@article {13783, title = {Headline evaluation experiment results}, year = {2004}, month = {2004///}, institution = {University of Maryland, College Park, MD. UMIACS-TR-2004-18}, abstract = {This technical report describes an experiment intending to show that different summarizationtechniques have an effect on human performance of an extrinsic task. The task is document selection in the context of information retrieval. We conclude that the task was too difficult and ambiguous for subjects to perform at the level required in order to make statistically significant claims about the relationship between summarization techniques and human performance. An alternate interpretation of the experimental results is described and plans for future experiments are discussed. }, author = {Zajic, David and Dorr, Bonnie J and Schwartz,R. and President,S.} }