{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:51:40Z","timestamp":1755838300929},"publisher-location":"Berlin, Heidelberg","reference-count":40,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642372551"},{"type":"electronic","value":"9783642372568"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-37256-8_36","type":"book-chapter","created":{"date-parts":[[2013,3,11]],"date-time":"2013-03-11T04:01:58Z","timestamp":1362974518000},"page":"436-450","source":"Crossref","is-referenced-by-count":12,"title":["Summary Evaluation: Together We Stand NPowER-ed"],"prefix":"10.1007","author":[{"given":"George","family":"Giannakopoulos","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vangelis","family":"Karkaletsis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"36_CR1","unstructured":"Lin, C.Y.: Rouge: A package for automatic evaluation of summaries. In: Proceedings of the Workshop on Text Summarization Branches Out (WAS 2004), pp. 25\u201326 (2004)"},{"key":"36_CR2","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"36_CR3","unstructured":"Dang, H.T.: Overview of DUC 2005. In: Proceedings of the Document Understanding Conf. Wksp. (DUC 2005) at the Human Language Technology Conf.\/Conf. on Empirical Methods in Natural Language Processing, HLT\/EMNLP 2005 (2005)"},{"key":"36_CR4","unstructured":"Dang, H.T., Owczarzak, K.: Overview of the TAC 2008 update summarization task. In: TAC 2008 Workshop - Notebook Papers and Results, Maryland MD, USA, pp. 10\u201323 (2008)"},{"key":"36_CR5","doi-asserted-by":"crossref","unstructured":"Conroy, J.M., Dang, H.T.: Mind the gap: Dangers of divorcing evaluations of summary content from linguistic quality. In: Proceedings of the 22nd International Conference on Computational Linguistics (Coling 2008), Manchester, UK, Coling 2008 Organizing Committee, pp. 145\u2013152 (2008)","DOI":"10.3115\/1599081.1599100"},{"key":"36_CR6","doi-asserted-by":"publisher","first-page":"398","DOI":"10.3390\/a5040398","volume":"5","author":"P. Rankel","year":"2012","unstructured":"Rankel, P., Conroy, J., Schlesinger, J.: Better metrics to automatically predict the quality of a text summary. Algorithms\u00a05, 398\u2013420 (2012)","journal-title":"Algorithms"},{"key":"36_CR7","unstructured":"Giannakopoulos, G., El-Haj, M., Favre, B., Litvak, M., Steinberger, J., Varma, V.: TAC 2011 MultiLing pilot overview. In: TAC 2011 Workshop, Maryland MD, USA (2011)"},{"key":"36_CR8","unstructured":"Owczarzak, K., Conroy, J., Dang, H., Nenkova, A.: An assessment of the accuracy of automatic evaluation in summarization. In: NAACL-HLT 2012, p. 1 (2012)"},{"key":"36_CR9","unstructured":"Mani, I., Bloedorn, E.: Multi-document summarization by graph search and matching. In: Proceedings of AAAI 1997, pp. 622\u2013628. AAAI (1997)"},{"key":"36_CR10","unstructured":"Allan, J., Carbonell, J., Doddington, G., Yamron, J., Yang, Y.: Topic detection and tracking pilot study: Final report. In: Proceedings of the DARPA Broadcast News Transcription and Understanding Workshop, vol. 1998 (1998)"},{"key":"36_CR11","doi-asserted-by":"publisher","first-page":"57","DOI":"10.3115\/1119467.1119475","volume-title":"Proceedings of the HLT-NAACL 2003 on Text Summarization Workshop","author":"H. Halteren Van","year":"2003","unstructured":"Van Halteren, H., Teufel, S.: Examining the consensus between human summaries: Initial experiments with factoid analysis. In: Proceedings of the HLT-NAACL 2003 on Text Summarization Workshop, vol.\u00a05, pp. 57\u201364. Association for Computational Linguistics, Morristown (2003)"},{"key":"36_CR12","doi-asserted-by":"publisher","first-page":"45","DOI":"10.3115\/1118162.1118168","volume-title":"Proceedings of the ACL 2002 Workshop on Automatic Summarization","author":"C.Y. Lin","year":"2002","unstructured":"Lin, C.Y., Hovy, E.: Manual and automatic evaluation of summaries. In: Proceedings of the ACL 2002 Workshop on Automatic Summarization, vol.\u00a04, pp. 45\u201351. Association for Computational Linguistics, Morristown (2002)"},{"key":"36_CR13","doi-asserted-by":"publisher","first-page":"1449","DOI":"10.1016\/j.ipm.2007.03.009","volume":"43","author":"K.S. Jones","year":"2007","unstructured":"Jones, K.S.: Automatic summarising: The state of the art. Information Processing & Management, Text Summarization\u00a043, 1449\u20131481 (2007)","journal-title":"Information Processing & Management, Text Summarization"},{"key":"36_CR14","unstructured":"Baldwin, B., Donaway, R., Hovy, E., Liddy, E., Mani, I., Marcu, D., McKeown, K., Mittal, V., Moens, M., Radev, D.: Others: An evaluation roadmap for summarization research. Technical report (2000)"},{"key":"36_CR15","unstructured":"Nenkova, A.: Understanding the Process of Multi-Document Summarization: Content Selection, Rewriting and Evaluation. PhD thesis (2006)"},{"key":"36_CR16","doi-asserted-by":"crossref","unstructured":"Radev, D.R., Jing, H., Budzikowska, M.: Centroid-based summarization of multiple documents: Sentence extraction, utility-based evaluation, and user studies. In: ANLP\/NAACL Workshop on Summarization (2000)","DOI":"10.3115\/1117575.1117578"},{"key":"36_CR17","doi-asserted-by":"crossref","unstructured":"Marcu, D.: Theory and Practice of Discourse Parsing and Summarization, The. The MIT Press (2000)","DOI":"10.7551\/mitpress\/6754.001.0001"},{"key":"36_CR18","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1162\/089120102762671963","volume":"28","author":"H. Saggion","year":"2002","unstructured":"Saggion, H., Lapalme, G.: Generating indicative-informative summaries with sumum. Computational Linguistics\u00a028, 497\u2013526 (2002)","journal-title":"Computational Linguistics"},{"key":"36_CR19","unstructured":"Passonneau, R.J., McKeown, K., Sigelman, S., Goodkind, A.: Applying the pyramid method in the 2006 document understanding conference. In: Proceedings of Document Understanding Conference (DUC) Workshop 2006 (2006)"},{"key":"36_CR20","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics, pp. 311\u2013318 (2001)","DOI":"10.3115\/1073083.1073135"},{"key":"36_CR21","unstructured":"Hovy, E., Lin, C.Y., Zhou, L., Fukumoto, J.: Basic elements (2005)"},{"key":"36_CR22","unstructured":"Hovy, E., Lin, C.Y., Zhou, L., Fukumoto, J.: Automated summarization evaluation with basic elements. In: Proceedings of the Fifth Conference on Language Resources and Evaluation, LREC (2006)"},{"key":"36_CR23","doi-asserted-by":"crossref","unstructured":"Owczarzak, K.: Depeval (summ): dependency-based evaluation for automatic summaries. In: Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP, vol.\u00a01, pp. 190\u2013198. Association for Computational Linguistics (2009)","DOI":"10.3115\/1687878.1687907"},{"key":"36_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1410358.1410359","volume":"5","author":"G. Giannakopoulos","year":"2008","unstructured":"Giannakopoulos, G., Karkaletsis, V., Vouros, G., Stamatopoulos, P.: Summarization system evaluation revisited: N-gram graphs. ACM Trans. Speech Lang. Process.\u00a05, 1\u201339 (2008)","journal-title":"ACM Trans. Speech Lang. Process."},{"key":"36_CR25","unstructured":"Giannakopoulos, G., Karkaletsis, V.: Summarization system evaluation variations based on n-gram graphs. In: TAC 2010 Workshop, Maryland MD, USA (2010)"},{"key":"36_CR26","doi-asserted-by":"crossref","unstructured":"Schilder, F., Kondadadi, R.: A metric for automatically evaluating coherent summaries via context chains. In: IEEE International Conference on Semantic Computing, ICSC 2009, pp. 65\u201370 (2009)","DOI":"10.1109\/ICSC.2009.100"},{"key":"36_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/coli_a_00033","volume":"37","author":"J. Conroy","year":"2011","unstructured":"Conroy, J., Schlesinger, J., O\u2019Leary, D.: Nouveau-rouge: A novelty metric for update summarization. Computational Linguistics\u00a037, 1\u20138 (2011)","journal-title":"Computational Linguistics"},{"key":"36_CR28","first-page":"36","volume-title":"Proceedings of Workshop on Evaluation Metrics and System Comparison for Automatic Summarization","author":"E. Amig\u00f3","year":"2012","unstructured":"Amig\u00f3, E., Gonzalo, J., Verdejo, F.: The heterogeneity principle in evaluation measures for automatic summarization. In: Proceedings of Workshop on Evaluation Metrics and System Comparison for Automatic Summarization, pp. 36\u201343. Association for Computational Linguistics, Stroudsburg (2012)"},{"key":"36_CR29","doi-asserted-by":"crossref","unstructured":"Louis, A., Nenkova, A.: Automatically evaluating content selection in summarization without human models. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, vol.\u00a01, pp. 306\u2013314. Association for Computational Linguistics (2009)","DOI":"10.3115\/1699510.1699550"},{"key":"36_CR30","unstructured":"Saggion, H., Torres-Moreno, J., Cunha, I., SanJuan, E.: Multilingual summarization evaluation without human models. In: Proceedings of the 23rd International Conference on Computational Linguistics: Posters, pp. 1059\u20131067. Association for Computational Linguistics (2010)"},{"key":"36_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"736","DOI":"10.1007\/978-3-642-12116-6_62","volume-title":"Computational Linguistics and Intelligent Text Processing","author":"R. Vadlapudi","year":"2010","unstructured":"Vadlapudi, R., Katragadda, R.: Quantitative evaluation of grammaticality of summaries. In: Gelbukh, A. (ed.) CICLing 2010. LNCS, vol.\u00a06008, pp. 736\u2013747. Springer, Heidelberg (2010)"},{"key":"36_CR32","doi-asserted-by":"crossref","unstructured":"Lloret, E., Palomar, M.: Text summarisation in progress: a literature review. Artificial Intelligence Review (2011)","DOI":"10.1007\/s10462-011-9216-z"},{"key":"36_CR33","unstructured":"Pitler, E., Louis, A., Nenkova, A.: Automatic evaluation of linguistic quality in multi-document summarization. In: Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics, pp. 544\u2013554. Association for Computational Linguistics (2010)"},{"key":"36_CR34","doi-asserted-by":"crossref","unstructured":"Menard, S.: Applied logistic regression analysis, vol.\u00a0106. Sage Publications, Incorporated (2001)","DOI":"10.4135\/9781412983433"},{"key":"36_CR35","first-page":"604","volume":"80","author":"C.C. Chang","year":"2001","unstructured":"Chang, C.C., Lin, C.J.: Libsvm: a library for support vector machines. Software\u00a080, 604\u2013611 (2001), http:\/\/www.Csie.Ntu.Edu.Tw\/cjlin\/libsvm","journal-title":"Software"},{"key":"36_CR36","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/0304-4076(81)90071-3","volume":"16","author":"H. Akaike","year":"1981","unstructured":"Akaike, H.: Likelihood of a model and information criteria. Journal of Econometrics\u00a016, 3\u201314 (1981)","journal-title":"Journal of Econometrics"},{"key":"36_CR37","unstructured":"Witten, I.H., Frank, E., Trigg, L., Hall, M., Holmes, G., Cunningham, S.J.: Weka: Practical machine learning tools and techniques with java implementations. In: ICONIP\/ANZIIS\/ANNES, pp. 192\u2013196 (1999)"},{"key":"36_CR38","first-page":"89","volume":"2","author":"C. Spearman","year":"1906","unstructured":"Spearman, C.: Footrule for measuring correlation. British Journal of Psychology\u00a02, 89\u2013108 (1906)","journal-title":"British Journal of Psychology"},{"key":"36_CR39","unstructured":"Kendall, M.G.: Rank Correlation Methods. Hafner New York (1962)"},{"key":"36_CR40","unstructured":"Team, R.C.: R: A Language and Environment for Statistical Computing. In: R Foundation for Statistical Computing, Vienna, Austria (2012) ISBN 3-900051-07-0"}],"container-title":["Lecture Notes in Computer Science","Computational Linguistics and Intelligent Text Processing"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-37256-8_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,23]],"date-time":"2020-07-23T12:09:50Z","timestamp":1595506190000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-37256-8_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642372551","9783642372568"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-37256-8_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}