{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T01:37:36Z","timestamp":1742953056819,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319306704"},{"type":"electronic","value":"9783319306711"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-30671-1_26","type":"book-chapter","created":{"date-parts":[[2016,3,9]],"date-time":"2016-03-09T11:39:50Z","timestamp":1457523590000},"page":"351-365","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Text Summarization Systems with a Fair Baseline from Multiple Reference Summaries"],"prefix":"10.1007","author":[{"given":"Fahmida","family":"Hamid","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Haraburda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Tarau","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"unstructured":"Goldstein, J., Kantrowitz, M., Mittal, V., Carbonell, J.:Summarizing text documents: sentence selection and evaluation metrics. In: Proceedings of the\u00a022Nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 1999, pp. 121\u2013128. ACM, New York (1999). \n                      http:\/\/doi.acm.org\/10.1145\/312624.312665","key":"26_CR1"},{"key":"26_CR2","volume-title":"Concrete Mathematics: A Foundation for Computer Science","author":"R Graham","year":"1994","unstructured":"Graham, R., Knuth, D., Patashnik, O.: Concrete Mathematics: A Foundation for Computer Science. Addison-Wesley, Boston (1994)"},{"unstructured":"Hovy, E., Lin, C.-Y., Zhou, L., Fukumoto, J.: Automated summarization evaluation with basic elements. In: Proceedings of the Fifth Conference on Language Resources and Evaluation (LREC 2006) (2006)","key":"26_CR3"},{"issue":"1\/2","key":"26_CR4","doi-asserted-by":"publisher","first-page":"81","DOI":"10.2307\/2332226","volume":"30","author":"MG Kendall","year":"1938","unstructured":"Kendall, M.G.: A new measure of rank correlation. Biometrika 30(1\/2), 81\u201393 (1938). \n                      http:\/\/www.jstor.org\/stable\/2332226","journal-title":"Biometrika"},{"unstructured":"Lin, C.Y.: Looking for a few good metrics: automatic summarization evaluation - how many samples are enough? In: Proceedings of the NTCIR Workshop 4 (2004)","key":"26_CR5"},{"unstructured":"Lin, C.Y.: Rouge: a package for automatic evaluation of summaries, pp. 25\u201326 (2004)","key":"26_CR6"},{"doi-asserted-by":"crossref","unstructured":"Lin, C.Y., Hovy, E.: Manual and automatic evaluation of summaries. In: Proceedings of the ACL-2002 Workshop on Automatic Summarization, AS 2002, vol. 4, pp. 45\u201351. Association for Computational Linguistics, Stroudsburg, PA, USA (2002). \n                      http:\/\/dx.doi.org\/10.3115\/1118162.1118168","key":"26_CR7","DOI":"10.3115\/1118162.1118168"},{"doi-asserted-by":"crossref","unstructured":"Lin, C.Y., Hovy, E.: Automatic evaluation of summaries using n-gram co-occurrence statistics. In: Proceedings of the 2003 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology, NAACL 2003, vol. 1, pp. 71\u201378. Association for Computational Linguistics, Stroudsburg, PA, USA (2003). \n                      http:\/\/dx.doi.org\/10.3115\/1073445.1073465","key":"26_CR8","DOI":"10.3115\/1073445.1073465"},{"unstructured":"Mani, I., Maybury, M.T.: Automatic summarization. In: Association for Computational Linguistic, 39th Annual Meeting and 10th Conference of the European Chapter, Companion Volume to the Proceedings of the Conference: Proceedings of the Student Research Workshop and Tutorial Abstracts, p. 5, Toulouse, France, 9-11 July 2001","key":"26_CR9"},{"unstructured":"Marcu, D.: From discourse structures to text summaries. In: Proceedings of the ACL Workshop on Intelligent Scalable Text Summarization, pp. 82\u201388 (1997)","key":"26_CR10"},{"issue":"2","key":"26_CR11","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1145\/1233912.1233913","volume":"4","author":"Ani Nenkova","year":"2007","unstructured":"Nenkova, A., Passonneau, R., McKeown, K.: The pyramid method: Incorporating human content selection variation in summarization evaluation. ACM Trans. Speech Lang. Process. 4(2) (2007). \n                      http:\/\/doi.acm.org\/10.1145\/1233912.1233913","journal-title":"ACM Transactions on Speech and Language Processing"},{"unstructured":"Nenkova, A., Passonneau, R.J.: Evaluating content selection in summarization: the pyramid method. In: HLT-NAACL, pp. 145\u2013152 (2004). \n                      http:\/\/acl.ldc.upenn.edu\/hlt-naacl2004\/main\/pdf\/91_Paper.pdf","key":"26_CR12"},{"unstructured":"Nenkova, A., Vanderwende, L.: The impact of frequency on summarization. Microsoft Research, Redmond, Washington, Technical report MSR-TR-2005-101 (2005)","key":"26_CR13"},{"doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics, ACL 2002, pp. 311\u2013318. Association for Computational Linguistics, Stroudsburg, PA, USA (2002). \n                      http:\/\/dx.doi.org\/10.3115\/1073083.1073135","key":"26_CR14","DOI":"10.3115\/1073083.1073135"},{"unstructured":"Radev, D., Blair-Goldensohn, S., Zhang, Z., Raghavan, R.: Newsinessence: a system for domain-independent, real-time news clustering and multi-document summarization. In: Proceedings of the First International Conference on Human Language Technology Research (2001). \n                      http:\/\/www.aclweb.org\/anthology\/H01-1056","key":"26_CR15"},{"key":"26_CR16","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1002\/asi.5090120210","volume":"12","author":"GJ Rath","year":"1961","unstructured":"Rath, G.J., Resnick, A., Savage, T.R.: The formation of abstracts by the selection of sentences. Part I. Sentence selection by men and machines. Am. Documentation 12, 139\u2013141 (1961). \n                      http:\/\/dx.doi.org\/10.1002\/asi.5090120210","journal-title":"Am. Documentation"},{"issue":"2","key":"26_CR17","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/S0306-4573(96)00062-3","volume":"33","author":"G Salton","year":"1997","unstructured":"Salton, G., Singhal, A., Mitra, M., Buckley, C.: Automatic text structuring and summarization. Inf. Process. Manage. 33(2), 193\u2013207 (1997). \n                      http:\/\/dx.doi.org\/10.1016\/S0306-4573(96)00062-3","journal-title":"Inf. Process. Manage."},{"issue":"1","key":"26_CR18","doi-asserted-by":"publisher","first-page":"72","DOI":"10.2307\/1412159","volume":"15","author":"C Spearman","year":"1904","unstructured":"Spearman, C.: The proof and measurement of association between two things. Am. J. Psychol. 15(1), 72\u2013101 (1904). \n                      http:\/\/www.jstor.org\/stable\/1412159","journal-title":"Am. J. Psychol."},{"doi-asserted-by":"crossref","unstructured":"Zhou, L., Lin, C.Y., Munteanu, D.S., Hovy, E.: Paraeval: using paraphrases to evaluate summaries automatically. Association for Computational Linguistics, April 2006. \n                      http:\/\/research.microsoft.com\/apps\/pubs\/default.aspx?id=69253","key":"26_CR19","DOI":"10.3115\/1220835.1220892"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-30671-1_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T13:56:51Z","timestamp":1559397411000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-30671-1_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319306704","9783319306711"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-30671-1_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]}}}