{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:34:10Z","timestamp":1750221250189,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,6,27]],"date-time":"2018-06-27T00:00:00Z","timestamp":1530057600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,6,27]]},"DOI":"10.1145\/3209978.3210034","type":"proceedings-article","created":{"date-parts":[[2018,7,2]],"date-time":"2018-07-02T12:12:40Z","timestamp":1530533560000},"page":"685-694","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Automatic Ground Truth Expansion for Timeline Evaluation"],"prefix":"10.1145","author":[{"given":"Richard","family":"McCreadie","sequence":"first","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Craig","family":"Macdonald","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iadh","family":"Ounis","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,6,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383954"},{"key":"e_1_3_2_1_2_1","volume-title":"TREC 2014 Temporal Summarization Track Guidelines TREC 2014.","author":"Aslam Javed","year":"2014","unstructured":"Javed Aslam , Fernando Diaz , Matthew Ekstrand-Abueg , Richard McCreadie , Virgil Pavlu , and Tetsuya Sakai . 2014 . TREC 2014 Temporal Summarization Track Guidelines TREC 2014. Javed Aslam, Fernando Diaz, Matthew Ekstrand-Abueg, Richard McCreadie, Virgil Pavlu, and Tetsuya Sakai . 2014. TREC 2014 Temporal Summarization Track Guidelines TREC 2014."},{"key":"e_1_3_2_1_3_1","volume-title":"TREC 2015 Temporal Summarization Track Overview. In TREC 2015.","author":"Aslam Javed","year":"2015","unstructured":"Javed Aslam , Fernando Diaz , Matthew Ekstrand-Abueg , Richard McCreadie , Virgil Pavlu , and Tetsuya Sakai . 2015 . TREC 2015 Temporal Summarization Track Overview. In TREC 2015. Javed Aslam, Fernando Diaz, Matthew Ekstrand-Abueg, Richard McCreadie, Virgil Pavlu, and Tetsuya Sakai . 2015. TREC 2015 Temporal Summarization Track Overview. In TREC 2015."},{"key":"e_1_3_2_1_4_1","volume-title":"TREC 2013 Temporal Summarization. In TREC 2013.","author":"Aslam Javed A","year":"2013","unstructured":"Javed A Aslam , Matthew Ekstrand-Abueg , Virgil Pavlu , Fernando Diaz , and Tetsuya Sakai . 2013 . TREC 2013 Temporal Summarization. In TREC 2013. Javed A Aslam, Matthew Ekstrand-Abueg, Virgil Pavlu, Fernando Diaz, and Tetsuya Sakai . 2013. TREC 2013 Temporal Summarization. In TREC 2013."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133000"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130348.3130373"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00033"},{"key":"e_1_3_2_1_9_1","volume-title":"Overview of DUC 2005. In DUC 2015.","author":"Hoa Dang","year":"2005","unstructured":"Hoa Dang . 2005 . Overview of DUC 2005. In DUC 2015. Hoa Dang . 2005. Overview of DUC 2005. In DUC 2015."},{"key":"e_1_3_2_1_10_1","volume-title":"Overview of the TAC 2008 Opinion Question Answering and Summarization Tasks TAC 2008.","author":"Dang Hoa Trang","year":"2008","unstructured":"Hoa Trang Dang and Karolina Owczarzak . 2008 . Overview of the TAC 2008 Opinion Question Answering and Summarization Tasks TAC 2008. Hoa Trang Dang and Karolina Owczarzak . 2008. Overview of the TAC 2008 Opinion Question Answering and Summarization Tasks TAC 2008."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983653"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-36973-5_41"},{"key":"e_1_3_2_1_13_1","volume-title":"Real-Time Web Scale Event Summarization Using Sequential Decision Making. arXiv preprint arXiv:1605.03664","author":"Kedzie Chris","year":"2016","unstructured":"Chris Kedzie , Fernando Diaz , and Kathleen McKeown . 2016. Real-Time Web Scale Event Summarization Using Sequential Decision Making. arXiv preprint arXiv:1605.03664 ( 2016 ). Chris Kedzie, Fernando Diaz, and Kathleen McKeown . 2016. Real-Time Web Scale Event Summarization Using Sequential Decision Making. arXiv preprint arXiv:1605.03664 (2016)."},{"key":"e_1_3_2_1_14_1","volume-title":"Predicting Salient Updates for Disaster Summarization. ACL","author":"Kedzie Chris","year":"2015","unstructured":"Chris Kedzie , Kathleen McKeown , and Fernando Diaz . 2015 . Predicting Salient Updates for Disaster Summarization. ACL 2015. Chris Kedzie, Kathleen McKeown, and Fernando Diaz . 2015. Predicting Salient Updates for Disaster Summarization. ACL 2015."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806475"},{"key":"e_1_3_2_1_16_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries ACL Workshop On Text Summarization","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin . 2004 . ROUGE: A Package for Automatic Evaluation of Summaries ACL Workshop On Text Summarization 2004. Chin-Yew Lin . 2004. ROUGE: A Package for Automatic Evaluation of Summaries ACL Workshop On Text Summarization 2004."},{"key":"e_1_3_2_1_17_1","volume-title":"Overview of the TREC-2014 Microblog Track. In TREC","author":"Lin Jimmy","year":"2014","unstructured":"Jimmy Lin , Miles Efron , Yulu Wang , and Garrick Sherman . 2014 . Overview of the TREC-2014 Microblog Track. In TREC 2014. Jimmy Lin, Miles Efron, Yulu Wang, and Garrick Sherman . 2014. Overview of the TREC-2014 Microblog Track. In TREC 2014."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2010.09.004"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661951"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3158671"},{"key":"e_1_3_2_1_21_1","volume-title":"Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov , Kai Chen , Greg Corrado , and Jeffrey Dean . 2013. Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 ( 2013 ). Tomas Mikolov, Kai Chen, Greg Corrado, and Jeffrey Dean . 2013. Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)."},{"key":"e_1_3_2_1_22_1","first-page":"2","article-title":"Automatic Summarization","volume":"5","author":"Nenkova Ani","year":"2011","unstructured":"Ani Nenkova and Kathleen McKeown . 2011 . Automatic Summarization . FnTIR Vol. 5 , 2 -- 3 (2011), 103--233. Ani Nenkova and Kathleen McKeown . 2011. Automatic Summarization. FnTIR Vol. 5, 2--3 (2011), 103--233.","journal-title":"FnTIR"},{"key":"e_1_3_2_1_23_1","volume-title":"TREC","author":"Paul Over","year":"1997","unstructured":"Paul Over . 1997 . TREC-6 Interactive Report . In TREC 1997. Paul Over . 1997. TREC-6 Interactive Report. In TREC 1997."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390454"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000040"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914704"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148176"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291017"},{"key":"e_1_3_2_1_29_1","volume-title":"Overview of the TREC 2003 Question Answering Track TREC 2003.","author":"Voorhees Ellen M.","year":"2003","unstructured":"Ellen M. Voorhees . 2003 . Overview of the TREC 2003 Question Answering Track TREC 2003. Ellen M. Voorhees . 2003. Overview of the TREC 2003 Question Answering Track TREC 2003."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010016"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390435"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/860435.860440"},{"key":"e_1_3_2_1_33_1","volume-title":"A Multi-level System for Sequential Update Summarization QSHINE","author":"Zhang Chunyun","year":"2015","unstructured":"Chunyun Zhang , Zhanyu Ma , Jiayue Zhang , Weiran Xu , and Jun Guo . 2015. A Multi-level System for Sequential Update Summarization QSHINE 2015 . Chunyun Zhang, Zhanyu Ma, Jiayue Zhang, Weiran Xu, and Jun Guo . 2015. A Multi-level System for Sequential Update Summarization QSHINE 2015."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '18: The 41st International ACM SIGIR conference on research and development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Ann Arbor MI USA","acronym":"SIGIR '18"},"container-title":["The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3209978.3210034","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3209978.3210034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:07:49Z","timestamp":1750212469000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3209978.3210034"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,27]]},"references-count":34,"alternative-id":["10.1145\/3209978.3210034","10.1145\/3209978"],"URL":"https:\/\/doi.org\/10.1145\/3209978.3210034","relation":{},"subject":[],"published":{"date-parts":[[2018,6,27]]},"assertion":[{"value":"2018-06-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}