{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:09:13Z","timestamp":1755839353572,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,6]],"date-time":"2022-07-06T00:00:00Z","timestamp":1657065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1846017"],"award-info":[{"award-number":["1846017"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,6]]},"DOI":"10.1145\/3477495.3531731","type":"proceedings-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T15:12:13Z","timestamp":1657206733000},"page":"3003-3012","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Wikimarks"],"prefix":"10.1145","author":[{"given":"Laura","family":"Dietz","sequence":"first","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"given":"Shubham","family":"Chatterjee","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"given":"Connor","family":"Lennox","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"given":"Sumanta","family":"Kashyapi","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"given":"Pooja","family":"Oza","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}]},{"given":"Ben","family":"Gamari","sequence":"additional","affiliation":[{"name":"Well-Typed LLP, London, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"James Thorne, Andreas Vlachos, Christos Christodoulopoulos, Oana Cocarascu, and Arpit Mittal.","author":"Aly Rami","year":"2021","unstructured":"Rami Aly , Zhijiang Guo , Michael Sejr Schlichtkrull , James Thorne, Andreas Vlachos, Christos Christodoulopoulos, Oana Cocarascu, and Arpit Mittal. 2021 . FEVEROUS : Fact Extraction and VERification Over Unstructured and Structured information. arxiv: 2106.05707 [cs.CL] Rami Aly, Zhijiang Guo, Michael Sejr Schlichtkrull, James Thorne, Andreas Vlachos, Christos Christodoulopoulos, Oana Cocarascu, and Arpit Mittal. 2021. FEVEROUS: Fact Extraction and VERification Over Unstructured and Structured information. arxiv: 2106.05707 [cs.CL]"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00261"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010058"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277820"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/956863.956868"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33247-0_6"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484063"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463035"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 2007 joint conference on empirical methods in natural language processing and computational natural language learning (EMNLP-CoNLL) . 708--716","author":"Cucerzan Silviu","year":"2007","unstructured":"Silviu Cucerzan . 2007 . Large-scale named entity disambiguation based on Wikipedia data . In Proceedings of the 2007 joint conference on empirical methods in natural language processing and computational natural language learning (EMNLP-CoNLL) . 708--716 . Silviu Cucerzan. 2007. Large-scale named entity disambiguation based on Wikipedia data. In Proceedings of the 2007 joint conference on empirical methods in natural language processing and computational natural language learning (EMNLP-CoNLL) . 708--716."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609628"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685288"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13222-020-00334-y"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.120"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00362"},{"key":"e_1_3_2_1_16_1","volume-title":"Wikireading: A novel large-scale language understanding task over wikipedia. arXiv preprint arXiv:1608.03542","author":"Hewlett Daniel","year":"2016","unstructured":"Daniel Hewlett , Alexandre Lacoste , Llion Jones , Illia Polosukhin , Andrew Fandrianto , Jay Han , Matthew Kelcey , and David Berthelot . 2016 . Wikireading: A novel large-scale language understanding task over wikipedia. arXiv preprint arXiv:1608.03542 (2016). Daniel Hewlett, Alexandre Lacoste, Llion Jones, Illia Polosukhin, Andrew Fandrianto, Jay Han, Matthew Kelcey, and David Berthelot. 2016. Wikireading: A novel large-scale language understanding task over wikipedia. arXiv preprint arXiv:1608.03542 (2016)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2682862.2682864"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Sumanta Kashyapi and Laura Dietz. 2022. Query-specific Subtopic Clustering. In The annual Joint Conference on Digital Libraries (JCDL) .  Sumanta Kashyapi and Laura Dietz. 2022. Query-specific Subtopic Clustering. In The annual Joint Conference on Digital Libraries (JCDL) .","DOI":"10.1145\/3529372.3530923"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1519103.1519110"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197026.3197047"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the Australasian Language Technology Association Workshop","author":"Nothman Joel","year":"2008","unstructured":"Joel Nothman , James R Curran , and Tara Murphy . 2008 . Transforming Wikipedia into named entity training data . In Proceedings of the Australasian Language Technology Association Workshop 2008. 124--132. Joel Nothman, James R Curran, and Tara Murphy. 2008. Transforming Wikipedia into named entity training data. In Proceedings of the Australasian Language Technology Association Workshop 2008. 124--132."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.742"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2633211.2634350"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412875"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401416"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00021"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390437"},{"key":"e_1_3_2_1_29_1","volume-title":"Evaluating Sentence-Level Relevance Feedback for High-Recall Information Retrieval. arXiv preprint arXiv:1803.08988","author":"Zhang Haotian","year":"2018","unstructured":"Haotian Zhang , Gordon V Cormack , Maura R Grossman , and Mark D Smucker . 2018. Evaluating Sentence-Level Relevance Feedback for High-Recall Information Retrieval. arXiv preprint arXiv:1803.08988 ( 2018 ). Haotian Zhang, Gordon V Cormack, Maura R Grossman, and Mark D Smucker. 2018. Evaluating Sentence-Level Relevance Feedback for High-Recall Information Retrieval. arXiv preprint arXiv:1803.08988 (2018)."}],"event":{"name":"SIGIR '22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Madrid Spain","acronym":"SIGIR '22"},"container-title":["Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531731","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3531731","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3531731","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:07Z","timestamp":1750186927000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531731"}},"subtitle":["Harvesting Relevance Benchmarks from Wikipedia"],"short-title":[],"issued":{"date-parts":[[2022,7,6]]},"references-count":29,"alternative-id":["10.1145\/3477495.3531731","10.1145\/3477495"],"URL":"https:\/\/doi.org\/10.1145\/3477495.3531731","relation":{},"subject":[],"published":{"date-parts":[[2022,7,6]]},"assertion":[{"value":"2022-07-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}