{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:24:21Z","timestamp":1750220661688,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T00:00:00Z","timestamp":1603065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,19]]},"DOI":"10.1145\/3340531.3417452","type":"proceedings-article","created":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T05:31:05Z","timestamp":1603085465000},"page":"3265-3268","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Two Test Collections for Retrieval Using Named Entity Markup"],"prefix":"10.1145","author":[{"given":"Jacob","family":"Bremerman","sequence":"first","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dawn","family":"Lawrie","sequence":"additional","affiliation":[{"name":"Johns Hopkins University HLT\/COE, Baltimore, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Mayfield","sequence":"additional","affiliation":[{"name":"Johns Hopkins University HLT\/COE, Baltimore, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Douglas W.","family":"Oard","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10,19]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Working Notes for CLEF 2004 Workshop. CEUR Workshop Proceedings","volume":"1170","author":"Borri F","year":"2014","unstructured":"F Borri , C Peters , and N Ferro ( Eds .). 2014 . Working Notes for CLEF 2004 Workshop. CEUR Workshop Proceedings , Vol. 1170 . CEUR-WS.org. F Borri, C Peters, and N Ferro (Eds.). 2014. Working Notes for CLEF 2004 Workshop. CEUR Workshop Proceedings, Vol. 1170. CEUR-WS.org."},{"key":"e_1_3_2_2_2_1","volume-title":"Overview of the TREC 2009 Web Track. In TREC.","author":"Clarke C","year":"2007","unstructured":"C Clarke , N Craswell , and I Soboroff . 2007 . Overview of the TREC 2009 Web Track. In TREC. C Clarke, N Craswell, and I Soboroff. 2007. Overview of the TREC 2009 Web Track. In TREC."},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_3_1","DOI":"10.1609\/aaai.v29i2.19050"},{"key":"e_1_3_2_2_4_1","volume-title":"Overview of the TREC 2007 Question Answering Track. In TREC","volume":"7","author":"Dang HT","year":"2007","unstructured":"HT Dang , D Kelly , and J Lin . 2007 . Overview of the TREC 2007 Question Answering Track. In TREC , Vol. 7 . 63. HT Dang, D Kelly, and J Lin. 2007. Overview of the TREC 2007 Question Answering Track. In TREC, Vol. 7. 63."},{"key":"e_1_3_2_2_5_1","volume-title":"BERT: Pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805","author":"Devlin J","year":"2018","unstructured":"J Devlin 2018 . BERT: Pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805 (2018). J Devlin et al. 2018. BERT: Pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805 (2018)."},{"volume-title":"Text Analysis Conference.","author":"Getman J.","unstructured":"J. Getman , J. Ellis , Z. Song , J. Tracey , and S. Strassel . 2019. Overview of linguistic resources for the TAC KBP 2019 evaluations . In Text Analysis Conference. J. Getman, J. Ellis, Z. Song, J. Tracey, and S. Strassel. 2019. Overview of linguistic resources for the TAC KBP 2019 evaluations. In Text Analysis Conference.","key":"e_1_3_2_2_6_1"},{"key":"e_1_3_2_2_7_1","volume-title":"DARPA Broadcast News Workshop.","author":"Graff D","year":"1999","unstructured":"D Graff , C Cieri , S Strassel , and N Martey . 1999 . The TDT-3 Text And Speech Corpus . In DARPA Broadcast News Workshop. D Graff, C Cieri, S Strassel, and N Martey. 1999. The TDT-3 Text And Speech Corpus. In DARPA Broadcast News Workshop."},{"key":"e_1_3_2_2_8_1","volume-title":"Bidirectional LSTM-CRF Models for Sequence Tagging. CoRR abs\/1508.01991","author":"Huang Z","year":"2015","unstructured":"Z Huang , W Xu , and K Yu . 2015. Bidirectional LSTM-CRF Models for Sequence Tagging. CoRR abs\/1508.01991 ( 2015 ). https:\/\/arxiv.org\/pdf\/1508.01991.pdf Z Huang, W Xu, and K Yu. 2015. Bidirectional LSTM-CRF Models for Sequence Tagging. CoRR abs\/1508.01991 (2015). https:\/\/arxiv.org\/pdf\/1508.01991.pdf"},{"doi-asserted-by":"crossref","unstructured":"M Khalid etal 2008. The Impact of Named Entity Normalization on Information Retrieval for Question Answering. In ECIR. M Khalid et al. 2008. The Impact of Named Entity Normalization on Information Retrieval for Question Answering. In ECIR.","key":"e_1_3_2_2_9_1","DOI":"10.1007\/978-3-540-78646-7_83"},{"volume-title":"Proceedings of The 12th Language Resources and Evaluation Conference. 4639--4646","author":"Lawrie D.","unstructured":"D. Lawrie , J. Mayfield , and D. Etter . 2020. Building OCR\/NER Test Collections . In Proceedings of The 12th Language Resources and Evaluation Conference. 4639--4646 . D. Lawrie, J. Mayfield, and D. Etter. 2020. Building OCR\/NER Test Collections. In Proceedings of The 12th Language Resources and Evaluation Conference. 4639--4646.","key":"e_1_3_2_2_10_1"},{"doi-asserted-by":"crossref","unstructured":"C Manning etal 2014. The Stanford CoreNLP Natural Language Processing Toolkit. In ACL System Demonstrations. 55--60. C Manning et al. 2014. The Stanford CoreNLP Natural Language Processing Toolkit. In ACL System Demonstrations. 55--60.","key":"e_1_3_2_2_11_1","DOI":"10.3115\/v1\/P14-5010"},{"doi-asserted-by":"crossref","unstructured":"P Over. 1998. TREC-6 interactive track report. In TREC. P Over. 1998. TREC-6 interactive track report. In TREC.","key":"e_1_3_2_2_12_1","DOI":"10.6028\/NIST.SP.500-240.interactive-overview"},{"volume-title":"Gazetteer Generation for Neural Named Entity Recognition. In The 33rd International FLAIRS Conference.","author":"Song C.","unstructured":"C. Song , D. Lawrie , T. Finin , and J. Mayfield . 2020 . Gazetteer Generation for Neural Named Entity Recognition. In The 33rd International FLAIRS Conference. C. Song, D. Lawrie, T. Finin, and J. Mayfield. 2020. Gazetteer Generation for Neural Named Entity Recognition. In The 33rd International FLAIRS Conference.","key":"e_1_3_2_2_13_1"},{"key":"e_1_3_2_2_14_1","volume-title":"Variations in Relevance Judgments and the Measurement of Retrieval Effectiveness. In SIGIR (SIGIR '98)","author":"Voorhees E","year":"1998","unstructured":"E Voorhees . 1998 . Variations in Relevance Judgments and the Measurement of Retrieval Effectiveness. In SIGIR (SIGIR '98) . E Voorhees. 1998. Variations in Relevance Judgments and the Measurement of Retrieval Effectiveness. In SIGIR (SIGIR '98)."},{"doi-asserted-by":"crossref","unstructured":"J Zobel. 1998. How Reliable Are the Results of Large-Scale Information Retrieval Experiments?. In SIGIR. J Zobel. 1998. How Reliable Are the Results of Large-Scale Information Retrieval Experiments?. In SIGIR.","key":"e_1_3_2_2_15_1","DOI":"10.1145\/290941.291014"}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"CIKM '20","name":"CIKM '20: The 29th ACM International Conference on Information and Knowledge Management","location":"Virtual Event Ireland"},"container-title":["Proceedings of the 29th ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3417452","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3340531.3417452","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:42Z","timestamp":1750197762000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3417452"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,19]]},"references-count":15,"alternative-id":["10.1145\/3340531.3417452","10.1145\/3340531"],"URL":"https:\/\/doi.org\/10.1145\/3340531.3417452","relation":{},"subject":[],"published":{"date-parts":[[2020,10,19]]},"assertion":[{"value":"2020-10-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}