{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T06:08:51Z","timestamp":1778134131689,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Alteca","award":["CIFRE n\u00b02021\/0851"],"award-info":[{"award-number":["CIFRE n\u00b02021\/0851"]}]},{"DOI":"10.13039\/501100003032","name":"Association Nationale de la Recherche et de la Technologie","doi-asserted-by":"publisher","award":["CIFRE n\u00b02021\/0851"],"award-info":[{"award-number":["CIFRE n\u00b02021\/0851"]}],"id":[{"id":"10.13039\/501100003032","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591912","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:59Z","timestamp":1689726179000},"page":"3064-3074","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Linked-DocRED - Enhancing DocRED with Entity-Linking to Evaluate End-To-End Document-Level Information Extraction Pipelines"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2927-5214","authenticated-orcid":false,"given":"Pierre-Yves","family":"Genest","sequence":"first","affiliation":[{"name":"Alteca & Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Lyon, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6439-9466","authenticated-orcid":false,"given":"Pierre-Edouard","family":"Portier","sequence":"additional","affiliation":[{"name":"Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1218-8026","authenticated-orcid":false,"given":"El\u00f6d","family":"Egyed-Zsigmond","sequence":"additional","affiliation":[{"name":"Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7489-640X","authenticated-orcid":false,"given":"Martino","family":"Lovisetto","sequence":"additional","affiliation":[{"name":"Alteca, Lyon, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of the 1st International Conference on Language Resources and Evaluation Workshop on Linguistics Coreference. European Language Resources Association","author":"Bagga Amit","year":"1998","unstructured":"Amit Bagga and Breck Baldwin. 1998. Algorithms for scoring coreference chain. In Proceedings of the 1st International Conference on Language Resources and Evaluation Workshop on Linguistics Coreference. European Language Resources Association, Granada, Spain, 563--566."},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 20th International Joint Conference on Artificial Intelligence. Morgan Kaufmann Publishers Inc.","author":"Banko Michele","year":"2007","unstructured":"Michele Banko, Michael J Cafarella, Stephen Soderland, Matt Broadhead, and Oren Etzioni. 2007. Open Information Extraction from the Web. In Proceedings of the 20th International Joint Conference on Artificial Intelligence. Morgan Kaufmann Publishers Inc., Hyderabad, India, 2670--2676."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2004.05150"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.112948"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1498"},{"key":"e_1_3_2_2_7_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement, Vol. 20, 1 (1960), 37--46."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/V1"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.84"},{"key":"e_1_3_2_2_10_1","volume-title":"Proceedings of the 11th International Conference on Language Resources and Evaluation. European Language Resources Association","author":"Elsahar Hady","year":"2018","unstructured":"Hady Elsahar, Pavlos Vougiouklis, Arslen Remaci, Christophe Gravier, Jonathon Hare, Elena Simperl, and Frederique Laforest. 2018. T-Rex: A large scale alignment of natural language with knowledge base triples. In Proceedings of the 11th International Conference on Language Resources and Evaluation. European Language Resources Association, Miyazaki, Japan, 3448--3452. https:\/\/aclanthology.org\/L18-1544"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871689"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1649"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557422"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2020.3028705"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1514"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-short.126"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290956"},{"key":"e_1_3_2_2_18_1","volume-title":"Soviet Physics Doklady","volume":"10","author":"Levenshtein V. I.","year":"1966","unstructured":"V. I. Levenshtein. 1966. Binary codes capable of correcting deletions, insertions and reversals. Soviet Physics Doklady, Vol. 10 (Feb. 1966), 707."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1093\/database"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1360"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1308"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063518.2063519"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1069"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1060"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2836(70)90057-4"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-2006"},{"key":"e_1_3_2_2_28_1","volume-title":"Guillaume Gadek, and Bruno Grilh\u00e8res.","author":"Prieur Maxime","year":"2023","unstructured":"Maxime Prieur, C\u00e9dric Du Mouza, Guillaume Gadek, and Bruno Grilh\u00e8res. 2023. Peuplement de base de connaissances, liage dynamique et syst\u00e8me end-to-end. Revue des Nouvelles Technologies de l'Information, Vol. Extraction et Gestion des Connaissances, RNTI-E-39 (2023), 281--288. https:\/\/hal.science\/hal-03887658"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15939-8_10"},{"key":"e_1_3_2_2_30_1","volume-title":"Overview of the Third Text REtrieval Conference (TREC-3). DIANE Publishing Company","author":"Robertson Stephen","unstructured":"Stephen Robertson, S Walker, S Jones, M. M. Hancock-Beaulieu, and M. Gatford. 1994. Okapi at TREC-3. In Overview of the Third Text REtrieval Conference (TREC-3). DIANE Publishing Company, Gaithersburg, MD, USA, 109--126."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.435"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","unstructured":"Severine Verlinden Klim Zaporojets Johannes Deleu Thomas Demeester and Chris Develder. 2021. Injecting Knowledge Base Information into End-to-End Joint Entity and Relation Extraction and Coreference Resolution. https:\/\/doi.org\/10.48550\/arXiv.2107.02286 arXiv:2107.02286 [cs].","DOI":"10.48550\/arXiv.2107.02286"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1585"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","unstructured":"Xinyi Wang Zitao Wang Weijian Sun and Wei Hu. 2022. Enhancing Document-Level Relation Extraction by\u00a0Entity Knowledge Injection. In The Semantic Web - ISWC 2022 (Lecture Notes in Computer Science) Ulrike Sattler Aidan Hogan Maria Keet Valentina Presutti Jo\u00e3o Paulo A. Almeida Hideaki Takeda Pierre Monnin Giuseppe Pirr\u00f2 and Claudia d'Amato (Eds.). Springer International Publishing Cham 39--56. https:\/\/doi.org\/10.1007\/978-3-031-19433-7_3","DOI":"10.1007\/978-3-031-19433-7_3"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1927.10502953"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1074"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102563"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.127"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1306"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.143"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.5"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i16.17717"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591912","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591912","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:38:07Z","timestamp":1750178287000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591912"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":42,"alternative-id":["10.1145\/3539618.3591912","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591912","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}