{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,28]],"date-time":"2026-06-28T07:38:10Z","timestamp":1782632290948,"version":"3.54.5"},"reference-count":13,"publisher":"Oxford University Press (OUP)","issue":"9","license":[{"start":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T00:00:00Z","timestamp":1752451200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Entity Linking Challenge"},{"name":"SNOMED International"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,9,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objective<\/jats:title>\n                  <jats:p>This paper presents the results from a competition challenging participants to develop entity linking models using a subset of annotated MIMIC-IV-Note data and the SNOMED CT Terminology.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>As a basis for this work, a large set of 74\u00a0808 annotations was curated across 272 discharge notes spanning 6624 unique clinical concepts. Submissions were evaluated using the mean Intersection-over-Union metric, evaluated at the character level with the 3 best performing solutions awarded a cash prize.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>The winning solutions employed contrasting approaches: a dictionary-based method, an encoder-based method, and a decoder-based method.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Discussion<\/jats:title>\n                  <jats:p>Our analysis reveals that concept frequency in training data significantly impacts model performance, with rare concepts proving particularly challenging. High concept entropy and annotation ambiguity were also associated with decreased performance.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>Findings from this work suggest that future projects should focus on improving entity linking for rare concepts and developing methods to better leverage contextual information when training examples are scarce.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocaf104","type":"journal-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T12:33:58Z","timestamp":1752496438000},"page":"1397-1406","source":"Crossref","is-referenced-by-count":8,"title":["SNOMED CT entity linking challenge"],"prefix":"10.1093","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8768-0288","authenticated-orcid":false,"given":"Rory","family":"Davidson","sequence":"first","affiliation":[{"name":"SNOMED International , London W2 6BD,","place":["United Kingdom"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Will","family":"Hardman","sequence":"additional","affiliation":[{"name":"Veratai Ltf , Woking GU22 7QW,","place":["United Kingdom"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guy","family":"Amit","sequence":"additional","affiliation":[{"name":"KI Research Institute , Kfar Malal,","place":["Israel"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yonatan","family":"Bilu","sequence":"additional","affiliation":[{"name":"KI Research Institute , Kfar Malal,","place":["Israel"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincenzo","family":"Della Mea","sequence":"additional","affiliation":[{"name":"Department of Mathematics, Computer Science and Physics, University of Udine , Udine 33100,","place":["Italy"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aleksandr","family":"Galaida","sequence":"additional","affiliation":[{"name":"Grid Dynamics , Yerevan 0023, Armenia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6397-9055","authenticated-orcid":false,"given":"Irena","family":"Girshovitz","sequence":"additional","affiliation":[{"name":"KI Research Institute , Kfar Malal,","place":["Israel"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0440-030X","authenticated-orcid":false,"given":"Mikhail","family":"Kulyabin","sequence":"additional","affiliation":[{"name":"VisioMed.AI , Moscow 125212, Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mihai","family":"Horia Popescu","sequence":"additional","affiliation":[{"name":"Department of Mathematics, Computer Science and Physics, University of Udine , Udine 33100,","place":["Italy"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Roitero","sequence":"additional","affiliation":[{"name":"Department of Mathematics, Computer Science and Physics, University of Udine , Udine 33100,","place":["Italy"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gleb","family":"Sokolov","sequence":"additional","affiliation":[{"name":"VisioMed.AI , Moscow 125212, Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chen","family":"Yanover","sequence":"additional","affiliation":[{"name":"KI Research Institute , Kfar Malal,","place":["Israel"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2025,7,14]]},"reference":[{"key":"2025081903513181900_ocaf104-B1","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1038\/s41746-022-00705-7","article-title":"Automated clinical coding: what, why, and where we are?","volume":"5","author":"Dong","year":"2022","journal-title":"NPJ Digit. Med"},{"key":"2025081903513181900_ocaf104-B2","doi-asserted-by":"publisher","DOI":"10.13026\/1n74-ne17","article-title":"MIMIC-IV-note: deidentified free-text clinical notes (version 2.2)","author":"Johnson","year":"2023","journal-title":"PhysioNet"},{"key":"2025081903513181900_ocaf104-B3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2013.12.006","article-title":"NCBI disease corpus: a resource for disease name recognition and concept normalization","volume":"47","author":"Do\u011fan","year":"2014","journal-title":"J Biomed Inform"},{"key":"2025081903513181900_ocaf104-B4","doi-asserted-by":"publisher","author":"Mowery","DOI":"10.13026\/0ZGK-9J94"},{"key":"2025081903513181900_ocaf104-B5","author":"Mohan","year":"2019"},{"key":"2025081903513181900_ocaf104-B6","first-page":"3122","author":"Basaldella","year":"2020"},{"key":"2025081903513181900_ocaf104-B7","doi-asserted-by":"publisher","author":"Kraljevic","year":"2021","DOI":"10.1016\/j.artmed.2021.102083"},{"key":"2025081903513181900_ocaf104-B8","first-page":"e215","article-title":"PhysioBank, PhysioToolkit, and PhysioNet: components of a new research resource for complex physiologic signals","volume":"101","author":"Goldberger","year":"2000","journal-title":"Circulation [Online]"},{"key":"2025081903513181900_ocaf104-B9","doi-asserted-by":"publisher","first-page":"139","DOI":"10.18653\/v1\/D19-3024","author":"Searle","year":"2019"},{"key":"2025081903513181900_ocaf104-B10","author":"Google","year":"2022"},{"key":"2025081903513181900_ocaf104-B11","doi-asserted-by":"publisher","DOI":"10.13026\/s48e-sp45","article-title":"SNOMED CT entity linking challenge (version 1.0.0)","author":"Hardman","year":"2023","journal-title":"PhysioNet"},{"key":"2025081903513181900_ocaf104-B12","first-page":"4768","article-title":"A unified approach to interpreting model predictions","volume":"2017","author":"Lundberg"},{"key":"2025081903513181900_ocaf104-B13","first-page":"82","article-title":"LLMs accelerate annotation for medical information extraction","volume":"225","author":"Goel","year":"2023","journal-title":"Proc Mach Learn Res"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/9\/1397\/63747004\/ocaf104.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/9\/1397\/63747004\/ocaf104.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T07:51:37Z","timestamp":1755589897000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/32\/9\/1397\/8199759"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,14]]},"references-count":13,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2025,7,14]]},"published-print":{"date-parts":[[2025,9,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaf104","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,9]]},"published":{"date-parts":[[2025,7,14]]}}}