{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T08:00:59Z","timestamp":1793606459297,"version":"4.5.0"},"reference-count":37,"publisher":"Elsevier BV","issue":"12","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T00:00:00Z","timestamp":1759708800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006112","name":"Microsoft Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006112","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000272","name":"NIHR","doi-asserted-by":"publisher","award":["NIHR302562"],"award-info":[{"award-number":["NIHR302562"]}],"id":[{"id":"10.13039\/501100000272","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/W031744\/1"],"award-info":[{"award-number":["EP\/W031744\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010269","name":"Wellcome Trust","doi-asserted-by":"publisher","award":["204904\/Z\/16\/Z"],"award-info":[{"award-number":["204904\/Z\/16\/Z"]}],"id":[{"id":"10.13039\/100010269","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000764","name":"King's College London","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000764","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100003578","name":"American Federation for Medical Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100003578","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000287","name":"Royal Academy of Engineering","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000287","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013373","name":"NIHR Oxford Biomedical Research Centre","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013373","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["cell.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["iScience"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.isci.2025.113732","type":"journal-article","created":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T09:37:22Z","timestamp":1760002642000},"page":"113732","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"title":["Benchmarking transformer-based models for medical record de-identification in a single center multi-specialty evaluation"],"prefix":"10.1016","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8645-1405","authenticated-orcid":false,"given":"Rachel","family":"Kuo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2391-5361","authenticated-orcid":false,"given":"Andrew A.S.","family":"Soltan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ciaran","family":"O\u2019Hanlon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alan","family":"Hasanic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David A.","family":"Clifton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2772-2316","authenticated-orcid":false,"given":"Gary","family":"Collins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dominic","family":"Furniss","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David W.","family":"Eyre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.isci.2025.113732_bib1","series-title":"Progress on implementing and using electronic health record systems: Developments in OECD countries as of 2021","author":"Slawomirski","year":"2023"},{"key":"10.1016\/j.isci.2025.113732_bib2","first-page":"2008","article-title":"Adoption of electronic health record systems among US non-federal acute care hospitals: 2008\u20132015","volume":"35","author":"Henry","year":"2016","journal-title":"ONC data brief"},{"key":"10.1016\/j.isci.2025.113732_bib3","doi-asserted-by":"crossref","first-page":"136947","DOI":"10.1109\/ACCESS.2020.3011099","article-title":"Secondary use of electronic health record: Opportunities and challenges","volume":"8","author":"Shah","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.isci.2025.113732_bib4","doi-asserted-by":"crossref","first-page":"1419","DOI":"10.1093\/jamia\/ocy068","article-title":"Opportunities and challenges in developing deep learning models using electronic health records data: a systematic review","volume":"25","author":"Xiao","year":"2018","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"10.1016\/j.isci.2025.113732_bib5","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1136\/medethics-2019-105651","article-title":"Patients\u2019 and public views and attitudes towards the sharing of health data for research: a narrative review of the empirical evidence","volume":"48","author":"Kalkman","year":"2022","journal-title":"J. Med. Ethics"},{"key":"10.1016\/j.isci.2025.113732_bib6","article-title":"Stakeholder perspectives towards diagnostic artificial intelligence: a co-produced qualitative evidence synthesis","volume":"71","author":"Kuo","year":"2024","journal-title":"EClinicalMedicine"},{"key":"10.1016\/j.isci.2025.113732_bib7","series-title":"Computer-assisted de-identification of free text in the MIMIC II database","first-page":"341","author":"Douglass","year":"2004"},{"key":"10.1016\/j.isci.2025.113732_bib8","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.2020190137","article-title":"Evaluation of automated public de-identification tools on a corpus of radiology reports","volume":"2","author":"Steinkamp","year":"2020","journal-title":"Radiol. Artif. Intell."},{"key":"10.1016\/j.isci.2025.113732_bib9","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2024.102845","article-title":"De-identification of clinical free text using natural language processing: A systematic review of current approaches","volume":"151","author":"Kova\u010devi\u0107","year":"2024","journal-title":"Artif. Intell. Med."},{"key":"10.1016\/j.isci.2025.113732_bib10","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1186\/1472-6947-8-32","article-title":"Automated de-identification of free-text medical records","volume":"8","author":"Neamatullah","year":"2008","journal-title":"BMC Med. Inf. Decis. Making"},{"key":"10.1016\/j.isci.2025.113732_bib11","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.isci.2025.113732_bib12","series-title":"Northern Lights Deep Learning Conference","first-page":"145","article-title":"Instruction-guided deidentification with synthetic test cases for Norwegian clinical text","author":"Lund","year":"2024"},{"key":"10.1016\/j.isci.2025.113732_bib13","series-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","first-page":"2049","article-title":"A zero-shot and few-shot study of instruction-finetuned large language models applied to clinical and biomedical tasks","author":"Labrak","year":"2024"},{"key":"10.1016\/j.isci.2025.113732_bib14","article-title":"Deid-gpt: Zero-shot medical text de-identification by gpt-4","author":"Liu","year":"2023","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib15","article-title":"Hallucination is inevitable: An innate limitation of large language models","author":"Xu","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib16","first-page":"1","article-title":"A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions","volume":"43","author":"Huang","year":"2025","journal-title":"ACM Trans. Inf. Syst."},{"key":"10.1016\/j.isci.2025.113732_bib17","article-title":"A survey of hallucination in large foundation models","author":"Rawte","year":"2023","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib18","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1109\/CIC.2002.1166854","article-title":"MIMIC II: a massive temporal ICU patient database to support research in intelligent patient monitoring","volume":"29","author":"Saeed","year":"2002","journal-title":"Comput. Cardiol."},{"key":"10.1016\/j.isci.2025.113732_bib19","doi-asserted-by":"crossref","first-page":"S20","DOI":"10.1016\/j.jbi.2015.07.020","article-title":"Annotating longitudinal clinical narratives for de-identification: The 2014 i2b2\/UTHealth corpus","volume":"58","author":"Stubbs","year":"2015","journal-title":"J. Biomed. Inf."},{"key":"10.1016\/j.isci.2025.113732_bib20","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbi.2023.104432","article-title":"Overview of the 2022 n2c2 shared task on contextualized medication event extraction in clinical notes","volume":"144","author":"Mahajan","year":"2023","journal-title":"J. Biomed. Inf."},{"key":"10.1016\/j.isci.2025.113732_bib31","first-page":"191","article-title":"Health insurance portability and accountability act of 1996","volume":"104","author":"Act","year":"1996","journal-title":"Public Law"},{"key":"10.1016\/j.isci.2025.113732_bib21","doi-asserted-by":"crossref","first-page":"3852","DOI":"10.1038\/s41598-025-86890-3","article-title":"Evaluating GPT models for clinical note de-identification","volume":"15","author":"Altalla\u2019","year":"2025","journal-title":"Sci. Rep."},{"key":"10.1016\/j.isci.2025.113732_bib22","article-title":"A comparative evaluation of transformer models for de-identification of clinical text data","author":"Meaney","year":"2022","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib23","article-title":"LLMs-in-the-Loop Part 2: Expert Small AI Models for Anonymization and De-identification of PHI Across Multiple Languages","author":"Gunay","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib24","article-title":"Llama beyond english: An empirical study on language capability transfer","author":"Zhao","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib25","article-title":"Gpt-4 technical report","author":"Achiam","year":"2023","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib26","article-title":"Quantifying multilingual performance of large language models across languages","author":"Li","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib27","series-title":"IEEE 11th International Conference on Healthcare Informatics (ICHI)","first-page":"544","article-title":"Validating transformers for redaction of text from electronic health records in real-world healthcare","author":"Kraljevic","year":"2023"},{"key":"10.1016\/j.isci.2025.113732_bib39","article-title":"obi-ml-public\/ehr_deidentification","author":"Kailas","year":"2022","journal-title":"Zenodo"},{"key":"10.1016\/j.isci.2025.113732_bib28","article-title":"Open models based on gemini research and technology","author":"Team","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib29","article-title":"Phi-3 technical report: A highly capable language model locally on your phone","author":"Abdin","year":"2024","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib33","author":"Mavon","year":"2024","journal-title":"Microsoft De-Identification Service"},{"key":"10.1016\/j.isci.2025.113732_bib34","series-title":"December. Exploring the Boundaries of GPT-4 in Radiology. Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","first-page":"14414","author":"Liu","year":"2023"},{"key":"10.1016\/j.isci.2025.113732_bib35","article-title":"Prompt engineering for healthcare: Methodologies and applications","author":"Wang","year":"2023","journal-title":"arXiv"},{"key":"10.1016\/j.isci.2025.113732_bib36","doi-asserted-by":"crossref","first-page":"296","DOI":"10.1197\/jamia.M1733","article-title":"Agreement, the f-measure, and reliability in information retrieval","volume":"12","author":"Hripcsak","year":"2005","journal-title":"J. Am. Med. Inf. Assoc."},{"key":"10.1016\/j.isci.2025.113732_bib37","doi-asserted-by":"crossref","first-page":"1091","DOI":"10.1109\/TPAMI.2007.1078","article-title":"A normalized Levenshtein distance metric","volume":"29","author":"Yujian","year":"2007","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.isci.2025.113732_bib38","series-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","author":"Papineni","year":"2002"}],"container-title":["iScience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2589004225019935?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2589004225019935?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T01:53:01Z","timestamp":1783475581000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2589004225019935"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":37,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["S2589004225019935"],"URL":"https:\/\/doi.org\/10.1016\/j.isci.2025.113732","relation":{},"ISSN":["2589-0042"],"issn-type":[{"value":"2589-0042","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Benchmarking transformer-based models for medical record de-identification in a single center multi-specialty evaluation","name":"articletitle","label":"Article Title"},{"value":"iScience","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.isci.2025.113732","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"113732"}}