{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T20:08:14Z","timestamp":1779912494295,"version":"3.53.1"},"reference-count":23,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T00:00:00Z","timestamp":1775088000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100028830","name":"Climate and Cryosphere","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100028830","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012774","name":"Innovation Fund Denmark","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100012774","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","clinicalradiologyonline.net","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Clinical Radiology"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.crad.2026.107315","type":"journal-article","created":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T00:44:22Z","timestamp":1773967462000},"page":"107315","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Prompt engineering enables open-source large language models to match proprietary models in diagnostic accuracy for annotation of radiology reports"],"prefix":"10.1016","volume":"97","author":[{"given":"L.A.","family":"Petersen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M.S.","family":"Beck","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4886-5620","authenticated-orcid":false,"given":"M.B.","family":"Andersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2259-6795","authenticated-orcid":false,"given":"J.J.","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9054-054X","authenticated-orcid":false,"given":"F.J.","family":"Bruun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"10","key":"10.1016\/j.crad.2026.107315_bib1","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000347","article-title":"Challenges and best practices for digital unstructured data enrichment in health research: a systematic narrative review","volume":"2","author":"Sedlakova","year":"2023","journal-title":"PLOS Digital Health"},{"issue":"4","key":"10.1016\/j.crad.2026.107315_bib2","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.230725","article-title":"Leveraging GPT-4 for post hoc transformation of free-text radiology reports into structured reporting: a multilingual feasibility study","volume":"307","author":"Adams","year":"2023","journal-title":"Radiology"},{"issue":"3","key":"10.1016\/j.crad.2026.107315_bib3","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.231362","article-title":"Potential of ChatGPT and GPT-4 for data mining of free-text CT reports on lung cancer","volume":"308","author":"Fink","year":"2023","journal-title":"Radiology"},{"issue":"4","key":"10.1016\/j.crad.2026.107315_bib4","article-title":"The evolution of radiology image annotation in the era of large language models","volume":"7","author":"Flanders","year":"2025","journal-title":"Radiology: Artificial Intelligence"},{"key":"10.1016\/j.crad.2026.107315_bib5","series-title":"Language ranker: a metric for quantifying LLM performance across high and low-resource languages","author":"Li","year":"2024"},{"key":"10.1016\/j.crad.2026.107315_bib6","unstructured":"N. H. S. England. NHS England \u00bb open source programme [Internet]. [cited 2025 Jul 15]. https:\/\/www.england.nhs.uk\/digitaltechnology\/open-source\/."},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib7","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1038\/s41746-025-01476-7","article-title":"Implementing large language models in healthcare while balancing control, collaboration, costs and security","volume":"8","author":"Dennst\u00e4dt","year":"2025","journal-title":"npj Digit Med"},{"key":"10.1016\/j.crad.2026.107315_bib8","doi-asserted-by":"crossref","DOI":"10.1016\/j.ohx.2020.e00139","article-title":"Economic savings for scientific free and open source technology: a review","volume":"8","author":"Pearce","year":"2020","journal-title":"HardwareX"},{"issue":"7","key":"10.1016\/j.crad.2026.107315_bib9","doi-asserted-by":"crossref","first-page":"1578","DOI":"10.1111\/liv.15891","article-title":"Using GPT-4 for LI-RADS feature extraction and categorization with multilingual free-text reports","volume":"44","author":"Gu","year":"2024","journal-title":"Liver Int"},{"key":"10.1016\/j.crad.2026.107315_bib10","doi-asserted-by":"crossref","DOI":"10.1016\/j.ijmedinf.2023.105321","article-title":"Zero-shot information extraction from radiological reports using ChatGPT","volume":"183","author":"Hu","year":"2024","journal-title":"Int J Med Inform"},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib11","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.231147","article-title":"Feasibility of using the privacy-preserving large language model vicuna for labeling radiology reports","volume":"309","author":"Mukherjee","year":"2023","journal-title":"Radiology"},{"issue":"4","key":"10.1016\/j.crad.2026.107315_bib12","article-title":"Performance of an open-source large language model in extracting information from free-text radiology reports","volume":"6","author":"Le Guellec","year":"2024","journal-title":"Radiology: Artificial Intelligence"},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib13","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1111\/1754-9485.13612","article-title":"Developing, purchasing, implementing and monitoring AI tools in radiology: practical considerations. A multi-society statement from the ACR, CAR, ESR, RANZCR & RSNA","volume":"68","author":"Brady","year":"2024","journal-title":"J Med Imag Rad Onc"},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib14","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-024-73058-8","article-title":"Artificial intelligence in commercial fracture detection products: a systematic review and meta-analysis of diagnostic test accuracy","volume":"14","author":"Husarek","year":"2024","journal-title":"Sci Rep"},{"issue":"7972","key":"10.1016\/j.crad.2026.107315_bib15","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","article-title":"Large language models encode clinical knowledge","volume":"620","author":"Singhal","year":"2023","journal-title":"Nature"},{"issue":"8","key":"10.1016\/j.crad.2026.107315_bib16","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","article-title":"Large language models in medicine","volume":"29","author":"Thirunavukarasu","year":"2023","journal-title":"Nat Med."},{"key":"10.1016\/j.crad.2026.107315_bib17","article-title":"Diagnostic accuracy of clinical radiology reports for trauma radiographs: a retrospective validation study","author":"Bruun","year":"2025","journal-title":"medRxiv"},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib18","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1038\/s41746-025-01488-3","article-title":"Benchmarking the diagnostic performance of open source LLMs in 1933 Eurorad case reports","volume":"8","author":"Kim","year":"2025","journal-title":"NPJ Digit Med"},{"issue":"8","key":"10.1016\/j.crad.2026.107315_bib19","doi-asserted-by":"crossref","first-page":"4549","DOI":"10.1007\/s00330-025-11438-y","article-title":"Large language models for error detection in radiology reports: a comparative analysis between closed-source and privacy-compliant open-source models","volume":"35","author":"Salam","year":"2025","journal-title":"Eur Radiol"},{"key":"10.1016\/j.crad.2026.107315_bib20","doi-asserted-by":"crossref","DOI":"10.1016\/j.clinimag.2024.110382","article-title":"Comparative diagnostic accuracy of GPT-4o and LLaMA 3-70b: proprietary vs. open-source large language models in radiology","volume":"118","author":"Li","year":"2025","journal-title":"Clinical Imaging"},{"issue":"1","key":"10.1016\/j.crad.2026.107315_bib21","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.241139","article-title":"Comparing commercial and open-source large language models for labeling chest radiograph reports","volume":"313","author":"Dorfner","year":"2024","journal-title":"Radiology"},{"issue":"3","key":"10.1016\/j.crad.2026.107315_bib22","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.241736","article-title":"Large language model ability to translate CT and MRI free-text radiology reports into multiple languages","volume":"313","author":"Meddeb","year":"2024","journal-title":"Radiology"},{"key":"10.1016\/j.crad.2026.107315_bib23","article-title":"Evaluating vision language model adaptations for radiology report generation in low-resource languages","author":"Salm\u00e8","year":"2025","journal-title":"arXiv"}],"container-title":["Clinical Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0009926026000917?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0009926026000917?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T20:00:29Z","timestamp":1779912029000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0009926026000917"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":23,"alternative-id":["S0009926026000917"],"URL":"https:\/\/doi.org\/10.1016\/j.crad.2026.107315","relation":{},"ISSN":["0009-9260"],"issn-type":[{"value":"0009-9260","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Prompt engineering enables open-source large language models to match proprietary models in diagnostic accuracy for annotation of radiology reports","name":"articletitle","label":"Article Title"},{"value":"Clinical Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.crad.2026.107315","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd on behalf of The Royal College of Radiologists.","name":"copyright","label":"Copyright"}],"article-number":"107315"}}