{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T12:45:00Z","timestamp":1772541900597,"version":"3.50.1"},"reference-count":25,"publisher":"Elsevier BV","issue":"11","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","academicradiology.org","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1016\/j.acra.2024.09.005","type":"journal-article","created":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T03:57:24Z","timestamp":1726631844000},"page":"4365-4371","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":21,"title":["Evaluating GPT-4o's Performance in the Official European Board of Radiology Exam: A Comprehensive Assessment"],"prefix":"10.1016","volume":"31","author":[{"given":"Muhammed Said","family":"Be\u015fler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laura","family":"Oleaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vanesa","family":"Junquero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cristina","family":"Merino","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.acra.2024.09.005_bib1","unstructured":"\u3008https:\/\/openai.com\/index\/hello-gpt-4o\/\u3009 accessed on July 17, 2024."},{"issue":"1","key":"10.1016\/j.acra.2024.09.005_bib2","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.232714","article-title":"Potential of GPT-4 for detecting errors in radiology reports: implications for reporting accuracy","volume":"311","author":"Gertz","year":"2024","journal-title":"Radiology"},{"issue":"6","key":"10.1016\/j.acra.2024.09.005_bib3","doi-asserted-by":"crossref","first-page":"3566","DOI":"10.1007\/s00330-023-10384-x","article-title":"Evaluating the performance of Generative Pre-trained Transformer-4 (GPT-4) in standardizing radiology reports","volume":"34","author":"Hasani","year":"2024","journal-title":"Eur Radiol"},{"key":"10.1016\/j.acra.2024.09.005_bib4","doi-asserted-by":"crossref","DOI":"10.2196\/55799","article-title":"Evaluating large language models for automated reporting and data systems categorization: cross-sectional study","volume":"12","author":"Wu","year":"2024","journal-title":"JMIR Med Inform"},{"key":"10.1016\/j.acra.2024.09.005_bib5","doi-asserted-by":"crossref","DOI":"10.1016\/j.acra.2024.06.046","article-title":"Large language models as tools to generate radiology board-style multiple-choice questions","author":"Mistry","year":"2024","journal-title":"Acad Radiol"},{"issue":"2","key":"10.1016\/j.acra.2024.09.005_bib6","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s11604-023-01491-2","article-title":"Performance evaluation of ChatGPT, GPT-4, and Bard on the official board examination of the Japan Radiology Society","volume":"42","author":"Toyama","year":"2024","journal-title":"Jpn J Radiol"},{"issue":"5","key":"10.1016\/j.acra.2024.09.005_bib7","doi-asserted-by":"crossref","first-page":"2178","DOI":"10.1016\/j.acra.2023.11.026","article-title":"Could ChatGPT pass the UK\u00a0radiology fellowship examinations","volume":"31","author":"Ariyaratne","year":"2024","journal-title":"Acad Radiol"},{"issue":"4","key":"10.1016\/j.acra.2024.09.005_bib8","doi-asserted-by":"crossref","first-page":"645","DOI":"10.1007\/s11548-024-03071-9","article-title":"Generative pretrained transformer-4, an artificial intelligence text predictive model, has a high capability for passing novel written radiology exam questions","volume":"19","author":"Sood","year":"2024","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"1","key":"10.1016\/j.acra.2024.09.005_bib9","doi-asserted-by":"crossref","DOI":"10.1148\/ryai.230103","article-title":"Performance of ChatGPT on the Brazilian radiology and diagnostic imaging and mammography board examinations","volume":"6","author":"Almeida","year":"2024","journal-title":"Radiol Artif Intell"},{"issue":"7","key":"10.1016\/j.acra.2024.09.005_bib10","doi-asserted-by":"crossref","first-page":"3046","DOI":"10.1016\/j.acra.2024.04.006","article-title":"Performance of GPT-4 on the American College of Radiology In-training Examination: evaluating accuracy, model drift, and fine-tuning","volume":"31","author":"Payne","year":"2024","journal-title":"Acad Radiol"},{"issue":"8","key":"10.1016\/j.acra.2024.09.005_bib11","doi-asserted-by":"crossref","first-page":"1245","DOI":"10.1007\/s00234-024-03371-6","article-title":"Can large language models pass official high-grade exams of the European Society of Neuroradiology courses? A direct comparison between OpenAI chatGPT 3.5, OpenAI GPT4 and Google Bard","volume":"66","author":"D'Anna","year":"2024","journal-title":"Neuroradiology"},{"issue":"8","key":"10.1016\/j.acra.2024.09.005_bib12","doi-asserted-by":"crossref","first-page":"918","DOI":"10.1007\/s11604-024-01561-z","article-title":"GPT-4 turbo with vision fails to outperform text-only GPT-4 turbo in the Japan diagnostic radiology board examination","volume":"42","author":"Hirano","year":"2024","journal-title":"Jpn J Radiol"},{"key":"10.1016\/j.acra.2024.09.005_bib13","doi-asserted-by":"crossref","DOI":"10.1007\/s00062-024-01426-y","article-title":"Comparing the diagnostic performance of GPT-4-based ChatGPT, GPT-4V-based ChatGPT, and radiologists in challenging neuroradiology cases","author":"Horiuchi","year":"2024","journal-title":"Clin Neuroradiol"},{"issue":"1","key":"10.1016\/j.acra.2024.09.005_bib14","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.240273","article-title":"Comparing diagnostic accuracy of radiologists versus GPT-4V and gemini pro vision using image inputs from diagnosis please cases","volume":"312","author":"Suh","year":"2024","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2024.09.005_bib15","doi-asserted-by":"crossref","DOI":"10.1007\/s11604-024-01619-y","article-title":"Diagnostic performances of GPT-4o, Claude 3 Opus, and Gemini 1.5 Pro in \"Diagnosis Please\" cases","author":"Sonoda","year":"2024","journal-title":"Jpn J Radiol"},{"issue":"1","key":"10.1016\/j.acra.2024.09.005_bib16","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1186\/s13244-020-00844-z","article-title":"Implementation of the clinically oriented reasoning evaluation: impact on the European diploma in radiology (EDiR) exam","volume":"11","author":"European Board of Radiology (EBR)","year":"2020","journal-title":"Insights Imaging"},{"key":"10.1016\/j.acra.2024.09.005_bib17","unstructured":"\u3008https:\/\/www.myebr.org\/edir-scoring-faqs\u3009 accessed on July 14, 2024."},{"issue":"8","key":"10.1016\/j.acra.2024.09.005_bib18","doi-asserted-by":"crossref","first-page":"927","DOI":"10.1007\/s11604-024-01565-9","article-title":"The performance of the multimodal large language model GPT-4 on the European board of radiology examination sample test","volume":"42","author":"Be\u015fler","year":"2024","journal-title":"Jpn J Radiol"},{"key":"10.1016\/j.acra.2024.09.005_bib19","doi-asserted-by":"crossref","DOI":"10.1007\/s11604-024-01622-3","article-title":"No improvement found with GPT-4o: results of additional experiments in the Japan Diagnostic Radiology Board Examination","author":"Hirano","year":"2024","journal-title":"Jpn J Radiol"},{"key":"10.1016\/j.acra.2024.09.005_bib20","article-title":"Integrating text and image analysis: exploring GPT-4V's capabilities in advanced radiological applications across subspecialties","volume":"26","author":"Busch","year":"2024","journal-title":"J Med Internet Res"},{"issue":"2","key":"10.1016\/j.acra.2024.09.005_bib21","article-title":"Evaluating GPT-V4 (GPT-4 with Vision) on detection of radiologic findings on chest radiographs","volume":"311","author":"Zhou","year":"2024"},{"key":"10.1016\/j.acra.2024.09.005_bib22","doi-asserted-by":"crossref","DOI":"10.1177\/08465371241247043","article-title":"Evaluation of multimodal ChatGPT (GPT-4V) in describing mammography image features","author":"Haver","year":"2024","journal-title":"Can Assoc Radiol J"},{"issue":"4","key":"10.1016\/j.acra.2024.09.005_bib23","doi-asserted-by":"crossref","first-page":"718","DOI":"10.1016\/j.dld.2024.01.191","article-title":"Unexpectedly low accuracy of GPT-4 in identifying common liver diseases from CT scan images","volume":"56","author":"Zhang","year":"2024","journal-title":"Dig Liver Dis"},{"issue":"2","key":"10.1016\/j.acra.2024.09.005_bib24","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1007\/s11604-023-01487-y","article-title":"Preliminary assessment of automated radiology report generation with generative pre-trained transformers: comparing results to radiologist-generated reports","volume":"42","author":"Nakaura","year":"2024","journal-title":"Jpn J Radiol"},{"issue":"2","key":"10.1016\/j.acra.2024.09.005_bib25","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.232715","article-title":"Evaluation of reliability, repeatability, robustness, and confidence of GPT-3.5 and GPT-4 on a\u00a0radiology\u00a0board-style\u00a0examination","volume":"311","author":"Krishna","year":"2024","journal-title":"Radiology"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633224006536?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633224006536?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T16:02:31Z","timestamp":1730390551000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633224006536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":25,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["S1076633224006536"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2024.09.005","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2024,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating GPT-4o's Performance in the Official European Board of Radiology Exam: A Comprehensive Assessment","name":"articletitle","label":"Article Title"},{"value":"Academic Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.acra.2024.09.005","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Association of University Radiologists. Published by Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}]}}