{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T04:29:40Z","timestamp":1781756980312,"version":"3.54.5"},"reference-count":89,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100001945","name":"American Psychological Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100001945","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","award":["R01CA280134"],"award-info":[{"award-number":["R01CA280134"]}],"id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","award":["R01CA280134"],"award-info":[{"award-number":["R01CA280134"]}],"id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Eric & Wendy Schmidt Fund for AI Research and Innovation"},{"name":"Fred C. and Katherine B. Anderson Foundation"},{"name":"Kemper Marley Foundation"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title>\n          <jats:p>Large Language Models (LLMs) are increasingly used to support cancer patients and clinicians in decision-making. This systematic review investigates how LLMs are integrated into oncology and evaluated by researchers. We conducted a comprehensive search across PubMed, Web of Science, Scopus, and the ACM Digital Library through May 2024, identifying 56 studies covering 15 cancer types. The meta-analysis results suggested that LLMs were commonly used to summarize, translate, and communicate clinical information, but performance varied: the average overall accuracy was 76.2%, with average diagnostic accuracy lower at 67.4%, revealing gaps in the clinical readiness of this technology. Most evaluations relied heavily on quantitative datasets and automated methods without human graders, emphasizing \u201caccuracy\u201d and \u201cappropriateness\u201d while rarely addressing \u201csafety\u201d, \u201charm\u201d, or \u201cclarity\u201d. Current limitations for LLMs in cancer decision-making, such as limited domain knowledge and dependence on human oversight, demonstrate the need for open datasets and standardized evaluations to improve reliability.<\/jats:p>","DOI":"10.1038\/s41746-025-01824-7","type":"journal-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T17:41:53Z","timestamp":1752774113000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":36,"title":["Large language model integrations in cancer decision-making: a systematic review and meta-analysis"],"prefix":"10.1038","volume":"8","author":[{"given":"Yuexing","family":"Hao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiwen","family":"Qiu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Holmes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Corinna E.","family":"L\u00f6ckenhoff","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marzyeh","family":"Ghassemi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saleh","family":"Kalantari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"1824_CR1","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"1824_CR2","doi-asserted-by":"publisher","first-page":"8448","DOI":"10.3390\/s21248448","volume":"21","author":"M Allouch","year":"2021","unstructured":"Allouch, M., Azaria, A. & Azoulay, R. Conversational agents: goals, technologies, vision and challenges. Sensors 21, 8448 (2021).","journal-title":"Sensors"},{"key":"1824_CR3","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s41591-018-0316-z","volume":"25","author":"A Esteva","year":"2019","unstructured":"Esteva, A. et al. A guide to deep learning in healthcare. Nat. Med. 25, 24\u201329 (2019).","journal-title":"Nat. Med."},{"key":"1824_CR4","doi-asserted-by":"publisher","first-page":"3713","DOI":"10.1007\/s11042-022-13428-4","volume":"82","author":"D Khurana","year":"2023","unstructured":"Khurana, D., Koli, A., Khatter, K. & Singh, S. Natural language processing: state of the art, current trends and challenges. Multimed. Tools Appl. 82, 3713\u20133744 (2023).","journal-title":"Multimed. Tools Appl."},{"key":"1824_CR5","unstructured":"Wang, J. et al. Prompt engineering for healthcare: methodologies and applications. Preprint at arXiv https:\/\/arxiv.org\/abs\/2304.14670 (2023)."},{"key":"1824_CR6","unstructured":"White, J. et al. A prompt pattern catalog to enhance prompt engineering with ChatGPT. Proc. 30th Conf. on Pattern Languages of Programs 5, 1\u201331 (2023)."},{"key":"1824_CR7","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1038\/s43856-023-00370-1","volume":"3","author":"J Clusmann","year":"2023","unstructured":"Clusmann, J. et al. The future landscape of large language models in medicine. Commun. Med. 3, 141 (2023).","journal-title":"Commun. Med."},{"key":"1824_CR8","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1056\/NEJMsr2214184","volume":"388","author":"P Lee","year":"2023","unstructured":"Lee, P., Bubeck, S. & Petro, J. Benefits, limits, and risks of GPT -4 as an AI chatbot for medicine. N. Engl. J. Med. 388, 1233\u20131239 (2023).","journal-title":"N. Engl. J. Med."},{"key":"1824_CR9","doi-asserted-by":"publisher","first-page":"887","DOI":"10.3390\/healthcare11060887","volume":"11","author":"M Sallam","year":"2023","unstructured":"Sallam, M. Chatgpt utility in healthcare education, research, and practice: systematic review on the promising perspectives and valid concerns. Healthc. MDPI 11, 887 (2023).","journal-title":"Healthc. MDPI"},{"key":"1824_CR10","doi-asserted-by":"publisher","first-page":"877","DOI":"10.3390\/biomedinformatics4020049","volume":"4","author":"M C\u00e8","year":"2024","unstructured":"C\u00e8, M. et al. Exploring the role of chatgpt in oncology: providing information and support for cancer patients. BioMedInformatics 4, 877\u2013888 (2024).","journal-title":"BioMedInformatics"},{"key":"1824_CR11","doi-asserted-by":"crossref","unstructured":"Kolla, L. & Parikh, R. B. Uses and limitations of artificial intelligence for oncology. Cancer 130, 2101\u20132107 (2024).","DOI":"10.1002\/cncr.35307"},{"key":"1824_CR12","doi-asserted-by":"publisher","unstructured":"Iannantuono, G. M. et al. Comparison of large language models in answering immuno-oncology questions: a cross-sectional study. Oncologist. https:\/\/doi.org\/10.1093\/oncolo\/oyae009 (2024).","DOI":"10.1093\/oncolo\/oyae009"},{"key":"1824_CR13","doi-asserted-by":"publisher","first-page":"1219326","DOI":"10.3389\/fonc.2023.1219326","volume":"13","author":"J Holmes","year":"2023","unstructured":"Holmes, J. et al. Evaluating large language models on a highly-specialized topic, radiation oncology physics. Front. Oncol. 13, 1219326 (2023).","journal-title":"Front. Oncol."},{"key":"1824_CR14","doi-asserted-by":"publisher","first-page":"e515","DOI":"10.1016\/j.prro.2024.04.017","volume":"14","author":"J Holmes","year":"2024","unstructured":"Holmes, J. et al. Benchmarking a foundation large language model on its ability to relabel structure names in accordance with the American Association of Physicists in Medicine Task Group-263 report. Pract. Radiat. Oncol. 14, e515\u2013e521 (2024).","journal-title":"Pract. Radiat. Oncol."},{"key":"1824_CR15","doi-asserted-by":"publisher","first-page":"100045","DOI":"10.1016\/j.metrad.2023.100045","volume":"1","author":"C Liu","year":"2023","unstructured":"Liu, C. et al. Artificial general intelligence for radiation oncology. Meta-Radiol. 1, 100045 (2023).","journal-title":"Meta-Radiol."},{"key":"1824_CR16","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-51531-8","volume":"14","author":"J Choi","year":"2024","unstructured":"Choi, J. et al. Availability of ChatGPT to provide medical information for patients with kidney cancer. Sci. Rep. 14, 1542 (2024).","journal-title":"Sci. Rep."},{"key":"1824_CR17","doi-asserted-by":"publisher","first-page":"e230922","DOI":"10.1148\/radiol.230922","volume":"307","author":"AA Rahsepar","year":"2023","unstructured":"Rahsepar, A. A. et al. How AI responds to common lung cancer questions: ChatGPT vs Google Bard. Radiology 307, e230922 (2023).","journal-title":"Radiology"},{"key":"1824_CR18","doi-asserted-by":"publisher","first-page":"1831","DOI":"10.1007\/s00404-023-07130-5","volume":"308","author":"S Lukac","year":"2023","unstructured":"Lukac, S. et al. Evaluating ChatGPT as an adjunct for the multidisciplinary tumor board decision-making in primary breast cancer cases. Arch. Gynecol. Obstet. 308, 1831\u20131844 (2023).","journal-title":"Arch. Gynecol. Obstet."},{"key":"1824_CR19","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-52853-3","volume":"14","author":"W Peng","year":"2024","unstructured":"Peng, W. et al. Evaluating ai in medicine: a comparative analysis of expert and chatgpt responses to colorectal cancer questions. Sci. Rep. 14, 2840 (2024).","journal-title":"Sci. Rep."},{"key":"1824_CR20","doi-asserted-by":"publisher","first-page":"e244630","DOI":"10.1001\/jamanetworkopen.2024.4630","volume":"7","author":"A Yalamanchili","year":"2024","unstructured":"Yalamanchili, A. et al. Quality of large language model responses to radiation oncology patient care questions. JAMA Netw. Open 7, e244630 (2024).","journal-title":"JAMA Netw. Open"},{"key":"1824_CR21","doi-asserted-by":"publisher","first-page":"205520762312216","DOI":"10.1177\/20552076231221620","volume":"9","author":"EM Chung","year":"2023","unstructured":"Chung, E. M. et al. Feasibility and acceptability of chatgpt generated radiology report summaries for cancer patients. Digit Health 9, 20552076231221620 (2023).","journal-title":"Digit Health"},{"key":"1824_CR22","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1186\/s42492-023-00136-5","volume":"6","author":"Q Lyu","year":"2023","unstructured":"Lyu, Q. et al. Translating radiology reports into plain language using chatgpt and gpt-4 with prompt learning: results, limitations, and potential. Vis. Comput. Ind. Biomed. Art. 6, 9 (2023).","journal-title":"Vis. Comput. Ind. Biomed. Art."},{"key":"1824_CR23","doi-asserted-by":"publisher","first-page":"e27850","DOI":"10.2196\/27850","volume":"7","author":"L Xu","year":"2021","unstructured":"Xu, L., Sanders, L., Li, K. & Chow, J. C. et al. Chatbot for health care and oncology applications using artificial intelligence and machine learning: systematic review. JMIR Cancer 7, e27850 (2021).","journal-title":"JMIR Cancer"},{"key":"1824_CR24","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-024-01258-7","volume":"7","author":"TYC Tam","year":"2024","unstructured":"Tam, T. Y. C. et al. A framework for human evaluation of large language models in healthcare derived from literature review. NPJ Digit. Med. 7, 258 (2024).","journal-title":"NPJ Digit. Med."},{"key":"1824_CR25","doi-asserted-by":"crossref","unstructured":"Bedi, S. et al. Testing and evaluation of health care applications of large language models: a systematic review. JAMA 333, 319\u2013328 (2024).","DOI":"10.1001\/jama.2024.21700"},{"key":"1824_CR26","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/s00432-024-05678-6","volume":"150","author":"V Sorin","year":"2024","unstructured":"Sorin, V. et al. Utilizing large language models in breast cancer management: systematic review. J. Cancer Res. Clin. Oncol. 150, 140 (2024).","journal-title":"J. Cancer Res. Clin. Oncol."},{"key":"1824_CR27","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s11934-023-01184-3","volume":"25","author":"A Talyshinskii","year":"2024","unstructured":"Talyshinskii, A., Naik, N., Hameed, B. Z., Julieb\u00f8-Jones, P. & Somani, B. K. Potential of AI-driven chatbots in urology: revolutionizing patient care through artificial intelligence. Curr. Urol. Rep. 25, 9\u201318 (2024).","journal-title":"Curr. Urol. Rep."},{"key":"1824_CR28","doi-asserted-by":"publisher","DOI":"10.1038\/s41698-024-00733-4","volume":"8","author":"N Carl","year":"2024","unstructured":"Carl, N. et al. Large language model use in clinical oncology. NPJ Precis. Oncol. 8, 240 (2024).","journal-title":"NPJ Precis. Oncol."},{"key":"1824_CR29","doi-asserted-by":"publisher","unstructured":"Calisto, F. M., Abrantes, J. M., Santiago, C., Nunes, N. J. & Nascimento, J. C. Personalized explanations for clinician-ai interaction in breast imaging diagnosis by adapting communication to expertise levels. Int. J. Human-Comput. Stud. https:\/\/doi.org\/10.1016\/j.ijhcs.2025.103444 (2025).","DOI":"10.1016\/j.ijhcs.2025.103444"},{"key":"1824_CR30","doi-asserted-by":"publisher","unstructured":"Bastos, M., Nascimento, J. & Calisto, F. Human-centered design of a semantic annotation tool for breast cancer diagnosis. Research Gate https:\/\/doi.org\/10.13140\/RG.2.2.14982.38722 (2024).","DOI":"10.13140\/RG.2.2.14982.38722"},{"key":"1824_CR31","unstructured":"National Cancer Institute. NCI Budget Fact Book\u2014Research Funding\u2014nci. https:\/\/www.cancer.gov\/about-nci\/budget\/fact-book\/data\/research-funding (2023)."},{"key":"1824_CR32","unstructured":"Society, A. C. Cancer Facts & Figures 2024. https:\/\/www.cancer.org\/research\/cancer-facts-statistics\/all-cancer-facts-figures\/2024-cancer-facts-figures.html (2024)."},{"key":"1824_CR33","doi-asserted-by":"crossref","unstructured":"Nierengarten, M. B. Cancer statistics 2024: deaths drop, incidences increase, prevention needed. Cancer 130, 1904 (2024).","DOI":"10.1002\/cncr.35347"},{"key":"1824_CR34","doi-asserted-by":"publisher","first-page":"1256459","DOI":"10.3389\/fonc.2023.1256459","volume":"13","author":"O Ku\u015fcu","year":"2023","unstructured":"Ku\u015fcu, O., Pamuk, A. E., S\u00fctay S\u00fcsl\u00fc, N. & Hosal, S. Is ChatGPT accurate and reliable in answering questions regarding head and neck cancer? Front Oncol. 13, 1256459 (2023).","journal-title":"Front Oncol."},{"key":"1824_CR35","doi-asserted-by":"publisher","first-page":"1602","DOI":"10.21037\/qims-23-1180","volume":"14","author":"Z Wang","year":"2024","unstructured":"Wang, Z. et al. Assessing the role of GPT-4 in thyroid ultrasound diagnosis and treatment recommendations: enhancing interpretability with a chain of thought approach. Quant. Imaging Med. Surg. 14, 1602 (2024).","journal-title":"Quant. Imaging Med. Surg."},{"key":"1824_CR36","doi-asserted-by":"publisher","unstructured":"Haemmerli, J. et al. ChatGPT in glioma adjuvant therapy decision making: ready to assume the role of a doctor in the tumour board? BMJ Health Care Inform. https:\/\/doi.org\/10.1136\/bmjhci-2023-100775 (2023).","DOI":"10.1136\/bmjhci-2023-100775"},{"key":"1824_CR37","doi-asserted-by":"publisher","first-page":"1303319","DOI":"10.3389\/fpubh.2024.1303319","volume":"12","author":"M Valentini","year":"2024","unstructured":"Valentini, M. et al. Artificial intelligence large language model chatgpt: is it a trustworthy and reliable source of information for sarcoma patients? Front. Public Health 12, 1303319 (2024).","journal-title":"Front. Public Health"},{"key":"1824_CR38","doi-asserted-by":"publisher","first-page":"7","DOI":"10.9781\/ijimai.2023.04.007","volume":"8","author":"J Zhou","year":"2023","unstructured":"Zhou, J., Li, T., Fong, S. J., Dey, N. & Crespo, R. G. Exploring ChatGPT\u2019s potential for consultation, recommendations and report diagnosis: Gastric cancer and gastroscopy reports\u2019 case. IJIMAI 8, 7\u201313 (2023).","journal-title":"IJIMAI"},{"key":"1824_CR39","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1089\/thy.2023.0491","volume":"34","author":"DJ Campbell","year":"2024","unstructured":"Campbell, D. J. et al. Evaluating ChatGPT responses on thyroid nodules for patient education. Thyroid 34, 371\u2013377 (2024).","journal-title":"Thyroid"},{"key":"1824_CR40","doi-asserted-by":"publisher","first-page":"2252","DOI":"10.1002\/lary.31191","volume":"134","author":"RJ Davis","year":"2024","unstructured":"Davis, R. J. et al. Evaluation of oropharyngeal cancer information from revolutionary artificial intelligence chatbot. Laryngoscope 134, 2252\u20132257 (2024).","journal-title":"Laryngoscope"},{"key":"1824_CR41","first-page":"31","volume":"16","author":"I Thia","year":"2024","unstructured":"Thia, I. & Saluja, M. Chatgpt: Is this patient education tool for urological malignancies readable for the general population? Res Rep. Urol. 16, 31\u201337 (2024).","journal-title":"Res Rep. Urol."},{"key":"1824_CR42","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1002\/jvc2.263","volume":"3","author":"HC Lent","year":"2024","unstructured":"Lent, H. C. et al. A chat about actinic keratosis: examining capabilities and user experience of ChatGPT as a digital health technology in dermato-oncology. JEADV Clin. Pract. 3, 258\u2013265 (2024).","journal-title":"JEADV Clin. Pract."},{"key":"1824_CR43","doi-asserted-by":"crossref","unstructured":"Hao, Y., Liu, Z., Riter, R. N. & Kalantari, S. Advancing patient-centered shared decision-making with AI systems for older adult cancer patients. In Proceedings of the CHI Conference on Human Factors in Computing Systems, 1\u201320 (ACM, 2024).","DOI":"10.1145\/3613904.3642353"},{"key":"1824_CR44","doi-asserted-by":"crossref","unstructured":"Hao, Y. et al. Retrospective comparative analysis of prostate cancer in-basket messages: responses from closed-domain LLM vs. clinical teams. Mayo Clin Proc Digit. Health 3, 100198 (2025).","DOI":"10.1016\/j.mcpdig.2025.100198"},{"key":"1824_CR45","doi-asserted-by":"crossref","unstructured":"Calisto, F. M. et al. Assertiveness-based agent communication for a personalized medicine on medical imaging diagnosis. In Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems 1\u201320 (CHI, 2023).","DOI":"10.1145\/3544548.3580682"},{"key":"1824_CR46","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s00345-024-05423-1","volume":"43","author":"P Kaiser","year":"2025","unstructured":"Kaiser, P. et al. The interaction of structured data using openehr and large language models for clinical decision support in prostate cancer. World J. Urol. 43, 67 (2025).","journal-title":"World J. Urol."},{"key":"1824_CR47","doi-asserted-by":"crossref","unstructured":"Trapp, C. et al. Patient-and clinician-based evaluation of large language models for patient education in prostate cancer radiotherapy. Strahlenther. Onkol. 201, 1\u201310 (2025).","DOI":"10.1007\/s00066-024-02342-3"},{"key":"1824_CR48","doi-asserted-by":"publisher","first-page":"603","DOI":"10.3390\/healthcare13060603","volume":"13","author":"J Vrdoljak","year":"2025","unstructured":"Vrdoljak, J., Boban, Z., Vilovi\u0107, M., Kumri\u0107, M. & Bo\u017ei\u0107, J. A review of large language models in medical education, clinical decision support, and healthcare administration. Healthcare 13, 603 (2025).","journal-title":"Healthcare"},{"key":"1824_CR49","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1038\/s44401-024-00011-2","volume":"2","author":"E Croxford","year":"2025","unstructured":"Croxford, E. et al. Current and future state of evaluation of large language models for medical summarization tasks. npj Health Syst. 2, 6 (2025).","journal-title":"npj Health Syst."},{"key":"1824_CR50","unstructured":"Hao, Y., Qiu, Z. & Kalantari, S. Systematic review for AI-based chatbot for clinical decision support (Open Science Framework, 2024)."},{"key":"1824_CR51","first-page":"285","volume":"34","author":"QN Hong","year":"2018","unstructured":"Hong, Q. N. et al. The mixed methods appraisal tool (MMAT) version 2018 for information professionals and researchers. Educ. Inf. 34, 285\u2013291 (2018).","journal-title":"Educ. Inf."},{"key":"1824_CR52","doi-asserted-by":"publisher","first-page":"104356","DOI":"10.1016\/j.compedu.2021.104356","volume":"176","author":"C Evangelio","year":"2022","unstructured":"Evangelio, C., Rodr\u00edguez-Gonz\u00e1lez, P., Fern\u00e1ndez-R\u00edo, J. & Gonzalez-Villora, S. Cyberbullying in elementary and middle school students: a systematic review. Comput. Educ. 176, 104356 (2022).","journal-title":"Comput. Educ."},{"key":"1824_CR53","doi-asserted-by":"publisher","first-page":"721","DOI":"10.3350\/cmh.2023.0089","volume":"29","author":"YH Yeo","year":"2023","unstructured":"Yeo, Y. H. et al. Assessing the performance of ChatGPT in answering questions regarding cirrhosis and hepatocellular carcinoma. Clin. Mol. Hepatol. 29, 721\u2013732 (2023).","journal-title":"Clin. Mol. Hepatol."},{"key":"1824_CR54","doi-asserted-by":"publisher","first-page":"e231362","DOI":"10.1148\/radiol.231362","volume":"308","author":"MA Fink","year":"2023","unstructured":"Fink, M. A. et al. Potential of ChatGPT and GPT-4 for data mining of free-text CT reports on lung cancer. Radiology 308, e231362 (2023).","journal-title":"Radiology"},{"key":"1824_CR55","doi-asserted-by":"publisher","unstructured":"Rao, A. et al. Evaluating ChatGPT as an adjunct for radiologic decision-making. Preprint at medRxiv https:\/\/doi.org\/10.1101\/2023.02.02.23285399 (2023).","DOI":"10.1101\/2023.02.02.23285399"},{"key":"1824_CR56","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.urology.2023.05.040","volume":"180","author":"B Coskun","year":"2023","unstructured":"Coskun, B., Ocakoglu, G., Yetemen, M. & Kaygisiz, O. Can ChatGPT, an artificial intelligence language model, provide accurate and high-quality patient information on prostate cancer? Urology 180, 35\u201358 (2023).","journal-title":"Urology"},{"key":"1824_CR57","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/j.ygyno.2023.11.008","volume":"179","author":"CE Hermann","year":"2023","unstructured":"Hermann, C. E. et al. Let\u2019s chat about cervical cancer: assessing the accuracy of ChatGPT responses to cervical cancer questions. Gynecol. Oncol. 179, 164\u2013168 (2023).","journal-title":"Gynecol. Oncol."},{"key":"1824_CR58","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s00234-023-03252-4","volume":"66","author":"D Horiuchi","year":"2024","unstructured":"Horiuchi, D. et al. Accuracy of ChatGPT-generated diagnosis from patient\u2019s medical history and imaging findings in neuroradiology cases. Neuroradiology 66, 73\u201379 (2024).","journal-title":"Neuroradiology"},{"key":"1824_CR59","doi-asserted-by":"crossref","unstructured":"Nguyen, D., Swanson, D., Newbury, A. & Kim, Y. H. Evaluation of ChatGPT and Google Bard using prompt engineering in cancer screening algorithms. Acad. Radiol. 31, 1799\u20131804 (2023).","DOI":"10.1016\/j.acra.2023.11.002"},{"key":"1824_CR60","doi-asserted-by":"publisher","unstructured":"Gebrael, G. et al. Enhancing triage efficiency and accuracy in emergency rooms for patients with metastatic prostate cancer: a retrospective analysis of artificial intelligence-assisted triage using ChatGPT 4.0. Cancers. https:\/\/doi.org\/10.3390\/cancers15143717 (2023).","DOI":"10.3390\/cancers15143717"},{"key":"1824_CR61","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1097\/COC.0000000000001050","volume":"47","author":"JR Janopaul-Naylor","year":"2024","unstructured":"Janopaul-Naylor, J. R. et al. Physician assessment of ChatGPT and Bing answers to American Cancer Society\u2019s questions to ask about your cancer. Am. J. Clin. Oncol. 47, 17\u201321 (2024).","journal-title":"Am. J. Clin. Oncol."},{"key":"1824_CR62","doi-asserted-by":"publisher","first-page":"104085","DOI":"10.1016\/j.amjoto.2023.104085","volume":"45","author":"K Wei","year":"2024","unstructured":"Wei, K., Fritz, C. & Rajasekaran, K. Answering head and neck cancer questions: an assessment of ChatGPT responses. Am. J. Otolaryngol. 45, 104085 (2024).","journal-title":"Am. J. Otolaryngol."},{"key":"1824_CR63","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1111\/ans.18749","volume":"94","author":"JM Choo","year":"2024","unstructured":"Choo, J. M. et al. Conversational artificial intelligence (chatgpt\u2122) in the management of complex colorectal cancer patients: early experience. ANZ J. Surg. 94, 356\u2013361 (2024).","journal-title":"ANZ J. Surg."},{"key":"1824_CR64","doi-asserted-by":"publisher","unstructured":"Griewing, S. et al. Challenging ChatGPT 3.5 in senology\u2014an assessment of concordance with breast cancer tumor board decision making. J. Pers. Med. https:\/\/doi.org\/10.3390\/jpm13101502 (2023).","DOI":"10.3390\/jpm13101502"},{"key":"1824_CR65","doi-asserted-by":"publisher","unstructured":"Alanezi, F. Examining the role of ChatGPT in promoting health behaviors and lifestyle changes among cancer patients. Nutr Health. https:\/\/doi.org\/10.1177\/02601060241244563 (2024).","DOI":"10.1177\/02601060241244563"},{"key":"1824_CR66","doi-asserted-by":"publisher","first-page":"e2343689","DOI":"10.1001\/jamanetworkopen.2023.43689","volume":"6","author":"M Benary","year":"2023","unstructured":"Benary, M. et al. Leveraging large language models for decision support in personalized oncology. JAMA Netw. Open 6, e2343689 (2023).","journal-title":"JAMA Netw. Open"},{"key":"1824_CR67","doi-asserted-by":"crossref","unstructured":"Braithwaite, D. et al. Evaluating ChatGPT\u2019s accuracy in providing screening mammography recommendations among older women: artificial intelligence and cancer communication. Res. Sq. 31, rs.3.rs-3911155 (2024).","DOI":"10.21203\/rs.3.rs-3911155\/v1"},{"key":"1824_CR68","first-page":"e47576","volume":"15","author":"EY K\u00f6ro\u011flu","year":"2023","unstructured":"K\u00f6ro\u011flu, E. Y. et al. A novel approach: evaluating ChatGPT\u2019s utility for the management of thyroid nodules. Cureus 15, e47576 (2023).","journal-title":"Cureus"},{"key":"1824_CR69","doi-asserted-by":"publisher","first-page":"454\u2013457.e4","DOI":"10.1016\/j.clgc.2023.12.017","volume":"22","author":"F Ozgor","year":"2024","unstructured":"Ozgor, F. et al. Urological cancers and ChatGPT: assessing the quality of information and possible risks for patients. Clin. Genitourin. Cancer 22, 454\u2013457.e4 (2024).","journal-title":"Clin. Genitourin. Cancer"},{"key":"1824_CR70","doi-asserted-by":"publisher","first-page":"e22409","DOI":"10.1016\/j.heliyon.2023.e22409","volume":"9","author":"HJ Son","year":"2023","unstructured":"Son, H. J., Kim, S.-J., Pak, S. & Lee, S. H. Chatgpt-assisted deep learning for diagnosing bone metastasis in bone scans: bridging the AI gap for clinicians. Heliyon 9, e22409 (2023).","journal-title":"Heliyon"},{"key":"1824_CR71","doi-asserted-by":"publisher","unstructured":"Lee, J. C. et al. Exploring the role of artificial intelligence chatbots in preoperative counseling for head and neck cancer surgery. Laryngoscope. https:\/\/doi.org\/10.1002\/lary.31243 (2023).","DOI":"10.1002\/lary.31243"},{"key":"1824_CR72","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45879-8","volume":"15","author":"S Tayebi Arasteh","year":"2024","unstructured":"Tayebi Arasteh, S. et al. Large language models streamline automated machine learning for clinical studies. Nat. Commun. 15, 1603 (2024).","journal-title":"Nat. Commun."},{"key":"1824_CR73","doi-asserted-by":"publisher","unstructured":"Pinto, V. B. P. et al. Conformity of ChatGPT recommendations with the AUA\/SUFU guideline on postprostatectomy urinary incontinence. Neurourol. Urodyn. https:\/\/doi.org\/10.1002\/nau.25442 (2024).","DOI":"10.1002\/nau.25442"},{"key":"1824_CR74","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1007\/s10620-024-08274-3","volume":"69","author":"J Atarere","year":"2024","unstructured":"Atarere, J. et al. Applicability of online chat-based artificial intelligence models to colorectal cancer screening. Dig. Dis. Sci. 69, 791\u2013797 (2024).","journal-title":"Dig. Dis. Sci."},{"key":"1824_CR75","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1111\/jgh.16375","volume":"39","author":"DYZ Lim","year":"2024","unstructured":"Lim, D. Y. Z. et al. ChatGPT on guidelines: providing contextual knowledge to GPT allows it to provide advice on appropriate colonoscopy intervals. J. Gastroenterol. Hepatol. 39, 81\u2013106 (2024).","journal-title":"J. Gastroenterol. Hepatol."},{"key":"1824_CR76","doi-asserted-by":"publisher","first-page":"209","DOI":"10.3857\/roj.2023.00633","volume":"41","author":"HS Choi","year":"2023","unstructured":"Choi, H. S., Song, J. Y., Shin, K. H., Chang, J. H. & Jang, B.-S. Developing prompts from large language model for extracting clinical information from pathology and ultrasound reports in breast cancer. Radiat. Oncol. J. 41, 209\u2013216 (2023).","journal-title":"Radiat. Oncol. J."},{"key":"1824_CR77","doi-asserted-by":"publisher","first-page":"e232255","DOI":"10.1148\/radiol.232255","volume":"310","author":"S-H Wu","year":"2024","unstructured":"Wu, S.-H. et al. Collaborative enhancement of consistency and accuracy in us diagnosis of thyroid nodules using large language models. Radiology 310, e232255 (2024).","journal-title":"Radiology"},{"key":"1824_CR78","doi-asserted-by":"publisher","unstructured":"Pereyra, L., Schlottmann, F., Steinberg, L. & Lasa, J. Colorectal cancer prevention: Is chat generative pretrained transformer (chat gpt) ready to assist physicians in determining appropriate screening and surveillance recommendations?J. Clin. Gastroenterol. https:\/\/doi.org\/10.1097\/MCG.0000000000001979 (2024).","DOI":"10.1097\/MCG.0000000000001979"},{"key":"1824_CR79","doi-asserted-by":"publisher","unstructured":"Chow, J. C. L., Wong, V., Sanders, L. & Li, K. Developing an AI-assisted educational chatbot for radiotherapy using the ibm watson assistant platform. Healthcare. https:\/\/doi.org\/10.3390\/healthcare11172417 (2023).","DOI":"10.3390\/healthcare11172417"},{"key":"1824_CR80","doi-asserted-by":"publisher","first-page":"108238","DOI":"10.1016\/j.clineuro.2024.108238","volume":"239","author":"G Kozel","year":"2024","unstructured":"Kozel, G. et al. Chat-gpt on brain tumors: an examination of artificial intelligence\/machine learning\u2019s ability to provide diagnoses and treatment plans for example neuro-oncology cases. Clin. Neurol. Neurosurg. 239, 108238 (2024).","journal-title":"Clin. Neurol. Neurosurg."},{"key":"1824_CR81","doi-asserted-by":"publisher","first-page":"100525","DOI":"10.1016\/j.jbo.2024.100525","volume":"44","author":"F Yang","year":"2024","unstructured":"Yang, F., Yan, D. & Wang, Z. Large-scale assessment of chatgpt\u2019s performance in benign and malignant bone tumors imaging report diagnosis and its potential for clinical applications. J. Bone Oncol. 44, 100525 (2024).","journal-title":"J. Bone Oncol."},{"key":"1824_CR82","doi-asserted-by":"publisher","first-page":"3566","DOI":"10.1007\/s00330-023-10384-x","volume":"34","author":"AM Hasani","year":"2024","unstructured":"Hasani, A. M. et al. Evaluating the performance of generative pre-trained transformer-4 (GPT-4) in standardizing radiology reports. Eur. Radiol. 34, 3566\u20133574 (2024).","journal-title":"Eur. Radiol."},{"key":"1824_CR83","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1038\/s41391-023-00705-y","volume":"27","author":"A Cocci","year":"2024","unstructured":"Cocci, A. et al. Quality of information and appropriateness of ChatGPT outputs for urology patients. Prostate cancer Prostat. Dis. 27, 103\u2013108 (2024).","journal-title":"Prostate cancer Prostat. Dis."},{"key":"1824_CR84","doi-asserted-by":"crossref","unstructured":"Bir Y\u00fccel, K., Sutcuoglu, O., Yaz\u0131c\u0131, O., Ozet, A. & Ozdemir, N. Can artificial intelligence provide accurate and reliable answers to cancer patients\u2019 questions about cancer pain? Comparison of chatbots based on esmo cancer pain guideline. MEMO 17, 1\u20135 (2024).","DOI":"10.1007\/s12254-023-00954-6"},{"key":"1824_CR85","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s12553-024-00836-9","volume":"14","author":"B Huo","year":"2024","unstructured":"Huo, B. et al. Dr. GPT will see you now: the ability of large language model-linked chatbots to provide colorectal cancer screening recommendations. Health Technol. 14, 463\u2013469 (2024).","journal-title":"Health Technol."},{"key":"1824_CR86","doi-asserted-by":"crossref","unstructured":"Sarangi, P. K. et al. Assessing ChatGPT\u2019s proficiency in simplifying radiological reports for healthcare professionals and patients. Cureus 15, e50881 (2023).","DOI":"10.7759\/cureus.50881"},{"key":"1824_CR87","doi-asserted-by":"publisher","first-page":"905","DOI":"10.1016\/j.ijrobp.2023.10.020","volume":"118","author":"W Floyd","year":"2024","unstructured":"Floyd, W. et al. Current strengths and weaknesses of ChatGPT as a resource for radiation oncology patients and providers. Int. J. Radiat. Oncol. Biol. Phys. 118, 905\u2013915 (2024).","journal-title":"Int. J. Radiat. Oncol. Biol. Phys."},{"key":"1824_CR88","doi-asserted-by":"publisher","first-page":"2717","DOI":"10.1007\/s11255-023-03729-4","volume":"55","author":"J Gabriel","year":"2023","unstructured":"Gabriel, J., Shafik, L., Alanbuki, A. & Larner, T. The utility of the ChatGPT artificial intelligence tool for patient education and enquiry in robotic radical prostatectomy. Int. Urol. Nephrol. 55, 2717\u20132732 (2023).","journal-title":"Int. Urol. Nephrol."},{"key":"1824_CR89","doi-asserted-by":"publisher","first-page":"2115","DOI":"10.1007\/s00405-024-08476-5","volume":"281","author":"M Sievert","year":"2024","unstructured":"Sievert, M. et al. Diagnosis of malignancy in oropharyngeal confocal laser endomicroscopy using GPT 4.0 with vision. Eur. Arch. Otorhinolaryngol. 281, 2115\u20132122 (2024).","journal-title":"Eur. Arch. Otorhinolaryngol."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01824-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01824-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01824-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T14:02:00Z","timestamp":1757253720000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01824-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"references-count":89,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1824"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01824-7","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"6 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"450"}}