{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T08:45:29Z","timestamp":1794041129642,"version":"4.8.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T00:00:00Z","timestamp":1763683200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T00:00:00Z","timestamp":1765756800000},"content-version":"vor","delay-in-days":24,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01-CA232931"],"award-info":[{"award-number":["U01-CA232931"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-27593-7","type":"journal-article","created":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T20:46:31Z","timestamp":1763757991000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Evaluating the reliability of large language models for clinical data extraction in bladder cancer prognosis"],"prefix":"10.1038","volume":"15","author":[{"given":"Di","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lubomir","family":"Hadjiiski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Grace","family":"Bruno","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Gormley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heang-Ping","family":"Chan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elaine M.","family":"Caoili","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Richard H.","family":"Cohan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ajjai","family":"Alva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rada","family":"Mihalcea","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chuan","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vikas","family":"Gulani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,21]]},"reference":[{"key":"27593_CR1","doi-asserted-by":"crossref","unstructured":"Gebreab, S. A., Salah, K., Jayaraman, R., ur Rehman, M. H. & Ellaham, S. In 12th International Symposium on Digital Forensics and Security (ISDFS), 1\u20137 (2024).","DOI":"10.1109\/ISDFS60797.2024.10527275"},{"key":"27593_CR2","doi-asserted-by":"publisher","first-page":"1418","DOI":"10.1038\/s42256-024-00944-1","volume":"6","author":"J Qiu","year":"2024","unstructured":"Qiu, J. et al. LLM-based agentic systems in medicine and healthcare. Nat. Mach. Intell. 6, 1418\u20131420 (2024).","journal-title":"Nat. Mach. Intell."},{"key":"27593_CR3","doi-asserted-by":"publisher","first-page":"1436","DOI":"10.1093\/jamia\/ocad258","volume":"31","author":"S Tripathi","year":"2024","unstructured":"Tripathi, S., Sukumaran, R. & Cook, T. S. Efficient healthcare with large Language models: optimizing clinical workflow and enhancing patient care. J. Am. Med. Inform. Assoc. 31, 1436\u20131440 (2024).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"27593_CR4","doi-asserted-by":"publisher","first-page":"2613","DOI":"10.1038\/s41591-024-03097-1","volume":"30","author":"P Hager","year":"2024","unstructured":"Hager, P. et al. Evaluation and mitigation of the limitations of large Language models in clinical decision-making. Nat. Med. 30, 2613\u20132622 (2024).","journal-title":"Nat. Med."},{"key":"27593_CR5","first-page":"79410","volume":"37","author":"Y Kim","year":"2025","unstructured":"Kim, Y. et al. Mdagents: an adaptive collaboration of Llms for medical decision-making. Adv. Neural. Inf. Process. Syst. 37, 79410\u201379452 (2025).","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"27593_CR6","doi-asserted-by":"crossref","unstructured":"Goh, E. et al. ChatGPT influence on medical decision-making, bias, and equity: a randomized study of clinicians evaluating clinical vignettes. Medrxiv (2023). https:\/\/doi.org\/10.1101\/2023.11.24.23298844","DOI":"10.1101\/2023.11.24.23298844"},{"key":"27593_CR7","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.3390\/cancers16132402","volume":"16","author":"D Sun","year":"2024","unstructured":"Sun, D. et al. Outcome prediction using Multi-Modal information: integrating large Language Model-Extracted clinical information and image analysis. Cancers 16, 2402 (2024).","journal-title":"Cancers"},{"key":"27593_CR8","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1038\/s41746-024-01366-4","volume":"7","author":"B Gu","year":"2024","unstructured":"Gu, B., Desai, R. J., Lin, K. J. & Yang, J. Probabilistic medical predictions of large Language models. Npj Digit. Med. 7, 367 (2024).","journal-title":"Npj Digit. Med."},{"key":"27593_CR9","first-page":"58077","volume":"37","author":"Y Abbasi Yadkori","year":"2025","unstructured":"Abbasi Yadkori, Y., Kuzborskij, I., Gy\u00f6rgy, A. & Szepesvari, C. To believe or not to believe your LLM: iterative prompting for estimating epistemic uncertainty. Adv. Neural. Inf. Process. Syst. 37, 58077\u201358117 (2025).","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"27593_CR10","unstructured":"White, J. et al. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382 (2023)."},{"key":"27593_CR11","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1038\/s41746-024-01029-4","volume":"7","author":"L Wang","year":"2024","unstructured":"Wang, L. et al. Prompt engineering in consistency and reliability with the evidence-based guideline for LLMs. NPJ Digit. Med. 7, 41 (2024).","journal-title":"NPJ Digit. Med."},{"key":"27593_CR12","unstructured":"American Cancer Society. Cancer Facts & Figs. 2023. American Cancer Society: (Atlanta, GA, USA, 2023)."},{"key":"27593_CR13","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1016\/j.euo.2019.01.015","volume":"3","author":"FA Sloan","year":"2020","unstructured":"Sloan, F. A., Yashkin, A. P., Akushevich, I. & Inman, B. A. The cost to medicare of bladder cancer care. Eur. Urol. Oncol. 3, 515\u2013522 (2020).","journal-title":"Eur. Urol. Oncol."},{"key":"27593_CR14","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/s00345-009-0395-z","volume":"27","author":"KD Sievert","year":"2009","unstructured":"Sievert, K. D. et al. Economic aspects of bladder cancer: what are the benefits and costs? World J. Urol. 27, 295\u2013300 (2009).","journal-title":"World J. Urol."},{"key":"27593_CR15","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1016\/j.eururo.2015.01.032","volume":"68","author":"LA Kluth","year":"2015","unstructured":"Kluth, L. A. et al. Prognostic and prediction tools in bladder cancer: a comprehensive review of the literature. Eur. Urol. 68, 238\u2013253 (2015).","journal-title":"Eur. Urol."},{"key":"27593_CR16","doi-asserted-by":"publisher","first-page":"4372","DOI":"10.3390\/cancers15174372","volume":"15","author":"D Sun","year":"2023","unstructured":"Sun, D. et al. Survival prediction of patients with bladder cancer after cystectomy based on Clinical, Radiomics, and Deep-Learning descriptors. Cancers 15, 4372 (2023).","journal-title":"Cancers"},{"key":"27593_CR17","doi-asserted-by":"publisher","first-page":"6663","DOI":"10.1158\/1078-0432.CCR-06-0372","volume":"12","author":"SF Shariat","year":"2006","unstructured":"Shariat, S. F. et al. Nomograms provide improved accuracy for predicting survival after radical cystectomy. Clin. Cancer Res. 12, 6663\u20136676 (2006).","journal-title":"Clin. Cancer Res."},{"key":"27593_CR18","doi-asserted-by":"publisher","first-page":"1812","DOI":"10.1093\/jamia\/ocad259","volume":"31","author":"Y Hu","year":"2024","unstructured":"Hu, Y. et al. Improving large Language models for clinical named entity recognition via prompt engineering. J. Am. Med. Inform. Assoc. 31, 1812\u20131820 (2024).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"27593_CR19","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1186\/s12911-022-01897-4","volume":"22","author":"FW Mutinda","year":"2022","unstructured":"Mutinda, F. W., Liew, K., Yada, S., Wakamiya, S. & Aramaki, E. Automatic data extraction to support meta-analysis statistical analysis: a case study on breast cancer. BMC Med. Inf. Decis. Mak. 22, 158 (2022).","journal-title":"BMC Med. Inf. Decis. Mak."},{"key":"27593_CR20","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1093\/jamia\/ocae326","volume":"32","author":"F Chen","year":"2025","unstructured":"Chen, F., Zhang, G., Fang, Y., Peng, Y. & Weng, C. Semi-supervised learning from small annotated data and large unlabeled data for fine-grained Participants, Intervention, Comparison, and outcomes entity recognition. J. Am. Med. Inform. Assoc. 32, 555\u2013565 (2025).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"27593_CR21","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1093\/jamia\/ocae065","volume":"31","author":"G Zhang","year":"2024","unstructured":"Zhang, G. et al. A span-based model for extracting overlapping PICO entities from randomized controlled trial publications. J. Am. Med. Inform. Assoc. 31, 1163\u20131171 (2024).","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"27593_CR22","first-page":"2676","volume":"10","author":"P Thatoi","year":"2023","unstructured":"Thatoi, P., Choudhary, R., Shiwlani, A., Qureshi, H. A. & Kumar, S. Natural Language processing (NLP) in the extraction of clinical information from electronic health records (EHRs) for cancer prognosis. Int. J. 10, 2676\u20132694 (2023).","journal-title":"Int. J."},{"key":"27593_CR23","unstructured":"Conover, M. et al. See https:\/\/huggingface.co\/databricks\/dolly-v2-12b (2023) (accessed 10 May 2023)."},{"key":"27593_CR24","unstructured":"Chiang, W. L. et al. Vicuna: An open-source chatbot impressing gpt-4 with 90%* chatgpt quality. See (2023). https:\/\/vicuna.lmsys.org (2023) (accessed 14 April 2023)."},{"key":"27593_CR25","unstructured":"Touvron, H. et al. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"27593_CR26","unstructured":"Meta. See https:\/\/huggingface.co\/meta-llama\/Llama-3.3-70B-Instruct (2024). (accessed 20 December 2024)."},{"key":"27593_CR27","unstructured":"OpenAI. New models and developer products announced at DevDay. See https:\/\/openai.com\/blog\/new-models-and-developer-products-announced-at-devday  (2023) (accessed 10 December 2023)."},{"key":"27593_CR28","unstructured":"OpenAI. Hello GPT-4o. See https:\/\/openai.com\/index\/hello-gpt-4o\/ (2024) (accessed 15 August 2024)"},{"key":"27593_CR29","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1007\/s11135-004-8107-7","volume":"38","author":"K Krippendorff","year":"2004","unstructured":"Krippendorff, K. Measuring the reliability of qualitative text analysis data. Qual. Quantity. 38, 787\u2013800 (2004).","journal-title":"Qual. Quantity"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27593-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27593-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27593-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:07:30Z","timestamp":1766066850000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27593-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,21]]},"references-count":29,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["27593"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-27593-7","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,21]]},"assertion":[{"value":"6 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"43773"}}