{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T13:49:14Z","timestamp":1778161754294,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T00:00:00Z","timestamp":1743811200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T00:00:00Z","timestamp":1743811200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01519-z","type":"journal-article","created":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T00:17:24Z","timestamp":1743812244000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":87,"title":["Retrieval augmented generation for 10 large language models and its generalizability in assessing medical fitness"],"prefix":"10.1038","volume":"8","author":[{"given":"Yu He","family":"Ke","sequence":"first","affiliation":[]},{"given":"Liyuan","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Kabilan","family":"Elangovan","sequence":"additional","affiliation":[]},{"given":"Hairil Rizal","family":"Abdullah","sequence":"additional","affiliation":[]},{"given":"Nan","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Alex Tiong Heng","family":"Sia","sequence":"additional","affiliation":[]},{"given":"Chai Rick","family":"Soh","sequence":"additional","affiliation":[]},{"given":"Joshua Yi Min","family":"Tung","sequence":"additional","affiliation":[]},{"given":"Jasmine Chiat Ling","family":"Ong","sequence":"additional","affiliation":[]},{"given":"Chang-Fu","family":"Kuo","sequence":"additional","affiliation":[]},{"given":"Shao-Chun","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Vesela P.","family":"Kovacheva","sequence":"additional","affiliation":[]},{"given":"Daniel Shu Wei","family":"Ting","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,5]]},"reference":[{"key":"1519_CR1","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"1519_CR2","doi-asserted-by":"publisher","unstructured":"Lim, D. Y. Z. et al. Large language models in anaesthesiology: use of ChatGPT for American Society of Anesthesiologists physical status classification. Br. J. Anaesth. https:\/\/doi.org\/10.1016\/j.bja.2023.06.052 (2023).","DOI":"10.1016\/j.bja.2023.06.052"},{"key":"1519_CR3","doi-asserted-by":"publisher","first-page":"244","DOI":"10.17085\/apm.23056","volume":"18","author":"S-W Lee","year":"2023","unstructured":"Lee, S.-W. & Choi, W.-J. Utilizing ChatGPT in clinical research related to anesthesiology: a comprehensive review of opportunities and limitations. Anesth. Pain. Med. 18, 244\u2013251 (2023).","journal-title":"Anesth. Pain. Med."},{"key":"1519_CR4","first-page":"35","volume":"53","author":"R Garg","year":"2009","unstructured":"Garg, R., Bhalotra, A. R., Bhadoria, P., Gupta, N. & Anand, R. Reasons for cancellation of cases on the day of surgery-a prospective study. Indian J. Anaesth. 53, 35\u201339 (2009).","journal-title":"Indian J. Anaesth."},{"key":"1519_CR5","first-page":"44","volume":"82","author":"K Pfeifer","year":"2016","unstructured":"Pfeifer, K., Slawski, B., Manley, A. -M., Nelson, V. & Haines, M. Improving preoperative medication compliance with standardized instructions. Minerva Anestesiol. 82, 44\u201349 (2016).","journal-title":"Minerva Anestesiol."},{"key":"1519_CR6","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1186\/s13037-023-00377-6","volume":"17","author":"V Naderi-Boldaji","year":"2023","unstructured":"Naderi-Boldaji, V. et al. Incidence and root causes of surgery cancellations at an academic medical center in Iran: a retrospective cohort study on 29,978 elective surgical cases. Patient Saf. Surg. 17, 24 (2023).","journal-title":"Patient Saf. Surg."},{"key":"1519_CR7","doi-asserted-by":"publisher","first-page":"mzab092","DOI":"10.1093\/intqhc\/mzab092","volume":"33","author":"M Koushan","year":"2021","unstructured":"Koushan, M., Wood, L. C. & Greatbanks, R. Evaluating factors associated with the cancellation and delay of elective surgical procedures: a systematic review. Int. J. Qual. Health Care 33, mzab092 (2021).","journal-title":"Int. J. Qual. Health Care"},{"key":"1519_CR8","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1111\/j.1445-2197.2009.05019.x","volume":"79","author":"V Haana","year":"2009","unstructured":"Haana, V., Sethuraman, K., Stephens, L., Rosen, H. & Meara, J. G. Case cancellations on the day of surgery: an investigation in an Australian paediatric hospital. ANZ J. Surg. 79, 636\u2013640 (2009).","journal-title":"ANZ J. Surg."},{"key":"1519_CR9","doi-asserted-by":"publisher","first-page":"1501","DOI":"10.21037\/atm-21-4665","volume":"9","author":"S Liu","year":"2021","unstructured":"Liu, S. et al. Preoperative assessment clinics and case cancellations: a prospective study from a large medical center in China. Ann. Transl. Med. 9, 1501 (2021).","journal-title":"Ann. Transl. Med."},{"key":"1519_CR10","doi-asserted-by":"publisher","first-page":"102104","DOI":"10.1016\/j.ijinfomgt.2020.102104","volume":"53","author":"R Nishant","year":"2020","unstructured":"Nishant, R., Kennedy, M. & Corbett, J. Artificial intelligence for sustainability: challenges, opportunities, and a research agenda. Int. J. Inf. Manag. 53, 102104 (2020).","journal-title":"Int. J. Inf. Manag."},{"key":"1519_CR11","doi-asserted-by":"publisher","DOI":"10.21203\/rs.3.rs-2883198\/v1","author":"C Zakka","year":"2023","unstructured":"Zakka, C. et al. Almanac: retrieval-augmented language models for clinical medicine. Res. Sq. https:\/\/doi.org\/10.21203\/rs.3.rs-2883198\/v1 (2023).","journal-title":"Res. Sq."},{"key":"1519_CR12","unstructured":"LangChain. https:\/\/www.langchain.com\/."},{"key":"1519_CR13","unstructured":"LlamaIndex\u2014data framework for LLM applications. https:\/\/www.llamaindex.ai\/."},{"key":"1519_CR14","unstructured":"Yang, R. et al. Integrating UMLS Knowledge into Large Language Models for Medical Question Answering. arXiv [cs.CL] (2023)."},{"key":"1519_CR15","unstructured":"stanford-crfm\/BioMedLM \u00b7 Hugging Face. https:\/\/huggingface.co\/stanford-crfm\/BioMedLM."},{"key":"1519_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/s10439-023-03306-x","author":"S Pal","year":"2023","unstructured":"Pal, S., Bhattacharya, M., Lee, S. -S. & Chakraborty, C. A domain-specific next-generation large language model (LLM) or ChatGPT is required for biomedical engineering and research. Ann. Biomed. Eng. https:\/\/doi.org\/10.1007\/s10439-023-03306-x (2023).","journal-title":"Ann. Biomed. Eng."},{"key":"1519_CR17","doi-asserted-by":"publisher","DOI":"10.1002\/14651858.CD010160.pub2","author":"A Nicholson","year":"2013","unstructured":"Nicholson, A., Coldwell, C. H., Lewis, S.R. & Smith, A. F. Nurse-led versus doctor-led preoperative assessment for elective surgical patients requiring regional or general anaesthesia. Cochrane Database Syst. Rev. https:\/\/doi.org\/10.1002\/14651858.CD010160.pub2 (2013).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1519_CR18","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1038\/s41467-019-14108-y","volume":"11","author":"R Vinuesa","year":"2020","unstructured":"Vinuesa, R. et al. The role of artificial intelligence in achieving the Sustainable Development Goals. Nat. Commun. 11, 233 (2020).","journal-title":"Nat. Commun."},{"key":"1519_CR19","unstructured":"Hinton, G., Vinyals, O. & Dean, J. Distilling the knowledge in a neural network. arXiv [stat.ML] (2015)."},{"key":"1519_CR20","doi-asserted-by":"publisher","first-page":"e50638","DOI":"10.2196\/50638","volume":"25","author":"B Mesk\u00f3","year":"2023","unstructured":"Mesk\u00f3, B. Prompt engineering as an important emerging skill for medical professionals: tutorial. J. Med. Internet Res. 25, e50638 (2023).","journal-title":"J. Med. Internet Res."},{"key":"1519_CR21","unstructured":"GPT-3.5 Turbo fine-tuning and API updates. https:\/\/openai.com\/blog\/gpt-3-5-turbo-fine-tuning-and-api-updates."},{"key":"1519_CR22","unstructured":"GPT-4. https:\/\/openai.com\/research\/gpt-4."},{"key":"1519_CR23","unstructured":"Hello GPT-4o. https:\/\/openai.com\/index\/hello-gpt-4o\/."},{"key":"1519_CR24","unstructured":"Introducing LLaMA: a foundational, 65-billion-parameter language model. https:\/\/ai.meta.com\/blog\/large-language-model-llama-meta-ai\/."},{"key":"1519_CR25","unstructured":"Meta-llama\/llama-2-70b-chat-hf \u00b7 hugging face. https:\/\/huggingface.co\/meta-llama\/Llama-2-70b-chat-hf."},{"key":"1519_CR26","unstructured":"meta-llama\/Meta-Llama-3-8B \u00b7 Hugging Face. https:\/\/huggingface.co\/meta-llama\/Meta-Llama-3-8B."},{"key":"1519_CR27","unstructured":"meta-llama\/Meta-Llama-3-70B \u00b7 Hugging Face. https:\/\/huggingface.co\/meta-llama\/Meta-Llama-3-70B."},{"key":"1519_CR28","unstructured":"Gemini Team et al. Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context. arXiv [cs.CL] (2024)."},{"key":"1519_CR29","unstructured":"Claude. https:\/\/claude.ai\/."},{"key":"1519_CR30","doi-asserted-by":"crossref","unstructured":"Tan, T. F. et al. A proposed S.c.o.r.e. evaluation framework for large language models : Safety, Consensus, Objectivity, Reproducibility and Explainability. arXiv [cs.CL] (2024).","DOI":"10.2139\/ssrn.5029562"},{"key":"1519_CR31","doi-asserted-by":"publisher","first-page":"S3761","DOI":"10.21037\/jtd.2018.10.04","volume":"10","author":"S Gagn\u00e9","year":"2018","unstructured":"Gagn\u00e9, S. & McIsaac, D. I. Modifiable risk factors for patients undergoing lung cancer surgery and their optimization: a review. J. Thorac. Dis. 10, S3761\u2013S3772 (2018).","journal-title":"J. Thorac. Dis."},{"key":"1519_CR32","doi-asserted-by":"publisher","first-page":"181.e1","DOI":"10.1016\/j.aorn.2015.06.004","volume":"102","author":"A Malley","year":"2015","unstructured":"Malley, A., Kenner, C., Kim, T. & Blakeney, B. The role of the nurse and the preoperative assessment in patient transitions. AORN J. 102, 181.e1\u20139 (2015).","journal-title":"AORN J."},{"key":"1519_CR33","doi-asserted-by":"publisher","first-page":"677","DOI":"10.3949\/ccjm.86a.19077","volume":"86","author":"SL Cohn","year":"2019","unstructured":"Cohn, S. L., Grant, P. J. & Slawski, B. 2019 Update in perioperative cardiovascular medicine. Cleve. Clin. J. Med. 86, 677\u2013683 (2019).","journal-title":"Cleve. Clin. J. Med."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01519-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01519-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01519-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T08:51:31Z","timestamp":1743843091000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01519-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,5]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1519"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01519-z","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-5062476\/v1","asserted-by":"object"}]},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,5]]},"assertion":[{"value":"10 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"187"}}