{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T12:09:43Z","timestamp":1759579783140,"version":"3.40.1"},"reference-count":70,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T00:00:00Z","timestamp":1742342400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T00:00:00Z","timestamp":1742342400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01535-z","type":"journal-article","created":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T21:22:40Z","timestamp":1742419360000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Cross sectional pilot study on clinical review generation using large language models"],"prefix":"10.1038","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7771-4623","authenticated-orcid":false,"given":"Zining","family":"Luo","sequence":"first","affiliation":[]},{"given":"Yang","family":"Qiao","sequence":"additional","affiliation":[]},{"given":"Xinyu","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Xiangyu","family":"Li","sequence":"additional","affiliation":[]},{"given":"Mengyan","family":"Xiao","sequence":"additional","affiliation":[]},{"given":"Aijia","family":"Kang","sequence":"additional","affiliation":[]},{"given":"Dunrui","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yueshan","family":"Pang","sequence":"additional","affiliation":[]},{"given":"Xing","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Sijun","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Dachen","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Xuefeng","family":"Ding","sequence":"additional","affiliation":[]},{"given":"Zhenglong","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Ying","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Aimin","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Yixing","family":"Ren","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1016-7536","authenticated-orcid":false,"given":"Jiebin","family":"Xie","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,3,19]]},"reference":[{"key":"1535_CR1","unstructured":"Rita, G-M, Luca, S., Benjamin, M. S., Philipp, B. & Dmitry, K. The landscape of biomedical research. bioRxiv (2024)."},{"key":"1535_CR2","unstructured":"Literature Review and Synthesis Implications on Healthcare Research, Practice, Policy, and Public Messaging. (Springer Publishing Company, New York, NY, 2022)."},{"key":"1535_CR3","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"1535_CR4","unstructured":"The New York Times. How ChatGPT Kicked Off an A.I. Arms Race. (https:\/\/www.nytimes.com\/2023\/02\/03\/technology\/chatgpt-openai-artificial-intelligence.html) (2023)."},{"key":"1535_CR5","unstructured":"Large Language Model Market Size, Share & Trends Analysis Report By Application (Customer Service, Content Generation), By Deployment, By Industry Vertical, By Region, And Segment Forecasts, 2024 - 2030. (https:\/\/www.grandviewresearch.com\/industry-analysis\/large-language-model-llm-market-report) (2024)."},{"key":"1535_CR6","unstructured":"Zhiyao, R., Yibing, Z., Baosheng, Y., Liang, D. & Dacheng, T. Healthcare Copilot: Eliciting the Power of General LLMs for Medical Consultation. arXiv.org (2024)."},{"key":"1535_CR7","doi-asserted-by":"publisher","first-page":"e2425981","DOI":"10.1001\/jamanetworkopen.2024.25981","volume":"7","author":"GB Kathryn","year":"2024","unstructured":"Kathryn, G. B., Nicole, G. I., Ashley, G. O., Julien, O. T. & Andrew, G. R. Use of generative AI to identify helmet status among patients with micromobility-related injuries from unstructured clinical notes. Jama Netw. Open 7, e2425981 (2024).","journal-title":"Jama Netw. Open"},{"key":"1535_CR8","unstructured":"Junkai, L. et al. Agent Hospital: A Simulacrum of Hospital with Evolvable Medical Agents. arXiv.org (2024)."},{"key":"1535_CR9","doi-asserted-by":"publisher","first-page":"615","DOI":"10.5114\/biolsport.2023.125623","volume":"40","author":"I Dergaa","year":"2023","unstructured":"Dergaa, I., Chamari, K., Zmijewski, P. & Ben Saad, H. From human writing to artificial intelligence generated text: examining the prospects and potential threats of ChatGPT in academic writing. Biol. Sport 40, 615\u2013622 (2023).","journal-title":"Biol. Sport"},{"key":"1535_CR10","doi-asserted-by":"crossref","unstructured":"Tang, L. et al. Evaluating large language models on medical evidence summarization. NPJ Digit. Med. 6, 158 (2023).","DOI":"10.1038\/s41746-023-00896-7"},{"key":"1535_CR11","doi-asserted-by":"publisher","first-page":"e52935","DOI":"10.2196\/52935","volume":"26","author":"J Mugaanyi","year":"2024","unstructured":"Mugaanyi, J., Cai, L., Cheng, S., Lu, C. & Huang, J. Evaluation of large language model performance and reliability for citations and references in scholarly writing: cross-disciplinary study. J. Med. Internet Res. 26, e52935 (2024).","journal-title":"J. Med. Internet Res."},{"key":"1535_CR12","doi-asserted-by":"publisher","first-page":"13","DOI":"10.36893\/JNAO.2023.V14I1.0013-0018","volume":"14","author":"A Soni","year":"2023","unstructured":"Soni, A., Arora, C., Kaushik, R. & Upadhyay, V. Evaluating the impact of data quality on machine learning model performance. J. Nonlinear Anal. Optim. 14, 13\u201318 (2023).","journal-title":"J. Nonlinear Anal. Optim."},{"key":"1535_CR13","doi-asserted-by":"publisher","first-page":"14045","DOI":"10.1038\/s41598-023-41032-5","volume":"13","author":"WH Walters","year":"2023","unstructured":"Walters, W. H. & Wilder, E. I. Fabrication and errors in the bibliographic citations generated by ChatGPT. Sci Rep.13, 14045 (2023).","journal-title":"Sci Rep."},{"key":"1535_CR14","unstructured":"Shubham, A., Issam, H. L., Laurent, C. & Christopher, P. LitLLM: A Toolkit for Scientific Literature Review. arXiv.org (2024)."},{"key":"1535_CR15","unstructured":"Haoyi, X. et al. When Search Engine Services meet Large Language Models: Visions and Challenges. arXiv.org (2024)."},{"key":"1535_CR16","doi-asserted-by":"crossref","unstructured":"Yousif, M. J. Systematic review of semantic analysis methods. Appl. Comput. J. 286-300 (2023).","DOI":"10.52098\/acj.2023346"},{"key":"1535_CR17","unstructured":"Shuai, W., Harrisen, S., Bevan, K. & Guido, Z. Can ChatGPT Write a Good Boolean Query for Systematic Review Literature Search? arXiv.org (2023)."},{"key":"1535_CR18","doi-asserted-by":"crossref","unstructured":"John, D. et al. Structured information extraction from scientific text with large language models. Nat. Commun. 15, 1418 (2024).","DOI":"10.1038\/s41467-024-45563-x"},{"key":"1535_CR19","doi-asserted-by":"crossref","unstructured":"Koller, D. et al. Why we support and encourage the use of large language models in NEJM AI submissions. NEJM AI 1 (2024).","DOI":"10.1056\/AIe2300128"},{"key":"1535_CR20","doi-asserted-by":"publisher","first-page":"104081","DOI":"10.1016\/j.surfin.2024.104081","volume":"46","author":"M Zhang","year":"2024","unstructured":"Zhang, M., Wu, L., Yang, T., Zhu, B. & Liu, Y. Retracted: the three-dimensional porous mesh structure of Cu-based metal-organic-framework - Aramid cellulose separator enhances the electrochemical performance of lithium metal anode batteries. Surf. Interfaces 46, 104081 (2024).","journal-title":"Surf. Interfaces"},{"key":"1535_CR21","unstructured":"John, H., Christopher, D. M. & Percy, L. Truncation sampling as language model desmoothing. arXiv.org (2022)."},{"key":"1535_CR22","unstructured":"Hughes, J. Size matters (or should) in copyright law. Soc. Sci. Res. Netw. 74, 575 (2005)."},{"key":"1535_CR23","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/s44163-024-00151-2","volume":"4","author":"S Sudhi","year":"2024","unstructured":"Sudhi, S. & Young, M. L. Challenges with developing and deploying AI models and applications in industrial systems. Discov. Artif. Intell.4, 55 (2024).","journal-title":"Discov. Artif. Intell."},{"key":"1535_CR24","unstructured":"Tian, E. Perplexity, burstiness, and statistical AI detection. (https:\/\/gptzero.me\/news\/perplexity-and-burstiness-what-is-it\/) (2023)."},{"key":"1535_CR25","doi-asserted-by":"crossref","unstructured":"Meo, S. A., Talha, M. Turnitin: is it a text matching or plagiarism detection tool? Saudi J. Anaesth. 13, S48-S51 (2019).","DOI":"10.4103\/sja.SJA_772_18"},{"key":"1535_CR26","unstructured":"Junyi, L. et al. The dawn after the dark: an empirical study on factuality hallucination in large language models. arXiv.org (2024)."},{"key":"1535_CR27","unstructured":"Saini, T. How does a dataset affects performance of AI Model? (2023)."},{"key":"1535_CR28","unstructured":"Jack, W. R., Anna, P., Siddhant, M. J. & Timothy, P. L. Compressive transformers for long-range sequence modelling. arXiv.org (2019)."},{"key":"1535_CR29","unstructured":"Saurav, P. et al. The what, why, and how of context length extension techniques in large language models -- a detailed survey. arXiv.org (2024)."},{"key":"1535_CR30","unstructured":"Burtsev, M. The working limitations of large language models (https:\/\/readwise.io\/reader\/shared\/01hh2cwcjt53r4er2vpzn7sy92\/) (2023)."},{"key":"1535_CR31","unstructured":"Vinu, S. S., Aounon, K., Sriram, B., Wenxiao, W. & Soheil, F. Can AI-Generated Text be Reliably Detected? arXiv.org (2023)."},{"key":"1535_CR32","unstructured":"Forlini, E. D. OpenAI quietly shuts down AI text-detection tool over inaccuracies. (https:\/\/www.pcmag.com\/news\/openai-quietly-shuts-down-ai-text-detection-tool-over-inaccuracies) (2023)."},{"key":"1535_CR33","doi-asserted-by":"crossref","unstructured":"Iddagoda M. T., Flicker L. Clinical systematic reviews\u2013a brief overview. BMC Med. Res. Methodol. 23, 226 (2023).","DOI":"10.1186\/s12874-023-02047-8"},{"key":"1535_CR34","unstructured":"Bentley, P. How AI finally won its war on CAPTCHA images? (https:\/\/www.sciencefocus.com\/future-technology\/ai-vs-captcha) (2024)."},{"key":"1535_CR35","unstructured":"Staiman, A. Publishers, Don\u2019t Use AI Detection Tools! (https:\/\/scholarlykitchen.sspnet.org\/2023\/09\/14\/publishers-dont-use-ai-detection-tools\/) (2024)."},{"key":"1535_CR36","first-page":"505","volume":"10","author":"W Jinlin","year":"2021","unstructured":"Jinlin, W. et al. Chinese contribution to NEJM, Lancet, JAMA, and BMJ from 2011 to 2020: a 10-year bibliometric study. Ann. Transl. Med. 10, 505 (2021).","journal-title":"Ann. Transl. Med."},{"key":"1535_CR37","unstructured":"Statcounter. Search Engine Market Share Worldwide - Dec 2023 - Dec 2024 (https:\/\/gs.statcounter.com\/search-engine-market-share) (2025)."},{"key":"1535_CR38","unstructured":"Google. Google search engine. (https:\/\/www.google.com\/) (2025)."},{"key":"1535_CR39","unstructured":"Bing. Microsoft Bing (https:\/\/www.bing.com\/) (2025)."},{"key":"1535_CR40","unstructured":"Yandex search engine (https:\/\/yandex.com\/) (2025)."},{"key":"1535_CR41","unstructured":"Yahoo. Yahoo search engine (https:\/\/www.yahoo.com\/) (2025)."},{"key":"1535_CR42","unstructured":"Baidu. Baidu search engine (https:\/\/www.baidu.com\/) (2025)."},{"key":"1535_CR43","unstructured":"National Library of Medicine - National Center for Biotechnology Information (https:\/\/pubmed.ncbi.nlm.nih.gov\/) (2025)."},{"key":"1535_CR44","unstructured":"Elsevier. Welcome to Embase (https:\/\/www.embase.com\/emtree) (2025)."},{"key":"1535_CR45","unstructured":"Draft your Literature Review 100x faster with AI (https:\/\/seaml.es\/science.html) (2024)."},{"key":"1535_CR46","unstructured":"The platform to follow, search, review & rewrite scientific literature with no hallucinations (https:\/\/www.paperdigest.org\/) (2024)."},{"key":"1535_CR47","unstructured":"AI Literature Review Writer Tool (https:\/\/askyourpdf.com\/tools\/literature-review-writer) (2024)."},{"key":"1535_CR48","unstructured":"Easy-Peasy.AI-Literature Review Generator (https:\/\/easy-peasy.ai\/presets\/literature-review-generator) (2025)."},{"key":"1535_CR49","unstructured":"HyperWrite. AI Literature Review Generator (https:\/\/www.hyperwriteai.com\/aitools\/ai-literature-review-generator) (2025)."},{"key":"1535_CR50","unstructured":"Litreview. Academic Review Generator (https:\/\/litreview.slideai.net\/academic-review-generator) (2025)."},{"key":"1535_CR51","unstructured":"Template.net-Super Charge with AI (https:\/\/www.template.net\/ai-literature-review-generator) (2025)."},{"key":"1535_CR52","unstructured":"Introducing ChatGPT (https:\/\/openai.com\/index\/chatgpt\/) (2024)."},{"key":"1535_CR53","unstructured":"Introducing the GPT Store (https:\/\/openai.com\/blog\/introducing-the-gpt-store\/) (2024)."},{"key":"1535_CR54","unstructured":"Hugging Face is way more fun with friends and colleagues! (https:\/\/huggingface.co\/collections) (2025)."},{"key":"1535_CR55","unstructured":"OpenCompass. CompassRank is dedicated to exploring the most advanced language and visual models, offering a comprehensive, objective, and neutral evaluation reference for the industry and research. (https:\/\/rank.opencompass.org.cn\/home) (2025)."},{"key":"1535_CR56","first-page":"1","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P. et al. Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput. Surv. 55, 1\u201335 (2023).","journal-title":"ACM Comput. Surv."},{"key":"1535_CR57","doi-asserted-by":"publisher","first-page":"2263","DOI":"10.1093\/jamia\/ocae172","volume":"31","author":"S Yan","year":"2024","unstructured":"Yan, S. et al. Prompt engineering on leveraging large language models in generating response to InBasket messages. J. Am. Med. Inform. Assn. 31, 2263\u20132270 (2024).","journal-title":"J. Am. Med. Inform. Assn."},{"key":"1535_CR58","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1038\/s41586-024-07930-y","volume":"634","author":"Z Lexin","year":"2024","unstructured":"Lexin, Z. et al. Larger and more instructable language models become less reliable. Nature 634, 61\u201368 (2024).","journal-title":"Nature"},{"key":"1535_CR59","unstructured":"Gemini Models (https:\/\/deepmind.google\/technologies\/gemini\/) (2024)."},{"key":"1535_CR60","unstructured":"SCISPACE. Academic AI Detector. Catch GPT-4, ChatGPT, Jasper, and any AI in scholarly content (https:\/\/typeset.io\/ai-detector) (2025)."},{"key":"1535_CR61","unstructured":"GPTZero. More than an AI detector. Preserve what\u2019s human. (https:\/\/gptzero.me\/) (2025)."},{"key":"1535_CR62","unstructured":"Check for similarity with the tool trusted by the world\u2019s leading publishers, researchers, and scholars. (https:\/\/www.ithenticate.com\/) (2024)."},{"key":"1535_CR63","unstructured":"Scribbr. Free AI Detector. Identify AI-generated content, including ChatGPT and Copilot, with Scribbr\u2019s free AI detector. (https:\/\/www.scribbr.com\/ai-detector\/) (2025)."},{"key":"1535_CR64","unstructured":"Grammarly. AI Detector by Grammarly. Navigate responsible AI use with our AI checker, trained to identify AI-generated text. A clear score shows how much of your work appears to be written with AI so you can submit it with peace of mind. (https:\/\/www.grammarly.com\/ai-detector) (2025)."},{"key":"1535_CR65","unstructured":"Surferseo. Free AI Detector (https:\/\/surferseo.com\/ai-content-detector\/) (2025)."},{"key":"1535_CR66","unstructured":"Decopy.ai. Free AI Content Detector(https:\/\/decopy.ai\/ai-content-detector\/) (2025)."},{"key":"1535_CR67","unstructured":"Aihumanize. Detect content from AI writing tools like ChatGPT (https:\/\/aihumanize.com\/ai-detector\/) (2025)."},{"key":"1535_CR68","unstructured":"Getmerlin. Free AI Detector & AI Checker Tool With AI Humanizer (https:\/\/www.getmerlin.in\/ai-detection) (2025)."},{"key":"1535_CR69","first-page":"777","volume":"49","author":"LW Christopher","year":"2023","unstructured":"Christopher, L. W. et al. Addition of dexamethasone to prolong peripheral nerve blocks: a ChatGPT-created narrative review. Reg. Anesthes. Pain Med.49, 777\u2013781 (2023).","journal-title":"Reg. Anesthes. Pain Med."},{"key":"1535_CR70","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1097\/SPV.0000000000001505","volume":"30","author":"D Choueka","year":"2024","unstructured":"Choueka, D., Tabakin, A. L. & Shalom, D. F. ChatGPT in urogynecology research: novel or not? Urogynecology 30, 962\u2013967 (2024).","journal-title":"Urogynecology"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01535-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01535-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01535-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T21:22:54Z","timestamp":1742419374000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01535-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,19]]},"references-count":70,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1535"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01535-z","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,19]]},"assertion":[{"value":"30 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"170"}}