{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T02:00:55Z","timestamp":1775959255625,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T00:00:00Z","timestamp":1738281600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T00:00:00Z","timestamp":1738281600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01457-w","type":"journal-article","created":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T15:29:23Z","timestamp":1738337363000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["Language models for data extraction and risk of bias assessment in complementary medicine"],"prefix":"10.1038","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7913-6207","authenticated-orcid":false,"given":"Honghao","family":"Lai","sequence":"first","affiliation":[]},{"given":"Jiayi","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Chunyang","family":"Bai","sequence":"additional","affiliation":[]},{"given":"Hui","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Bei","family":"Pan","sequence":"additional","affiliation":[]},{"given":"Xufei","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Liangying","family":"Hou","sequence":"additional","affiliation":[]},{"given":"Weilong","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Danni","family":"Xia","sequence":"additional","affiliation":[]},{"given":"Jinhui","family":"Tian","sequence":"additional","affiliation":[]},{"given":"Yaolong","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Lu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Janne","family":"Estill","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Xing","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Nannan","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Hongcai","family":"Shang","sequence":"additional","affiliation":[]},{"given":"Zhaoxiang","family":"Bian","sequence":"additional","affiliation":[]},{"given":"Kehu","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Luqi","family":"Huang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3555-1107","authenticated-orcid":false,"given":"Long","family":"Ge","sequence":"additional","affiliation":[]},{"name":"On behalf of ADVANCED Working Group","sequence":"additional","affiliation":[]},{"given":"Haodong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Ye","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Huayu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Di","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Dongrui","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Fan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yueyan","family":"Li","sequence":"additional","affiliation":[]},{"given":"Shilin","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Hanxiang","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Zeming","family":"Li","sequence":"additional","affiliation":[]},{"given":"Zhenhua","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Xuan","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Yishan","family":"Qin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,31]]},"reference":[{"key":"1457_CR1","doi-asserted-by":"publisher","first-page":"n71","DOI":"10.1136\/bmj.n71","volume":"372","author":"MJ Page","year":"2021","unstructured":"Page, M. J. et al. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372, n71 (2021).","journal-title":"BMJ"},{"key":"1457_CR2","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1111\/jebm.12468","volume":"15","author":"P Veginadu","year":"2022","unstructured":"Veginadu, P., Calache, H., Gussy, M., Pandian, A. & Masood, M. An overview of methodological approaches in systematic reviews. J. Evid. Based Med. 15, 39\u201354 (2022).","journal-title":"J. Evid. Based Med."},{"key":"1457_CR3","doi-asserted-by":"publisher","first-page":"1042","DOI":"10.7326\/0003-4819-142-12_Part_2-200506211-00003","volume":"142","author":"PG Shekelle","year":"2005","unstructured":"Shekelle, P. G. et al. Challenges in systematic reviews of complementary and alternative medicine topics. Ann. Intern Med 142, 1042\u20131047 (2005).","journal-title":"Ann. Intern Med"},{"key":"1457_CR4","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1177\/0163278709346818","volume":"32","author":"B Wider","year":"2009","unstructured":"Wider, B. & Boddy, K. Conducting systematic reviews of complementary and alternative medicine: common pitfalls. Eval. Health Prof. 32, 417\u2013430 (2009).","journal-title":"Eval. Health Prof."},{"key":"1457_CR5","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1186\/s12906-020-03157-2","volume":"20","author":"M Tangkiatkumjai","year":"2020","unstructured":"Tangkiatkumjai, M., Boardman, H. & Walker, D.-M. Potential factors that influence usage of complementary and alternative medicine worldwide: a systematic review. BMC Complement. Med. Ther. 20, 363 (2020).","journal-title":"BMC Complement. Med. Ther."},{"key":"1457_CR6","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-021-01882-4","volume":"11","author":"P Phutrakool","year":"2022","unstructured":"Phutrakool, P. & Pongpirul, K. Acceptance and use of complementary and alternative medicine among medical specialists: a 15-year systematic review and data synthesis. Syst. Rev. 11, 10 (2022).","journal-title":"Syst. Rev."},{"key":"1457_CR7","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6882-14-46","volume":"14","author":"FH Fischer","year":"2014","unstructured":"Fischer, F. H. et al. High prevalence but limited evidence in complementary and alternative medicine: guidelines for future research. BMC Complement. Altern. Med. 14, 46 (2014).","journal-title":"BMC Complement. Altern. Med."},{"key":"1457_CR8","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-018-0786-6","volume":"7","author":"L Neimann Rasmussen","year":"2018","unstructured":"Neimann Rasmussen, L. & Montgomery, P. The prevalence of and factors associated with inclusion of non-English language studies in Campbell systematic reviews: a survey and meta-epidemiological study. Syst. Rev. 7, 129 (2018).","journal-title":"Syst. Rev."},{"key":"1457_CR9","doi-asserted-by":"publisher","unstructured":"Lin, Z. How to write effective prompts for large language models. Nat Hum Behav https:\/\/doi.org\/10.1038\/s41562-024-01847-2 (2024).","DOI":"10.1038\/s41562-024-01847-2"},{"key":"1457_CR10","doi-asserted-by":"publisher","unstructured":"Li, Z. et al. Ensemble pretrained language models to extract biomedical knowledge from literature. J Am Med Inform Assoc ocae061 https:\/\/doi.org\/10.1093\/jamia\/ocae061 (2024).","DOI":"10.1093\/jamia\/ocae061"},{"key":"1457_CR11","first-page":"e43023","volume":"15","author":"AJ Nashwan","year":"2023","unstructured":"Nashwan, A. J. & Jaradat, J. H. Streamlining Systematic Reviews: Harnessing Large Language Models for Quality Assessment and Risk-of-Bias Evaluation. Cureus 15, e43023 (2023).","journal-title":"Cureus"},{"key":"1457_CR12","doi-asserted-by":"publisher","unstructured":"Hasan, B. et al. Integrating large language models in systematic reviews: a framework and case study using ROBINS-I for risk of bias assessment. BMJ Evidence-Based Medicine https:\/\/doi.org\/10.1136\/bmjebm-2023-112597 (2024).","DOI":"10.1136\/bmjebm-2023-112597"},{"key":"1457_CR13","unstructured":"Lai, H. et al. Assessing the Risk of Bias in Randomised Controlled Trials with Large Language Models: A Feasibility Study. JAMA Netw Open."},{"key":"1457_CR14","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1007\/s10462-024-10888-y","volume":"57","author":"P Kumar","year":"2024","unstructured":"Kumar, P. Large language models (LLMs): survey, technical frameworks, and future challenges. Artif. Intell. Rev. 57, 260 (2024).","journal-title":"Artif. Intell. Rev."},{"key":"1457_CR15","first-page":"CD004520","volume":"2016","author":"X Chen","year":"2016","unstructured":"Chen, X., Deng, L., Jiang, X. & Wu, T. Chinese herbal medicine for oesophageal cancer. Cochrane Database Syst. Rev. 2016, CD004520 (2016).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR16","volume":"12","author":"ES Chan","year":"2018","unstructured":"Chan, E. S. et al. Traditional Chinese herbal medicine for vascular dementia. Cochrane Database Syst. Rev. 12, CD010284 (2018).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR17","first-page":"CD010559","volume":"11","author":"HW Zhang","year":"2018","unstructured":"Zhang, H. W., Lin, Z. X., Cheung, F., Cho, W. C.-S. & Tang, J.-L. Moxibustion for alleviating side effects of chemotherapy or radiotherapy in people with cancer. Cochrane Database Syst. Rev. 11, CD010559 (2018).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR18","first-page":"CD009953","volume":"2016","author":"SPC Ngai","year":"2016","unstructured":"Ngai, S. P. C., Jones, A. Y. M. & Tam, W. W. S. Tai Chi for chronic obstructive pulmonary disease (COPD). Cochrane Database Syst. Rev. 2016, CD009953 (2016).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR19","first-page":"CD013814","volume":"12","author":"J Mu","year":"2020","unstructured":"Mu, J. et al. Acupuncture for chronic nonspecific low back pain. Cochrane Database Syst. Rev. 12, CD013814 (2020).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR20","first-page":"CD007689","volume":"2019","author":"CED Lim","year":"2019","unstructured":"Lim, C. E. D., Ng, R. W. C., Cheng, N. C. L., Zhang, G. S. & Chen, H. Acupuncture for polycystic ovarian syndrome. Cochrane Database Syst. Rev. 2019, CD007689 (2019).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR21","volume":"2015","author":"L Hartley","year":"2015","unstructured":"Hartley, L. et al. Qigong for the primary prevention of cardiovascular disease. Cochrane Database Syst. Rev. 2015, CD010390 (2015).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR22","first-page":"CD009023","volume":"3","author":"X Zhu","year":"2016","unstructured":"Zhu, X., Liew, Y. & Liu, Z. L. Chinese herbal medicine for menopausal symptoms. Cochrane Database Syst. Rev. 3, CD009023 (2016).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR23","volume":"6","author":"K Zhou","year":"2021","unstructured":"Zhou, K., Zhang, J., Xu, L. & Lim, C. E. D. Chinese herbal medicine for subfertile women with polycystic ovarian syndrome. Cochrane Database Syst. Rev. 6, CD007535 (2021).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR24","first-page":"CD013090","volume":"2019","author":"DZ Kong","year":"2019","unstructured":"Kong, D. Z. et al. Xiao Chai Hu Tang, a herbal medicine, for chronic hepatitis B. Cochrane Database Syst. Rev. 2019, CD013090 (2019).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR25","first-page":"CD010446","volume":"2015","author":"A Flower","year":"2015","unstructured":"Flower, A., Wang, L.-Q., Lewith, G., Liu, J. P. & Li, Q. Chinese herbal medicine for treating recurrent urinary tract infections in women. Cochrane Database Syst. Rev. 2015, CD010446 (2015).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR26","first-page":"CD012217","volume":"6","author":"H Deng","year":"2017","unstructured":"Deng, H. & Xu, J. Wendan decoction (Traditional Chinese medicine) for schizophrenia. Cochrane Database Syst. Rev. 6, CD012217 (2017).","journal-title":"Cochrane Database Syst. Rev."},{"key":"1457_CR27","doi-asserted-by":"publisher","unstructured":"Konet, A. et al. Performance of two large language models for data extraction in evidence synthesis. Res Synth Methods https:\/\/doi.org\/10.1002\/jrsm.1732 (2024).","DOI":"10.1002\/jrsm.1732"},{"key":"1457_CR28","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1002\/jrsm.1715","volume":"15","author":"Q Khraisha","year":"2024","unstructured":"Khraisha, Q., Put, S., Kappenberg, J., Warraitch, A. & Hadfield, K. Can large language models replace humans in systematic reviews? Evaluating GPT-4\u2019s efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages. Res Synth. Methods 15, 616\u2013626 (2024).","journal-title":"Res Synth. Methods"},{"key":"1457_CR29","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1002\/jrsm.1710","volume":"15","author":"G Gartlehner","year":"2024","unstructured":"Gartlehner, G. et al. Data extraction for evidence synthesis using a large language model: A proof-of-concept study. Res Synth. Methods 15, 576\u2013589 (2024).","journal-title":"Res Synth. Methods"},{"key":"1457_CR30","doi-asserted-by":"publisher","first-page":"e2412687","DOI":"10.1001\/jamanetworkopen.2024.12687","volume":"7","author":"H Lai","year":"2024","unstructured":"Lai, H. et al. Assessing the Risk of Bias in Randomized Clinical Trials With Large Language Models. JAMA Netw. Open 7, e2412687 (2024).","journal-title":"JAMA Netw. Open"},{"key":"1457_CR31","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1001\/jamasurg.2021.0543","volume":"156","author":"SC Pitt","year":"2021","unstructured":"Pitt, S. C., Schwartz, T. A. & Chu, D. AAPOR Reporting Guidelines for Survey Studies. JAMA Surg. 156, 785\u2013786 (2021).","journal-title":"JAMA Surg."},{"key":"1457_CR32","unstructured":"Kimi.ai. https:\/\/kimi.moonshot.cn\/."},{"key":"1457_CR33","unstructured":"Home. Anthropic https:\/\/docs.anthropic.com\/en\/home."},{"key":"1457_CR34","unstructured":"Chapter 5: Collecting data. https:\/\/training.cochrane.org\/handbook\/current\/chapter-05."},{"key":"1457_CR35","doi-asserted-by":"publisher","first-page":"4994","DOI":"10.1002\/int.22748","volume":"37","author":"Y Xia","year":"2022","unstructured":"Xia, Y. et al. A precision-preferred comprehensive information extraction system for clinical articles in traditional Chinese Medicine. Int. J. Intell. Syst. 37, 4994\u20135010 (2022).","journal-title":"Int. J. Intell. Syst."},{"key":"1457_CR36","unstructured":"Tool to Assess Risk of Bias in Randomized Controlled Trials DistillerSR. DistillerSR https:\/\/www.distillersr.com\/resources\/methodological-resources\/tool-to-assess-risk-of-bias-in-randomized-controlled-trials-distillersr."},{"key":"1457_CR37","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/j.jclinepi.2005.11.010","volume":"59","author":"N Buscemi","year":"2006","unstructured":"Buscemi, N., Hartling, L., Vandermeer, B., Tjosvold, L. & Klassen, T. P. Single data extraction generated more errors than double data extraction in systematic reviews. J. Clin. Epidemiol. 59, 697\u2013703 (2006).","journal-title":"J. Clin. Epidemiol."},{"key":"1457_CR38","doi-asserted-by":"publisher","first-page":"1001","DOI":"10.7326\/M22-0092","volume":"175","author":"A Arno","year":"2022","unstructured":"Arno, A. et al. Accuracy and Efficiency of Machine Learning-Assisted Risk-of-Bias Assessments in \u2018Real-World\u2019 Systematic Reviews: A Noninferiority Randomized Controlled Trial. Ann. Intern Med 175, 1001\u20131009 (2022).","journal-title":"Ann. Intern Med"},{"key":"1457_CR39","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1002\/pst.1716","volume":"15","author":"L Flight","year":"2016","unstructured":"Flight, L. & Julious, S. A. Practical guide to sample size calculations: non-inferiority and equivalence trials. Pharm. Stat. 15, 80\u201389 (2016).","journal-title":"Pharm. Stat."},{"key":"1457_CR40","unstructured":"The Comprehensive R Archive Network. https:\/\/cran.rstudio.com\/."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01457-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01457-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01457-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T15:29:31Z","timestamp":1738337371000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01457-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,31]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1457"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01457-w","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,31]]},"assertion":[{"value":"2 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"74"}}