{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T02:05:37Z","timestamp":1793239537964,"version":"4.5.0"},"reference-count":18,"publisher":"Oxford University Press (OUP)","issue":"9","license":[{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82271836"],"award-info":[{"award-number":["82271836"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NMRC Clinician-Scientist Individual Research","award":["MOH-001374"],"award-info":[{"award-number":["MOH-001374"]}]},{"name":"NHG-LKCMedicine Clinician-Scientist Career Scheme","award":["CSCS-22\u201302-01"],"award-info":[{"award-number":["CSCS-22\u201302-01"]}]},{"DOI":"10.13039\/100006108","name":"National Center for Advancing Translational Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006108","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["1KL2TR002554"],"award-info":[{"award-number":["1KL2TR002554"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"name":"American Heart Association COVID-19 Fund to Retain Clinical Scientists","award":["923717"],"award-info":[{"award-number":["923717"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objectives<\/jats:title>\n                  <jats:p>The efficacy of artificial intelligence (AI)-driven chatbots like ChatGPT4 in specialized medical consultations, particularly in rheumatology, remains underexplored. This study compares the proficiency of ChatGPT4\u2019 responses with practicing rheumatologists to inquiries from patients with SLE.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Methods<\/jats:title>\n                  <jats:p>In this cross-sectional study, we curated 95 frequently asked questions (FAQs), including 55 in Chinese and 40 in English. Responses for FAQs from ChatGPT4 and five rheumatologists were scored separately by a panel of rheumatologists and a group of patients with SLE across six domains (scientific validity, logical consistency, comprehensibility, completeness, satisfaction level and empathy) on a 0\u201310 scale (a score of 0 indicates entirely incorrect responses, while 10 indicates accurate and comprehensive answers).<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>Rheumatologists\u2019 scoring revealed that ChatGPT4-generated responses outperformed those from rheumatologists in satisfaction level and empathy, with mean differences of 0.537 (95% CI, 0.252\u20130.823; P\u2009&amp;lt;\u20090.01) and 0.460 (95% CI, 0.227\u20130.693; P\u2009&amp;lt;\u20090.01), respectively. From the SLE patients\u2019 perspective, ChatGPT4-generated responses were comparable to the rheumatologist-provided answers in all six domains. Subgroup analysis revealed ChatGPT4 responses were more logically consistent and complete regardless of language and exhibited greater comprehensibility, satisfaction and empathy in Chinese. However, ChatGPT4 responses were inferior in comprehensibility for English FAQs.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>ChatGPT4 demonstrated comparable, possibly better in certain domains, to address FAQs from patients with SLE, when compared with the answers provided by specialists. This study showed the potential of applying ChatGPT4 to improve consultation in SLE patients.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/rheumatology\/keae238","type":"journal-article","created":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T22:22:00Z","timestamp":1713824520000},"page":"2450-2456","source":"Crossref","is-referenced-by-count":19,"title":["ChatGPT4\u2019s proficiency in addressing patients\u2019 questions on systemic lupus erythematosus: a blinded comparative study with specialists"],"prefix":"10.1093","volume":"63","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6367-9132","authenticated-orcid":false,"given":"Dan","family":"Xu","sequence":"first","affiliation":[{"name":"Department of Rheumatology and Immunology, Peking University Third Hospital , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinxia","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Rheumatology and Immunology, Peking University Third Hospital , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Rheumatology and Immunology, Peking University Third Hospital , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yijun","family":"Dai","sequence":"additional","affiliation":[{"name":"Department of Rheumatology and Immunology, Fujian Provincial Hospital , Fuzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Sun","sequence":"additional","affiliation":[{"name":"Department of Medicine, Division of Rheumatology and Immunology, Duke University , Durham, North Carolina, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Priscilla","family":"Wong","sequence":"additional","affiliation":[{"name":"Department of Medicine and Therapeutics, Prince of Wales Hospital, The Chinese University of Hong Kong , Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samuel Lee Shang","family":"Ming","sequence":"additional","affiliation":[{"name":"Department of Rheumatology, Allergy and Immunology, Tan Tock Seng Hospital , Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Koh Li","family":"Wearn","sequence":"additional","affiliation":[{"name":"Department of Rheumatology, Allergy and Immunology, Tan Tock Seng Hospital , Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiangyuan","family":"Wang","sequence":"additional","affiliation":[{"name":"Beijing Kidney Health Technology Co., Ltd , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shasha","family":"Xie","sequence":"additional","affiliation":[{"name":"Beijing Kidney Health Technology Co., Ltd , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"Zeng","sequence":"additional","affiliation":[{"name":"Research Center of Clinical Epidemiology, Peking University Third Hospital , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rong","family":"Mu","sequence":"additional","affiliation":[{"name":"Department of Rheumatology and Immunology, Peking University Third Hospital , Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3222-7168","authenticated-orcid":false,"given":"Chuanhui","family":"Xu","sequence":"additional","affiliation":[{"name":"Department of Rheumatology, Allergy and Immunology, Tan Tock Seng Hospital , Singapore, Singapore"},{"name":"Lee Kong Chian School of Medicine, Nanyang Technological University , Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2024,4,22]]},"reference":[{"key":"2024090404221385300_keae238-B1","author":"OpenAI","year":"2023"},{"key":"2024090404221385300_keae238-B2","author":"Patel","year":"2023"},{"key":"2024090404221385300_keae238-B3","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","article-title":"Large language models in medicine","volume":"29","author":"Thirunavukarasu","year":"2023","journal-title":"Nat Med"},{"key":"2024090404221385300_keae238-B4","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1001\/jamainternmed.2023.1838","article-title":"Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum","volume":"183","author":"Ayers","year":"2023","journal-title":"JAMA Intern Med"},{"key":"2024090404221385300_keae238-B5","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1007\/s00296-023-05464-6","article-title":"Diagnostic accuracy of a large language model in rheumatology: comparison of physician and ChatGPT-4","volume":"44","author":"Krusche","year":"2023","journal-title":"Rheumatol Int"},{"key":"2024090404221385300_keae238-B6","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1007\/s00296-023-05473-5","article-title":"Assessing the accuracy and completeness of artificial intelligence language models in providing information on methotrexate use","volume":"44","author":"Coskun","year":"2023","journal-title":"Rheumatol Int"},{"key":"2024090404221385300_keae238-B7","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1002\/art.42737","article-title":"Doctor versus AI: patient and physician evaluation of large language model responses to rheumatology patient questions, a cross sectional study","volume":"76","author":"Ye","year":"2023","journal-title":"Arthritis Rheumatol"},{"key":"2024090404221385300_keae238-B8","doi-asserted-by":"crossref","first-page":"887","DOI":"10.3390\/healthcare11060887","article-title":"ChatGPT utility in healthcare education, research, and practice: systematic review on the promising perspectives and valid concerns","volume":"11","author":"Sallam","year":"2023","journal-title":"Healthcare (Basel)"},{"key":"2024090404221385300_keae238-B9","doi-asserted-by":"crossref","first-page":"e574","DOI":"10.1016\/S2665-9913(23)00216-3","article-title":"Large language models and rheumatology: a comparative evaluation","volume":"5","author":"Venerito","year":"2023","journal-title":"Lancet Rheumatol"},{"key":"2024090404221385300_keae238-B10","author":"Brown","year":"2020"},{"key":"2024090404221385300_keae238-B11","doi-asserted-by":"crossref","first-page":"1233","DOI":"10.1056\/NEJMsr2214184","article-title":"Benefits, limits, and risks of GPT-4 as an AI Chatbot for medicine","volume":"388","author":"Lee","year":"2023","journal-title":"N Engl J Med"},{"key":"2024090404221385300_keae238-B12","doi-asserted-by":"crossref","first-page":"152271","DOI":"10.1016\/j.semarthrit.2023.152271","article-title":"Teleconsultation in rheumatology: a literature review and opinion paper","volume":"63","author":"Avouac","year":"2023","journal-title":"Semin Arthritis Rheum"},{"key":"2024090404221385300_keae238-B13","doi-asserted-by":"crossref","first-page":"1679","DOI":"10.1056\/NEJMp2003539","article-title":"Virtually perfect? Telemedicine for covid-19","volume":"382","author":"Hollander","year":"2020","journal-title":"N Engl J Med"},{"key":"2024090404221385300_keae238-B14","doi-asserted-by":"crossref","first-page":"1201","DOI":"10.1056\/NEJMra2302038","article-title":"Artificial intelligence and machine learning in clinical medicine, 2023","volume":"388","author":"Haug","year":"2023","journal-title":"N Engl J Med"},{"key":"2024090404221385300_keae238-B15","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-023-01115-0","article-title":"A framework for integrating artificial intelligence for clinical care with continuous therapeutic monitoring","author":"Chen","year":"2023","journal-title":"Nat Biomed Eng"},{"key":"2024090404221385300_keae238-B16","doi-asserted-by":"crossref","first-page":"1509","DOI":"10.1001\/jama.2023.19138","article-title":"Electronic health records failed to make clinicians\u2019 lives easier-will AI technology succeed?","volume":"330","author":"Hswen","year":"2023","journal-title":"JAMA"},{"key":"2024090404221385300_keae238-B17","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.1016\/j.amjmed.2023.06.012","article-title":"Hallucinations in ChatGPT: a cautionary tale for biomedical researchers","volume":"136","author":"Goddard","year":"2023","journal-title":"Am J Med"},{"key":"2024090404221385300_keae238-B18","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1038\/s41537-023-00379-4","article-title":"ChatGPT: these are not hallucinations\u2014they\u2019re fabrications and falsifications","volume":"9","author":"Emsley","year":"2023","journal-title":"Schizophrenia (Heidelb)"}],"container-title":["Rheumatology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/rheumatology\/advance-article-pdf\/doi\/10.1093\/rheumatology\/keae238\/57726530\/keae238.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/rheumatology\/article-pdf\/63\/9\/2450\/59007384\/keae238.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/rheumatology\/article-pdf\/63\/9\/2450\/59007384\/keae238.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T11:23:51Z","timestamp":1725449031000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/rheumatology\/article\/63\/9\/2450\/7656360"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,22]]},"references-count":18,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2024,4,22]]},"published-print":{"date-parts":[[2024,9,1]]}},"URL":"https:\/\/doi.org\/10.1093\/rheumatology\/keae238","relation":{},"ISSN":["1462-0324","1462-0332"],"issn-type":[{"value":"1462-0324","type":"print"},{"value":"1462-0332","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,9]]},"published":{"date-parts":[[2024,4,22]]}}}