{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T21:43:35Z","timestamp":1791409415579,"version":"4.3.3"},"reference-count":37,"publisher":"American College of Physicians","issue":"6","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.acpjournals.org\/journal\/aim\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Ann Intern Med"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.7326\/m23-3389","type":"journal-article","created":{"date-parts":[[2024,5,20]],"date-time":"2024-05-20T21:06:27Z","timestamp":1716239187000},"page":"791-799","source":"Crossref","is-referenced-by-count":69,"title":["Sensitivity and Specificity of Using GPT-3.5 Turbo Models for Title and Abstract Screening in Systematic Reviews and Meta-analyses"],"prefix":"10.7326","volume":"177","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1863-6739","authenticated-orcid":false,"given":"Viet-Thi","family":"Tran","sequence":"first","affiliation":[{"name":"Universit\u00e9 Paris Cit\u00e9 and Universit\u00e9 Sorbonne Paris Nord, Inserm, INRAe, Centre for Research in Epidemiology and Statistics (CRESS), Paris; and Centre d\u2019Epid\u00e9miologie Clinique, H\u00f4pital H\u00f4tel-Dieu, AP-HP, Paris, France (V.-T.T.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5531-3678","authenticated-orcid":false,"given":"Gerald","family":"Gartlehner","sequence":"additional","affiliation":[{"name":"Department for Evidence-based Medicine and Evaluation, University for Continuing Education Krems, Krems, Austria; and Center for Public Health Methods, RTI International, Research Triangle Park, North Carolina (G.G.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0819-1561","authenticated-orcid":false,"given":"Sally","family":"Yaacoub","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Paris Cit\u00e9 and Universit\u00e9 Sorbonne Paris Nord, Inserm, INRAe, Centre for Research in Epidemiology and Statistics (CRESS), Paris, France (S.Y., F.A.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5263-6241","authenticated-orcid":false,"given":"Isabelle","family":"Boutron","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Paris Cit\u00e9 and Universit\u00e9 Sorbonne Paris Nord, Inserm, INRAe, Centre for Research in Epidemiology and Statistics (CRESS), Paris, France; and Centre d\u2019Epid\u00e9miologie Clinique, H\u00f4pital H\u00f4tel-Dieu, AP-HP, Paris, France (I.B.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lukas","family":"Schwingshackl","sequence":"additional","affiliation":[{"name":"Institute for Evidence in Medicine, Medical Center\u2013University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany (L.S., J.S., J.M.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8229-6305","authenticated-orcid":false,"given":"Julia","family":"Stadelmaier","sequence":"additional","affiliation":[{"name":"Institute for Evidence in Medicine, Medical Center\u2013University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany (L.S., J.S., J.M.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3592-1507","authenticated-orcid":false,"given":"Isolde","family":"Sommer","sequence":"additional","affiliation":[{"name":"Department for Evidence-based Medicine and Evaluation, University for Continuing Education Krems, Krems, Austria (I.S.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0295-2019","authenticated-orcid":false,"given":"Farzaneh","family":"Alebouyeh","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Paris Cit\u00e9 and Universit\u00e9 Sorbonne Paris Nord, Inserm, INRAe, Centre for Research in Epidemiology and Statistics (CRESS), Paris, France (S.Y., F.A.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2791-223X","authenticated-orcid":false,"given":"Sivem","family":"Afach","sequence":"additional","affiliation":[{"name":"Epidemiology in Dermatology and Evaluation of Therapeutics (EpiDermE)\u2013EA 7379, University Paris Est Cr\u00e9teil Val de Marne, Cr\u00e9teil, France (S.A.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1333-5403","authenticated-orcid":false,"given":"Joerg","family":"Meerpohl","sequence":"additional","affiliation":[{"name":"Institute for Evidence in Medicine, Medical Center\u2013University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany (L.S., J.S., J.M.)"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8264-9206","authenticated-orcid":false,"given":"Philippe","family":"Ravaud","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Paris Cit\u00e9 and Universit\u00e9 Sorbonne Paris Nord, Inserm, INRAe, Centre for Research in Epidemiology and Statistics (CRESS), Paris, France; Centre d\u2019Epid\u00e9miologie Clinique, H\u00f4pital H\u00f4tel-Dieu, AP-HP, Paris, France; and Department of Epidemiology, Columbia University Mailman School of Public Health, New York, New York (P.R.)."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"4285","reference":[{"key":"r1-M233389","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-018-05414-4"},{"key":"r3-M233389","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-021-00903-w"},{"key":"r4-M233389","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0227742"},{"key":"r5-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s12874-019-0782-0"},{"key":"r6-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s12874-021-01335-5"},{"key":"r7-M233389","doi-asserted-by":"publisher","DOI":"10.1001\/jama.282.7.634"},{"key":"r8-M233389","doi-asserted-by":"publisher","DOI":"10.1007\/s40708-016-0042-6"},{"key":"r9-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-016-0384-4"},{"key":"r10-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-019-1162-x"},{"key":"r11-M233389","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2996"},{"key":"r12-M233389","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00287-7"},{"key":"r13-M233389","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2023.1044"},{"key":"r14-M233389","doi-asserted-by":"publisher","DOI":"10.1001\/jamainternmed.2023.1838"},{"key":"r15-M233389","doi-asserted-by":"publisher","unstructured":"Levine DM, Tuwani R, Kompa B, et al. The diagnostic and triage accuracy of the GPT-3 artificial intelligence model. medRxiv. Preprint posted online 1 February 2023. doi:10.1101\/2023.01.30.23285067","DOI":"10.1101\/2023.01.30.23285067"},{"key":"r16-M233389","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000198"},{"key":"r17-M233389","doi-asserted-by":"publisher","unstructured":"Wang S, Liu Y, Xu Y, et al. Want to reduce labeling cost? GPT-3 can help. arXiv. Preprint posted online 30 August 2021. doi:10.48550\/arXiv.2108.13487","DOI":"10.48550\/arXiv.2108.13487"},{"key":"r18-M233389","doi-asserted-by":"publisher","unstructured":"Ding B, Qin C, Liu L, et al. Is GPT-3 a good data annotator? arXiv. Preprint posted online 20 December 2022; revised 14 June 2023. doi:10.48550\/arXiv.2212.10450","DOI":"10.48550\/arXiv.2212.10450"},{"key":"r19-M233389","doi-asserted-by":"publisher","DOI":"10.1002\/jrsm.1710"},{"key":"r20-M233389","doi-asserted-by":"publisher","unstructured":"Syriani E, David I, Kumar G. Assessing the ability of ChatGPT to screen articles for systematic reviews. arXiv. Preprint posted online 12 July 2023. doi:10.48550\/arXiv.2307.06464","DOI":"10.48550\/arXiv.2307.06464"},{"key":"r21-M233389","doi-asserted-by":"publisher","DOI":"10.2196\/48996"},{"key":"r22-M233389","doi-asserted-by":"publisher","DOI":"10.1002\/jrsm.1715"},{"key":"r23-M233389","doi-asserted-by":"publisher","DOI":"10.7326\/M22-2202"},{"key":"r24-M233389","doi-asserted-by":"publisher","DOI":"10.7326\/M23-1626"},{"key":"r25-M233389","doi-asserted-by":"publisher","DOI":"10.1016\/j.advnut.2023.03.004"},{"key":"r26-M233389","first-page":"CD011535","volume":"7","author":"Sbidian E","year":"2023","journal-title":"Cochrane Database Syst Rev"},{"key":"r28-M233389","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2009.02.005"},{"key":"r29-M233389","doi-asserted-by":"publisher","DOI":"10.7326\/0003-4819-140-3-200402030-00010"},{"key":"r30-M233389","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2020.01.005"},{"key":"r31-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-018-0707-8"},{"key":"r32-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-020-01521-4"},{"key":"r33-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/2046-4053-4-5"},{"key":"r34-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-016-0764-6"},{"key":"r35-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-016-0555-0"},{"key":"r36-M233389","doi-asserted-by":"publisher","unstructured":"Chen L, Zaharia M, Zou J. How is ChatGPT\u2019s behavior changing over time? arXiv. Preprint posted online 18 July 2023. doi:10.48550\/arXiv.2307.09009","DOI":"10.48550\/arXiv.2307.09009"},{"key":"r37-M233389","doi-asserted-by":"publisher","unstructured":"Wrightson JG, Blazey P, Khan KM, et al. GPT for RCTs? Using AI to determine adherence to reporting guidelines. medRxiv. Preprint posted online 15 December 2023; updated 24 March 2024. doi:10.1101\/2023.12.14.23299971","DOI":"10.1101\/2023.12.14.23299971"},{"key":"r38-M233389","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-023-02243-z"},{"key":"r39-M233389","doi-asserted-by":"publisher","DOI":"10.1136\/bmjebm-2023-112597"}],"container-title":["Annals of Internal Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.acpjournals.org\/doi\/pdf\/10.7326\/M23-3389","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.acpjournals.org\/doi\/full-xml\/10.7326\/M23-3389","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,6,17]],"date-time":"2024-06-17T21:03:19Z","timestamp":1718658199000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.acpjournals.org\/doi\/10.7326\/M23-3389"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":37,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["10.7326\/M23-3389"],"URL":"https:\/\/doi.org\/10.7326\/m23-3389","relation":{},"ISSN":["0003-4819","1539-3704"],"issn-type":[{"value":"0003-4819","type":"print"},{"value":"1539-3704","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6]]}}}