{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T17:38:08Z","timestamp":1775669888761,"version":"3.50.1"},"reference-count":10,"publisher":"Wiley","issue":"1","license":[{"start":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T00:00:00Z","timestamp":1764374400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"},{"start":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T00:00:00Z","timestamp":1764374400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/doi.wiley.com\/10.1002\/tdm_license_1.1"}],"funder":[{"DOI":"10.13039\/100000025","name":"National Institute of Mental Health","doi-asserted-by":"publisher","award":["K01MH127309"],"award-info":[{"award-number":["K01MH127309"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["JPGN rep."],"published-print":{"date-parts":[[2026,2]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objectives<\/jats:title>\n                    <jats:p>The American Academy of Pediatrics (AAP) Pediatrics Review and Education Program (PREP)\u00ae Gastroenterology (GI) Self\u2010Assessments help pediatric gastroenterologists and trainees prepare for subspecialty board exams by providing peer\u2010reviewed questions and critiques based on American Board of Pediatrics content specifications. These assessments test knowledge of material aligned with the pediatric gastroenterology board exams. While artificial intelligence (AI) chatbots have passed various medical board exams, their ability to pass the pediatric GI boards remains untested. This study assesses the performance of Microsoft Copilot and OpenAI ChatGPT\u20103.5 and 4o on the 2022\u20102024 AAP PREP\u00ae GI Self\u2010Assessments.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>A total of 216 AAP PREP\u00ae GI Self\u2010Assessment questions from 2022 to 2024 were entered into three AI chatbots (Microsoft Copilot, OpenAI ChatGPT\u20103.5, and ChatGPT\u20104o). Scores were compared with the passing score (&gt;\u200965%) and first\u2010time test takers' scores from the AAP for 2022\u20132024.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>OpenAI ChatGPT\u20104o and Microsoft Copilot scored above 65% (pass) on all three PREP\u00ae GI Self\u2010Assessments from 2022 to 2024. OpenAI ChatGPT\u20103.5 passed the 2023 and 2024 assessments but did not pass the 2022 assessment. The chatbots collectively scored best in anatomy, motility, and mouth and esophageal disorders, and scored poorly in physiology, pharmacology, liver, stomach and duodenum disorders.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>OpenAI ChatGPT\u20104o and Microsoft Copilot consistently passed the PREP\u00ae GI Self\u2010Assessments from 2022 to 2024, showing potential for good performance on the pediatric GI boards. OpenAI ChatGPT\u20103.5 had limitations, passing only the 2023 and 2024 assessments. Overall, advanced AI chatbots show potential to pass the Pediatric GI board exam.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1002\/jpr3.70121","type":"journal-article","created":{"date-parts":[[2025,11,30]],"date-time":"2025-11-30T05:53:28Z","timestamp":1764482008000},"page":"28-35","update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Can artificial intelligence pass the test? Evaluating chatbot scores on pediatric gastroenterology board\u2010style questions"],"prefix":"10.1002","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2475-0167","authenticated-orcid":false,"given":"Annette G.","family":"Roberts","sequence":"first","affiliation":[{"name":"Division of Gastroenterology, Hepatology, and Nutrition Duke University Hospital Durham North Carolina USA"},{"name":"Duke Clinical Research Institute Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Reshma","family":"Patel","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology, Hepatology, and Nutrition Duke University Hospital Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sharmilaa","family":"Babu","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology, Hepatology, and Nutrition Duke University Hospital Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew M.","family":"Engelhard","sequence":"additional","affiliation":[{"name":"Department of Biostatistics and Bioinformatics Duke University School of Medicine Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rachel G.","family":"Greenberg","sequence":"additional","affiliation":[{"name":"Duke Clinical Research Institute Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2640-8070","authenticated-orcid":false,"given":"Arun","family":"Ajmera","sequence":"additional","affiliation":[{"name":"Division of Gastroenterology, Hepatology, and Nutrition Duke University Hospital Durham North Carolina USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"311","published-online":{"date-parts":[[2025,11,29]]},"reference":[{"key":"e_1_2_8_2_1","doi-asserted-by":"publisher","DOI":"10.1097\/ACM.0000000000005439"},{"key":"e_1_2_8_3_1","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwaf050"},{"key":"e_1_2_8_4_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-023-02448-8"},{"key":"e_1_2_8_5_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000198"},{"key":"e_1_2_8_6_1","doi-asserted-by":"publisher","DOI":"10.2196\/45312"},{"key":"e_1_2_8_7_1","doi-asserted-by":"publisher","DOI":"10.1056\/AIdbp2300192"},{"key":"e_1_2_8_8_1","doi-asserted-by":"crossref","DOI":"10.1177\/2333794X241240327","article-title":"ChatGPT yields a passing score on a pediatric board preparatory exam but raises red flags","volume":"11","author":"Le M","year":"2024","journal-title":"Glob Pediatr Health"},{"key":"e_1_2_8_9_1","unstructured":"PREP Gastroenterology Series. American Academy of Pediatrics.https:\/\/www.aap.org\/PREP-Gastroenterology-Series."},{"key":"e_1_2_8_10_1","doi-asserted-by":"publisher","DOI":"10.2196\/54571"},{"key":"e_1_2_8_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpurol.2023.05.018"}],"container-title":["JPGN Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/jpr3.70121","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/full-xml\/10.1002\/jpr3.70121","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/jpr3.70121","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T04:58:25Z","timestamp":1770872305000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/jpr3.70121"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,29]]},"references-count":10,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["10.1002\/jpr3.70121"],"URL":"https:\/\/doi.org\/10.1002\/jpr3.70121","archive":["Portico"],"relation":{},"ISSN":["2691-171X","2691-171X"],"issn-type":[{"value":"2691-171X","type":"print"},{"value":"2691-171X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,29]]},"assertion":[{"value":"2025-07-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-11-11","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-11-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}