{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:05:45Z","timestamp":1776110745285,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3721208","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:40:13Z","timestamp":1745440813000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Generative AI for medical education: Insights from a case study with medical students and an AI tutor for clinical reasoning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6514-8784","authenticated-orcid":false,"given":"Amy","family":"Wang","sequence":"first","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA and Michael G. DeGroote School of Medicine, McMaster University, Hamilton, Ontario, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7629-0889","authenticated-orcid":false,"given":"Roma","family":"Ruparel","sequence":"additional","affiliation":[{"name":"Google Research, Google, San Francisco, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8911-1854","authenticated-orcid":false,"given":"Anna","family":"Iurchenko","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9021-6774","authenticated-orcid":false,"given":"Paul","family":"Jhun","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8371-9576","authenticated-orcid":false,"given":"Julie Anne","family":"S\u00e9guin","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6385-5943","authenticated-orcid":false,"given":"Patricia","family":"Strachan","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0403-7679","authenticated-orcid":false,"given":"Renee","family":"Wong","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4958-5976","authenticated-orcid":false,"given":"Alan","family":"Karthikesalingam","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3960-6002","authenticated-orcid":false,"given":"Yossi","family":"Matias","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3855-344X","authenticated-orcid":false,"given":"Avinatan","family":"Hassidim","sequence":"additional","affiliation":[{"name":"Google Research, Google, Tel Aviv, Israel"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3023-8824","authenticated-orcid":false,"given":"Dale","family":"Webster","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6108-2773","authenticated-orcid":false,"given":"Christopher","family":"Semturs","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8762-6614","authenticated-orcid":false,"given":"Jonathan","family":"Krause","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1735-9680","authenticated-orcid":false,"given":"Mike","family":"Schaekermann","sequence":"additional","affiliation":[{"name":"Google Research, Google, Mountain View, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"[n. d.]. Artificial Intelligence Supercharges Learning for Students at NYU Grossman School of Medicine. NYU Langone Health News Hub ([n. d.]). https:\/\/web.archive.org\/web\/20240415214357\/https:\/\/nyulangone.org\/news\/artificial-intelligence-supercharges-learning-students-nyu-grossman-school-medicine"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Alaa Abd-Alrazaq Rawan AlSaad Dari Alhuwail Arfan Ahmed Padraig\u00a0Mark Healy Syed Latifi Sarah Aziz Rafat Damseh Sadam\u00a0Alabed Alrazak Javaid Sheikh et\u00a0al. 2023. Large language models in medical education: opportunities challenges and future directions. JMIR Medical Education 9 1 (2023) e48291.","DOI":"10.2196\/48291"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Aldanah Althwanay Farah Ahsan Federico Oliveri Harshit\u00a0K Goud Zainab Mehkari Lubna Mohammed Moiz Javed and Ian\u00a0H Rutkofsky. 2020. Medical education pre-and post-pandemic era: a review article. Cureus 12 10 (2020).","DOI":"10.7759\/cureus.10775"},{"key":"e_1_3_3_2_5_2","unstructured":"American\u00a0Medical Association. 2023. Precision Education: A Conceptual Model for Medicine Enhancing Diversity Among Academic Physicians. https:\/\/web.archive.org\/web\/20231208053518\/https:\/\/edhub.ama-assn.org\/ama-education\/audio-player\/18824473"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"American\u00a0Medical Association. 2024. ChatGPT in medical education: Generative AI and the future of artificial intelligence in health care. https:\/\/web.archive.org\/web\/20240707125418\/https:\/\/www.ama-assn.org\/practice-management\/digital\/chatgpt-medical-education-generative-ai-and-future-artificial","DOI":"10.4324\/9781003459026-7"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Trista\u00a0M Ben\u00edtez Yueyuan Xu J\u00a0Donald Boudreau Alfred Wei\u00a0Chieh Kow Fernando Bello Le Van\u00a0Phuoc Xiaofei Wang Xiaodong Sun Gilberto Ka-Kit Leung Yanyan Lan Yaxing Wang Davy Cheng Yih-Chung Tham Tien\u00a0Yin Wong and Kevin\u00a0C Chung. 2024. Harnessing the potential of large language models in medical education: promise and pitfalls. Journal of the American Medical Informatics Association 31 3 (01 2024) 776\u2013783. 10.1093\/jamia\/ocad252 arXiv:https:\/\/academic.oup.com\/jamia\/article-pdf\/31\/3\/776\/56691505\/ocad252.pdf","DOI":"10.1093\/jamia\/ocad252"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Christy\u00a0K Boscardin Brian Gin Polo\u00a0Black Golde and Karen\u00a0E Hauer. 2024. ChatGPT and generative artificial intelligence for medical education: potential impact and opportunity. Academic Medicine 99 1 (2024) 22\u201327.","DOI":"10.1097\/ACM.0000000000005439"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1037\/13620-004"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Gunther Eysenbach et\u00a0al. 2023. The role of ChatGPT generative language models and artificial intelligence in medical education: a conversation with ChatGPT and a call for papers. JMIR Medical Education 9 1 (2023) e46885.","DOI":"10.2196\/46885"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Aidan Gilson Conrad\u00a0W Safranek Thomas Huang Vimig Socrates Ling Chi Richard\u00a0Andrew Taylor David Chartash et\u00a0al. 2023. How does ChatGPT perform on the United States medical licensing examination? The implications of large language models for medical education and knowledge assessment. JMIR Medical Education 9 1 (2023) e45312.","DOI":"10.2196\/45312"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Larry\u00a0D Gruppen. 2016. Clinical Reasoning: Defining It Teaching It Assessing It Studying It. Western Journal of Emergency Medicine 18 1 (2016) 4\u20137.","DOI":"10.5811\/westjem.2016.11.33191"},{"key":"e_1_3_3_2_13_2","unstructured":"Phyllis\u00a0A Guze. 2015. Using technology to meet the challenges of medical education. Transactions of the American clinical and climatological association 126 (2015) 260."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"David S.\u00a0Resch Heeyoung\u00a0Han and Regina\u00a0A. Kovach. 2013. Educational Technology in Medical Education. Teaching and Learning in Medicine 25 sup1 (2013) S39\u2013S43. 10.1080\/10401334.2013.842914 arXiv:10.1080\/10401334.2013.842914 PMID: 23330893.","DOI":"10.1080\/10401334.2013.842914"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Rachel Hilburg Niralee Patel Sophia Ambruso Mollie\u00a0A Biewald and Samira\u00a0S Farouk. 2020. Medical education during the coronavirus disease-2019 pandemic: learning from a distance. Advances in chronic kidney disease 27 5 (2020) 412\u2013417.","DOI":"10.1053\/j.ackd.2020.05.017"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Kathryn\u00a0Gaunt Kamran Z.\u00a0Khan Sankaranarayanan\u00a0Ramachandran and Piyush Pushkar. 2013. The Objective Structured Clinical Examination (OSCE): AMEE Guide No. 81. Part I: An historical and theoretical perspective. Medical Teacher 35 9 (2013) e1437\u2013e1446. 10.3109\/0142159X.2013.818634 arXiv:10.3109\/0142159X.2013.818634 PMID: 23968323.","DOI":"10.3109\/0142159X.2013.818634"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Emily\u00a0CN Lawrence C\u00a0Jessica Dine and Jennifer\u00a0R Kogan. 2023. Preclerkship medical students\u2019 use of third-party learning resources. JAMA Network Open 6 12 (2023) e2345971\u2013e2345971.","DOI":"10.1001\/jamanetworkopen.2023.45971"},{"key":"e_1_3_3_2_18_2","unstructured":"Lecturio. [n. d.]. NEJM Healer Powered by Lecturio. https:\/\/web.archive.org\/web\/20240822190619\/https:\/\/www.lecturio.com\/inst\/nejm-healer\/how-it-works\/. Accessed: 2024-08-22."},{"key":"e_1_3_3_2_19_2","unstructured":"Yaneng Li Cheng Zeng Jialun Zhong Ruoyu Zhang Minhao Zhang and Lei Zou. 2024. Leveraging Large Language Model as Simulated Patients for Clinical Education. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.13066 (2024)."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642100"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Bunmi\u00a0S Malau-Aduli Poornima Roche Mary Adu Karina Jones Faith Alele and Aaron Drovandi. 2020. Perceptions and processes influencing the transition of medical students from pre-clinical to clinical training. BMC Medical Education 20 (2020) 1\u201313.","DOI":"10.1186\/s12909-020-02186-2"},{"key":"e_1_3_3_2_22_2","unstructured":"Daniel McDuff Mike Schaekermann Tao Tu Anil Palepu Amy Wang Jake Garrison Karan Singhal Yash Sharma Shekoofeh Azizi Kavita Kulkarni et\u00a0al. 2023. Towards accurate differential diagnosis with large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.00164 (2023)."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Aderonke Ajiboye Hussein Uraiby Nicole Y. Xu Rangana Bartlett Janice Hanson Mary Haas Maxwell Spadafore Ciaran Grafton-Clarke Rayhan Yousef Gasiea Colin Michie Janet Corral Brian Kwan Diana\u00a0Dolmans Morris\u00a0Gordon Michelle\u00a0Daniel and Satid Thammasitboon. 2024. A scoping review of artificial intelligence in medical education: BEME Guide No. 84. Medical Teacher 46 4 (2024) 446\u2013470. 10.1080\/0142159X.2024.2314198 arXiv:10.1080\/0142159X.2024.2314198 PMID: 38423127.","DOI":"10.1080\/0142159X.2024.2314198"},{"key":"e_1_3_3_2_24_2","unstructured":"Association of American Medical\u00a0Colleges. 2024. Instructional Methods Used by Medical Schools. Web page. https:\/\/web.archive.org\/web\/20240520033715\/https:\/\/www.aamc.org\/data-reports\/curriculum-reports\/data\/instructional-methods-used-medical-schools Accessed: 2024-09-12."},{"key":"e_1_3_3_2_25_2","unstructured":"Association of American Medical\u00a0Colleges. 2024. What to Expect in Medical School. Web page. https:\/\/web.archive.org\/web\/20240303000307\/https:\/\/students-residents.aamc.org\/choosing-medical-career\/what-expect-medical-school Accessed: 2024-08-20."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Douglas\u00a0R Oyler and Frank Romanelli. 2014. The fact of ignorance revisiting the Socratic method as a tool for teaching critical thinking. American Journal of Pharmaceutical Education 78 7 (2014) 144.","DOI":"10.5688\/ajpe787144"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Jennifer\u00a0M Pascoe James Nixon and Valerie\u00a0J Lang. 2015. Maximizing teaching on the wards: review and application of the One-Minute Preceptor and SNAPPS models. Journal of hospital medicine 10 2 (2015) 125\u2013130.","DOI":"10.1002\/jhm.2302"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Carl Preiksaitis and Christian Rose. 2023. Opportunities challenges and future directions of generative artificial intelligence in medical education: scoping review. JMIR medical education 9 (2023) e48785.","DOI":"10.2196\/48785"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Conrad\u00a0W Safranek Anne\u00a0Elizabeth Sidamon-Eristoff Aidan Gilson and David Chartash. 2023. The role of large language models in medical education: applications and implications. e50945\u00a0pages.","DOI":"10.2196\/50945"},{"key":"e_1_3_3_2_30_2","first-page":"887","volume-title":"Healthcare","author":"Sallam Malik","year":"2023","unstructured":"Malik Sallam. 2023. ChatGPT utility in healthcare education, research, and practice: systematic review on the promising perspectives and valid concerns. In Healthcare , Vol.\u00a011. MDPI, 887."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Verity Schaye Louis Miller David Kudlowitz Jonathan Chun Jesse Burk-Rafel Patrick Cocks Benedict Guzman Yindalon Aphinyanaphongs and Marina Marin. 2022. Development of a clinical reasoning documentation assessment tool for resident and fellow admission notes: a shared mental model for feedback. Journal of General Internal Medicine 37 3 (2022) 507\u2013512.","DOI":"10.1007\/s11606-021-06805-6"},{"key":"e_1_3_3_2_32_2","unstructured":"Divya Shanmugam Monica Agrawal Rajiv Movva Irene\u00a0Y Chen Marzyeh Ghassemi and Emma Pierson. 2024. Generative AI in Medicine. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.10337 (2024)."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Karan Singhal Shekoofeh Azizi Tao Tu S\u00a0Sara Mahdavi Jason Wei Hyung\u00a0Won Chung Nathan Scales Ajay Tanwani Heather Cole-Lewis Stephen Pfohl et\u00a0al. 2023. Large language models encode clinical knowledge. Nature 620 7972 (2023) 172\u2013180.","DOI":"10.1038\/s41586-023-06291-2"},{"key":"e_1_3_3_2_34_2","unstructured":"Karan Singhal Tao Tu Juraj Gottweis Rory Sayres Ellery Wulczyn Le Hou Kevin Clark Stephen Pfohl Heather Cole-Lewis Darlene Neal et\u00a0al. 2023. Towards expert-level medical question answering with large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.09617 (2023)."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Anthony Skryd and Katharine Lawrence. 2024. ChatGPT as a Tool for Medical Education and Clinical Decision-Making on the Wards: Case Study. JMIR Formative Research 8 (2024) e51346.","DOI":"10.2196\/51346"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Satid Thammasitboon Joseph\u00a0J Rencic Robert\u00a0L Trowbridge Andrew\u00a0PJ Olson Moushumi Sur and Gurpreet Dhaliwal. 2018. The Assessment of Reasoning Tool (ART): structuring the conversation between teachers and learners. Diagnosis 5 4 (2018) 197\u2013203.","DOI":"10.1515\/dx-2018-0052"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Joan\u00a0Carles Trull\u00e0s Carles Blay Elisabet Sarri and Ramon Pujol. 2022. Effectiveness of problem-based learning methodology in undergraduate medical education: a scoping review. BMC medical education 22 1 (2022) 104.","DOI":"10.1186\/s12909-022-03154-8"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Tao Tu Anil Palepu Mike Schaekermann Khaled Saab Jan Freyberg Ryutaro Tanno Amy Wang Brenna Li Mohamed Amin Nenad Tomasev et\u00a0al. 2024. Towards conversational diagnostic ai. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.05654 (2024).","DOI":"10.1038\/s41586-025-08866-7"},{"key":"e_1_3_3_2_39_2","unstructured":"USMLE. [n. d.]. About the USMLE. https:\/\/web.archive.org\/web\/20240806105415\/https:\/\/www.usmle.org\/about-usmle. Accessed: 2024-08-20."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642587"},{"key":"e_1_3_3_2_41_2","unstructured":"Caroline Wellbery. 2011. Flaws in clinical reasoning: a common cause of diagnostic error. American family physician 84 9 (2011) 1042\u20131048."},{"key":"e_1_3_3_2_42_2","unstructured":"Cai\u00a0Ling Yong Mohammad\u00a0Shaheryar Furqan James Wai\u00a0Kit Lee Andrew Makmur Ragunathan Mariappan Clara Lee\u00a0Ying Ngoh and Kee\u00a0Yuan Ngiam. [n. d.]. The Use of Large Language Models Tuned with Socratic Methods on the Impact of Medical Students\u2019 Learning: A Randomised Controlled Trial. ([n. d.])."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517562"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3721208","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3721208","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:39Z","timestamp":1750295919000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3721208"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":42,"alternative-id":["10.1145\/3706599.3721208","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3721208","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}