{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T06:07:51Z","timestamp":1777442871317,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,27]]},"DOI":"10.1145\/3785022.3785092","type":"proceedings-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:39:01Z","timestamp":1777109941000},"page":"415-424","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["MedSimAI: Simulation and Formative Feedback Generation to Enhance Deliberate Practice in Medical Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7234-7001","authenticated-orcid":false,"given":"Yann","family":"Hicke","sequence":"first","affiliation":[{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-2851-2457","authenticated-orcid":false,"given":"Jadon","family":"Geathers","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5131-7220","authenticated-orcid":false,"given":"Kellen","family":"Vu","sequence":"additional","affiliation":[{"name":"Weill Cornell Medicine, New York City, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4049-2874","authenticated-orcid":false,"given":"Justin","family":"Sewell","sequence":"additional","affiliation":[{"name":"UCSF School of Medicine, San Francisco, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2061-6094","authenticated-orcid":false,"given":"Claire","family":"Cardie","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2471-8159","authenticated-orcid":false,"given":"Jaideep","family":"Talwalkar","sequence":"additional","affiliation":[{"name":"Yale School of Medicine, New Haven, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8226-1842","authenticated-orcid":false,"given":"Dennis","family":"Shung","sequence":"additional","affiliation":[{"name":"Mayo Clinic, Rochester, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2521-8624","authenticated-orcid":false,"given":"Anyanate Gwendolyne","family":"Jack","sequence":"additional","affiliation":[{"name":"Weill Cornell Medicine, New York City, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3946-2531","authenticated-orcid":false,"given":"Susannah","family":"Cornes","sequence":"additional","affiliation":[{"name":"UCSF School of Medicine, San Francisco, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5428-5978","authenticated-orcid":false,"given":"Mackenzi","family":"Preston","sequence":"additional","affiliation":[{"name":"Weill Cornell Medicine, New York City, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6283-5546","authenticated-orcid":false,"given":"Rene","family":"Kizilcec","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, USA"}]}],"member":"320","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","unstructured":"Walter\u00a0F. Baile Robert Buckman Renato Lenzi Gary Glober Edward\u00a0A. Beale and Alan\u00a0P. Kudelka. 2000. SPIKES\u2014A six-step protocol for delivering bad news: Application to the patient with cancer. The Oncologist 5 4 (2000) 302\u2013311. 10.1634\/theoncologist.5-4-302","DOI":"10.1634\/theoncologist.5-4-302"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Elisabeth Bauer Nicole Heitzmann Maria Bannert Olga Chernikova Martin\u00a0R. Fischer Frank Fischer et\u00a0al. 2025. Personalizing Simulation-Based Learning in Higher Education. Learning and Individual Differences 122 (2025) 102746. 10.1016\/j.lindif.2025.102746","DOI":"10.1016\/j.lindif.2025.102746"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","unstructured":"Elisabeth Bauer Michael Sailer Frank Niklas Samuel Greiff Stefan Sarbu-Rothsching J\u00fcrgen Zottmann J\u00f6rg Kiesewetter et\u00a0al. 2025. AI-Based Adaptive Feedback in Simulations for Teacher Education: An Experimental Replication in the Field. Journal of Computer Assisted Learning 41 1 (2025) 1\u201320. 10.1111\/jcal.13123","DOI":"10.1111\/jcal.13123"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0David Beal John Kinnear Caroline\u00a0Rachael Anderson Thomas\u00a0David Martin Rachel Wamboldt and Lee Hooper. 2017. The effectiveness of medical simulation in teaching medical students critical care medicine: a systematic review and meta-analysis. Simulation in Healthcare 12 2 (2017) 104\u2013116.","DOI":"10.1097\/SIH.0000000000000189"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Iva Bojic Maleyka Mammadova Chin-Siang Ang Wei\u00a0Lung Teo Cristina Diordieva Anita Pie\u0144kowska Dragan Ga\u0161evi\u0107 and Josip Car. 2023. Empowering Health Care Education Through Learning Analytics: In-depth Scoping Review. Journal of Medical Internet Research 25 (2023) e41671. 10.2196\/41671","DOI":"10.2196\/41671"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.35542\/osf.io\/3tmhy"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3 2 (2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Ryan Brydges and Dylan\u00a0L. Butler. 2012. A reflective analysis of medical education research on self-regulation in learning and practice. Medical Education 46 1 (2012) 71\u201379. 10.1111\/j.1365-2923.2011.04100.x","DOI":"10.1111\/j.1365-2923.2011.04100.x"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"David Carless and David Boud. 2018. The development of student feedback literacy: enabling uptake of feedback. Assessment & Evaluation in Higher Education 43 8 (2018) 1315\u20131325. 10.1080\/02602938.2018.1463354","DOI":"10.1080\/02602938.2018.1463354"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Olga Chernikova Matthias Stadler Daniel Sommerhoff Christian Schons Nicole Heitzmann Doris Holzberger Tina Seidel et\u00a0al. 2024. The Relation Between Learners\u2019 Experience in Simulations and Diagnostic Accuracy: Generalizability Across Medical and Teacher Education. Computers in Human Behavior Reports 15 (2024) 100454. 10.1016\/j.chbr.2024.100454","DOI":"10.1016\/j.chbr.2024.100454"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"William\u00a0B Cutrer Bonnie Miller Martin\u00a0V Pusic George Mejicano Rajesh\u00a0S Mangrulkar Larry\u00a0D Gruppen Richard\u00a0E Hawkins Susan\u00a0E Skochelak and Donald\u00a0E Moore\u00a0Jr. 2017. Fostering the development of master adaptive learners: a conceptual model to guide skill acquisition in medical education. Academic medicine 92 1 (2017) 70\u201375.","DOI":"10.1097\/ACM.0000000000001323"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3593379"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Chukwuka Elendu Dependable\u00a0C Amaechi Alexander\u00a0U Okatta Emmanuel\u00a0C Amaechi Tochi\u00a0C Elendu Chiamaka\u00a0P Ezeh and Ijeoma\u00a0D Elendu. 2024. The impact of simulation-based training in medical education: A review. Medicine 103 27 (2024) e38813.","DOI":"10.1097\/MD.0000000000038813"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"crossref","unstructured":"Cynthia Foronda Susan\u00a0L Prather Diana Baptiste Colette Townsend-Chambers Linda Mays and Crystal Graham. 2020. Underrepresentation of racial diversity in simulation: an international study. Nursing education perspectives 41 3 (2020) 152\u2013156.","DOI":"10.1097\/01.NEP.0000000000000511"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Jadon Geathers Yann Hicke Colleen Chan Niroop Rajashekar Justin Sewell Susannah Cornes Rene Kizilcec and Dennis Shung. 2025. Benchmarking Generative AI for Scoring Medical Student Interviews in Objective Structured Clinical Examinations (OSCEs). arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.13957 (2025).","DOI":"10.1007\/978-3-031-98420-4_17"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1542\/9781581108347-part04-ch18"},{"key":"e_1_3_3_1_18_2","unstructured":"Gayle Gliva-McConvey Hilarie\u00a0J. Haley Lorraine Lyman and Jim Kiraly. 2005. Master Interview Rating Scale (MIRS): The Clinical Conversation and Interview \u2013 Training Manual for Standardized Patients. Eastern Virginia Medical School Theresa A. Thomas Professional Skills Teaching & Assessment Center (Training manual revised June 2005)."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Marjan Govaerts and Cees\u00a0PM van\u00a0der Vleuten. 2013. Validity in work-based assessment: expanding our horizons. Medical education 47 12 (2013) 1164\u20131174.","DOI":"10.1111\/medu.12289"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Lin Guo. 2022. Using metacognitive prompts to enhance self-regulated learning and learning outcomes: A meta-analysis of experimental studies in computer-based learning environments. Journal of Computer Assisted Learning 38 3 (2022) 811\u2013832.","DOI":"10.1111\/jcal.12650"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Christopher\u00a0J Harrison Karen\u00a0D K\u00f6nings Lambert Schuwirth Valerie Wass and Cees Van\u00a0der Vleuten. 2015. Barriers to the uptake and use of feedback in the context of summative assessment. Advances in Health Sciences Education 20 (2015) 229\u2013245.","DOI":"10.1007\/s10459-014-9524-6"},{"key":"e_1_3_3_1_22_2","unstructured":"Airlie Hilliard Cristian Munoz Zekun Wu and Adriano\u00a0Soares Koshiyama. 2024. Eliciting personality traits in large language models. ArXiv. org 15 (2024)."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Friederike Holderried Christian Stegemann-Philipps Anne Herrmann-Werner Teresa Festl-Wietek Martin Holderried Carsten Eickhoff Moritz Mahling et\u00a0al. 2024. A language model\u2013powered simulated patient with automated feedback for history taking: Prospective study. JMIR Medical Education 10 1 (2024) e59213.","DOI":"10.2196\/59213"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Faisal\u00a0W Ismail Khairulnissa Ajani Syed\u00a0Mujtaba Baqir Ahmed Nadeem Rayyan Qureshi and Pammla Petrucka. 2024. Challenges and opportunities in the uptake of simulation in healthcare education in the developing world: a scoping review. MedEdPublish 14 (2024) 38.","DOI":"10.12688\/mep.20271.1"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.208"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64299-9_16"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.22318\/icls2024.712073"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662042"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Emma Lavigne Antonio Lopez Julien Frandon Geoffrey Blaizot Ludovic Gabellier Salma Adham Jos\u00e9\u00a0Ursic Bedoya J\u00e9r\u00e9my Charriot Thomas Thieblemont Maha Badreddine et\u00a0al. 2025. AI-Standardized Clinical Examination training on OSCE performance. NEJM AI 2 8 (2025) AIoa2500066.","DOI":"10.1056\/AIoa2500066"},{"key":"e_1_3_3_1_30_2","first-page":"359","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI\u00a0\u201997)","author":"Lester James\u00a0C.","year":"1997","unstructured":"James\u00a0C. Lester, Sharolyn\u00a0A. Converse, Susan\u00a0E. Kahler, S.\u00a0Todd Barlow, Brian\u00a0A. Stone, and Ravinder\u00a0S. Bhogal. 1997. The Persona Effect: Affective Impact of Animated Pedagogical Agents on Student Learning. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI\u00a0\u201997). ACM Press, New York, NY, 359\u2013366."},{"key":"e_1_3_3_1_31_2","unstructured":"Inna\u00a0Wanyin Lin Ashish Sharma Christopher\u00a0Michael Rytting Adam\u00a0S Miner Jina Suh and Tim Althoff. 2024. IMBUE: improving interpersonal effectiveness through simulation and just-in-time feedback with human-language model interaction. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.12556 (2024)."},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.591"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1143"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1001\/jamahealthforum.2023.0052"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","unstructured":"David\u00a0J. Nicol and Debra Macfarlane-Dick. 2006. Formative assessment and self-regulated learning: a model and seven principles of good feedback practice. Studies in Higher Education 31 2 (2006) 199\u2013218. 10.1080\/03075070600572090","DOI":"10.1080\/03075070600572090"},{"key":"e_1_3_3_1_36_2","first-page":"78","volume-title":"LLM@ AIED","author":"Nye Benjamin\u00a0D","year":"2023","unstructured":"Benjamin\u00a0D Nye, Dillon Mee, and Mark\u00a0G Core. 2023. Generative Large Language Models for Dialog-Based Tutoring: An Early Consideration of Opportunities and Concerns.. In LLM@ AIED. 78\u201388."},{"key":"e_1_3_3_1_37_2","unstructured":"OpenAI. 2024. GPT-4o: Multimodal Large Language Model. https:\/\/openai.com\/research\/gpt-4o Accessed: 2025-02-17."},{"key":"e_1_3_3_1_38_2","unstructured":"OpenAI. 2024. Realtime API. https:\/\/platform.openai.com\/docs\/guides\/realtime Accessed: 2025-02-17."},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"crossref","unstructured":"Zachary\u00a0A Pardos and Shreya Bhandari. 2024. ChatGPT-generated help produces learning gains equivalent to human tutor-authored help on mathematics skills. Plos one 19 5 (2024) e0304013.","DOI":"10.1371\/journal.pone.0304013"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_1_41_2","volume-title":"Medical simulation in medical education: result of an AAMC survey: September 2011","author":"Passiment Morgan","year":"2011","unstructured":"Morgan Passiment, Heather Sacks, and Grace Huang. 2011. Medical simulation in medical education: result of an AAMC survey: September 2011. Association of American Medical Colleges."},{"key":"e_1_3_3_1_42_2","unstructured":"Tung Phung Jos\u00e9 Cambronero Sumit Gulwani Tobias Kohn Rupak Majumdar Adish Singla and Gustavo Soares. 2023. Generating high-precision feedback for programming syntax errors using large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.04662 (2023)."},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"crossref","unstructured":"Shelley Ross Karen\u00a0E Hauer Keith Wycliffe-Jones Andrew\u00a0K Hall Laura Molgaard Denyse Richardson Anna Oswald Farhan Bhanji and ICBME Collaborators. 2021. Key considerations in planning and designing programmatic assessment in competency-based medical education. Medical Teacher 43 7 (2021) 758\u2013764.","DOI":"10.1080\/0142159X.2021.1925099"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","unstructured":"John Sandars and Timothy\u00a0J. Cleary. 2011. Self-regulation theory: Applications to medical education\u2014AMEE Guide No. 58. Medical Teacher 33 11 (2011) 875\u2013886. 10.3109\/0142159X.2011.595434","DOI":"10.3109\/0142159X.2011.595434"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"crossref","unstructured":"Murray Shanahan Kyle McDonell and Laria Reynolds. 2023. Role play with large language models. Nature 623 7987 (2023) 493\u2013498.","DOI":"10.1038\/s41586-023-06647-8"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","unstructured":"Valerie\u00a0J. Shute. 2008. Focus on Formative Feedback. Review of Educational Research 78 1 (2008) 153\u2013189. 10.3102\/0034654307313795","DOI":"10.3102\/0034654307313795"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"crossref","unstructured":"Jaideep\u00a0S Talwalkar Kali\u00a0D Cyrus and Auguste\u00a0H Fortin. 2020. Twelve tips for running an effective session with standardized patients. Medical Teacher 42 6 (2020) 622\u2013627.","DOI":"10.1080\/0142159X.2019.1607969"},{"key":"e_1_3_3_1_48_2","first-page":"118","volume-title":"Practical Guide to the Assessment of Clinical Competence (3 ed.)","author":"Uchida T.","year":"2023","unstructured":"T. Uchida and S. Cornes. 2023. Standardized Patients. In Practical Guide to the Assessment of Clinical Competence (3 ed.), E.\u00a0S. Holmboe and S.\u00a0J. Durning (Eds.). Elsevier, 118\u2013141."},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"crossref","unstructured":"Toshiko Uchida Yoon\u00a0Soo Park Robin\u00a0K Ovitsh Joanne Hojsak Deepthiman Gowda Jeanne\u00a0M Farnan Mary Boyle Angela\u00a0D Blood Francis\u00a0I Achike and Ronald\u00a0C Silvestri. 2019. Approaches to teaching the physical exam to preclerkship medical students: results of a national survey. Academic Medicine 94 1 (2019) 129\u2013134.","DOI":"10.1097\/ACM.0000000000002433"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"crossref","unstructured":"Maaike\u00a0A van Houten-Schat Joris\u00a0J Berkhout Nynke Van\u00a0Dijk Maaike\u00a0D Endedijk A\u00a0Debbie\u00a0C Jaarsma and Agnes\u00a0D Diemers. 2018. Self-regulated learning in the clinical context: a systematic review. Medical education 52 10 (2018) 1008\u20131015.","DOI":"10.1111\/medu.13615"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"crossref","unstructured":"Rose\u00a0E Wang and Dorottya Demszky. 2024. Edu-ConvoKit: An Open-Source Library for Education Conversation Data. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.05111 (2024).","DOI":"10.18653\/v1\/2024.naacl-demo.6"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"crossref","unstructured":"Rose\u00a0E Wang Ana\u00a0T Ribeiro Carly\u00a0D Robinson Susanna Loeb and Dora Demszky. 2024. Tutor CoPilot: A human-AI approach for scaling real-time expertise. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.03017 (2024).","DOI":"10.21203\/rs.3.rs-5363154\/v1"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","unstructured":"Emma Whitelock-Wainwright Jia\u00a0Wei Koh Alexander Whitelock-Wainwright Stella Talic David Rankin and Dragan Ga\u0161evi\u0107. 2022. An exploration into physician and surgeon data sensemaking: a qualitative systematic review using thematic synthesis. BMC Medical Informatics and Decision Making 22 256 (2022). 10.1186\/s12911-022-01997-1","DOI":"10.1186\/s12911-022-01997-1"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"crossref","unstructured":"Akira Yamamoto Masahide Koda Hiroko Ogawa Tomoko Miyoshi Yoshinobu Maeda Fumio Otsuka Hideo Ino et\u00a0al. 2024. Enhancing Medical Interview Skills Through AI-Simulated Patient Interactions: Nonrandomized Controlled Trial. JMIR Medical Education 10 1 (2024) e58753.","DOI":"10.2196\/58753"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"publisher","DOI":"10.35542\/osf.io\/hrtz6"}],"event":{"name":"LAK 2026: LAK26: 16th International Learning Analytics and Knowledge Conference","location":"Bergen Norway","acronym":"LAK 2026"},"container-title":["Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference"],"original-title":[],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:40:20Z","timestamp":1777110020000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3785022.3785092"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":54,"alternative-id":["10.1145\/3785022.3785092","10.1145\/3785022"],"URL":"https:\/\/doi.org\/10.1145\/3785022.3785092","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"2026-04-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}