{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T08:12:29Z","timestamp":1782979949551,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3664661","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"340-345","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Socratic Mind: Scalable Oral Assessment Powered By AI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-4179-2334","authenticated-orcid":false,"given":"Jui-Tse","family":"Hung","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0116-634X","authenticated-orcid":false,"given":"Christopher","family":"Cui","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-9040-5631","authenticated-orcid":false,"given":"Diana M.","family":"Popescu","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9097-1592","authenticated-orcid":false,"given":"Saurabh","family":"Chatterjee","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8442-7842","authenticated-orcid":false,"given":"Thad","family":"Starner","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Youssef Es-Saady, and Hammou Fadili.","author":"Baha Tarek Ait","year":"2023","unstructured":"Tarek Ait Baha, Mohamed El Hajji, Youssef Es-Saady, and Hammou Fadili. 2023. The impact of educational chatbot on student learning experience. Education and Information Technologies (2023), 1--24."},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics. 147--165","author":"Ng Kiong","year":"2023","unstructured":"Beng Heng Ang, Sujatha Das Gollapalli, and See Kiong Ng. 2023. Socratic Question Generation: A Novel Dataset, Models, and Evaluation. In Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics. 147--165."},{"key":"e_1_3_2_1_3_1","unstructured":"Anthropic. 2024. Claude 3 Haiku: our fastest model yet. https:\/\/www.anthropic.com\/news\/claude-3-haiku."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/15512160903253277"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.9734\/BJESBS\/2015\/17825"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3593379"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-022-00362--6"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.3138\/jvme.38.2.157"},{"key":"e_1_3_2_1_9_1","volume-title":"Giordano","author":"Gardner David E.","year":"2023","unstructured":"David E. Gardner and Andrea N. Giordano. 2023a. The Challenges and Value of Undergraduate Oral Exams in the Physical Chemistry Classroom: A Useful Tool in the Assessment Toolbox. Journal of Chemical Education (2023)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jchemed.3c00011"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151954.1067487"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781351186193-7"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-023-04134--2"},{"key":"e_1_3_2_1_14_1","unstructured":"Carolyn L Sandoval Zongnan Wang Curt Schurgers Marko V. Lubarda Saharnaz Baghdadchi Xuan emily Gedney Alex M. Phan Nathan Delson Huihui Qi Minju Kim and Maziar Ghazinejad. [n. d.]."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2010.515012"},{"key":"e_1_3_2_1_16_1","volume-title":"Docker: A Software Container Platform. https:\/\/www.docker.com Accessed: 2024-05--15.","author":"Solomon Hykes and Inc. Docker.","year":"2013","unstructured":"Solomon Hykes and Inc. Docker. 2013. Docker: A Software Container Platform. https:\/\/www.docker.com Accessed: 2024-05--15."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3991\/ijac.v16i1.35437"},{"key":"e_1_3_2_1_18_1","volume-title":"Improving Socratic Question Generation using Data Augmentation and Preference Optimization. arXiv preprint arXiv:2403.00199","author":"Kumar Nischal Ashok","year":"2024","unstructured":"Nischal Ashok Kumar and Andrew Lan. 2024. Improving Socratic Question Generation using Data Augmentation and Preference Optimization. arXiv preprint arXiv:2403.00199 (2024)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23522-2_45"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.2991\/ictte-17.2017.56"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.21009\/jisae.v9i1.32928"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3593393"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.62"},{"key":"e_1_3_2_1_24_1","unstructured":"OpenAI. 2023. GPT-4: OpenAI's Most Advanced System. https:\/\/openai.com\/gpt-4."},{"key":"e_1_3_2_1_25_1","unstructured":"OpenAI Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia Leoni Aleman Diogo Almeida Janko Altenschmidt"},{"key":"e_1_3_2_1_26_1","unstructured":"Mansi Phute Alec Helbling Matthew Hull ShengYun Peng Sebastian Szyller Cory Cornelius and Duen Horng Chau. 2024. LLM Self Defense: By Self Examination LLMs Know They Are Being Tricked. arxiv: 2308.07308 [cs.CL]"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18260\/1--2--43137"},{"key":"e_1_3_2_1_28_1","volume-title":"Active Learning in General Chemistry: Specific Interventions","author":"Ramella Daniele","unstructured":"Daniele Ramella. 2019. Oral exams: A deeply neglected tool for formative assessment in chemistry. In Active Learning in General Chemistry: Specific Interventions. ACS Publications, 79--89."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499382"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2010.5673190"},{"key":"e_1_3_2_1_31_1","volume-title":"Building a conversational agent overnight with dialogue self-play. arXiv preprint arXiv:1801.04871","author":"Shah Pararth","year":"2018","unstructured":"Pararth Shah, Dilek Hakkani-T\u00fcr, Gokhan T\u00fcr, Abhinav Rastogi, Ankur Bapna, Neha Nayak, and Larry Heck. 2018. Building a conversational agent overnight with dialogue self-play. arXiv preprint arXiv:1801.04871 (2018)."},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the 15th International Conference on Educational Data Mining. 522","author":"Chris Piech Tack","year":"2022","unstructured":"Ana\"is Tack and Chris Piech. 2022. The AI Teacher Test: Measuring the Pedagogical Ability of Blender and GPT-3 in Educational Dialogues. In Proceedings of the 15th International Conference on Educational Data Mining. 522."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Joseph Tey and Shaurya Sinha. 2024. Sherpa. https:\/\/sherpalabs.co\/manifesto. Accessed: 4\/15\/2024.","DOI":"10.5121\/ijmvsc.2024.15102"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.22146\/jpki.45131"},{"key":"e_1_3_2_1_35_1","unstructured":"Vercel. 2024. Next.js: The React Framework for Production. https:\/\/nextjs.org. https:\/\/nextjs.org Version 13.4."},{"key":"e_1_3_2_1_36_1","volume-title":"Towards inclusive learning in higher education","author":"Waterfield Judith","unstructured":"Judith Waterfield, Bob West, and Melanie Parker. 2006. Supporting inclusive practice: Developing an assessment toolkit. In Towards inclusive learning in higher education. Routledge, 97--112."},{"key":"e_1_3_2_1_37_1","volume-title":"Chi, Quoc Le, and Denny Zhou","author":"Wei Jason","year":"2023","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc Le, and Denny Zhou. 2023. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. arxiv: 2201.11903 [cs.CL]"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630773"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15389286ajde1903_4"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664661","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3664661","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:39:08Z","timestamp":1755877148000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664661"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":39,"alternative-id":["10.1145\/3657604.3664661","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3664661","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}