{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T03:46:41Z","timestamp":1776743201411,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"name":"Algorithm LABS"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3664697","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"471-475","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Using Large Language Models To Diagnose Math Problem-solving Skills At Scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0253-560X","authenticated-orcid":false,"given":"Hyoungwook","family":"Jin","sequence":"first","affiliation":[{"name":"School of Computing, KAIST, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9782-086X","authenticated-orcid":false,"given":"Yoonsu","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Computing, KAIST, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3071-6664","authenticated-orcid":false,"given":"Yeon Su","family":"Park","sequence":"additional","affiliation":[{"name":"School of Computing, KAIST, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0002-5400","authenticated-orcid":false,"given":"Bekzat","family":"Tilekbay","sequence":"additional","affiliation":[{"name":"School of Computing, KAIST, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7403-0390","authenticated-orcid":false,"given":"Jinho","family":"Son","sequence":"additional","affiliation":[{"name":"Algorithm LABS, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6348-4127","authenticated-orcid":false,"given":"Juho","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Computing, KAIST, Daejeon, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Trends and opportunities in online learning, MOOCs, and cloud-based tools. Second handbook of information technology in primary and secondary education","author":"Chang Vanessa","year":"2018","unstructured":"Vanessa Chang, Christian G\u00fctl, and Martin Ebner. 2018. Trends and opportunities in online learning, MOOCs, and cloud-based tools. Second handbook of information technology in primary and secondary education (2018), 935--953."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1051\/itmconf\/20171301012"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11858-019-01098-w"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.12973\/eurasia.2015.1318a"},{"key":"e_1_3_2_1_5_1","volume-title":"Measuring mathematical problem solving with the math dataset. arXiv preprint arXiv:2103.03874","author":"Hendrycks Dan","year":"2021","unstructured":"Dan Hendrycks, Collin Burns, Saurav Kadavath, Akul Arora, Steven Basart, Eric Tang, Dawn Song, and Jacob Steinhardt. 2021. Measuring mathematical problem solving with the math dataset. arXiv preprint arXiv:2103.03874 (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11858-016-0759-y"},{"key":"e_1_3_2_1_7_1","volume-title":"Mathprompter: Mathematical reasoning using large language models. arXiv preprint arXiv:2303.05398","author":"Imani Shima","year":"2023","unstructured":"Shima Imani, Liang Du, and Harsh Shrivastava. 2023. Mathprompter: Mathematical reasoning using large language models. arXiv preprint arXiv:2303.05398 (2023)."},{"key":"e_1_3_2_1_8_1","unstructured":"Tae Soo Kim Yoonjoo Lee Jamin Shin Young-Ho Kim and Juho Kim. 2023. EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria. arxiv: 2309.13633 [cs.HC]"},{"key":"e_1_3_2_1_9_1","volume-title":"Problem Solving: A Handbook for Elementary School Teachers. ERIC.","author":"Krulik Stephen","year":"1988","unstructured":"Stephen Krulik and Jesse A Rudnick. 1988. Problem Solving: A Handbook for Elementary School Teachers. ERIC."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.12973\/eurasia.2017.00649a"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/15391523.2020.1716201"},{"key":"e_1_3_2_1_12_1","volume-title":"Polya's strategy: an analysis of mathematical problem solving difficulty in 5th grade elementary school. Edu Humanities| Journal of Basic Education Cibiru Campus","author":"Nurkaeti Nunuy","year":"2018","unstructured":"Nunuy Nurkaeti. 2018. Polya's strategy: an analysis of mathematical problem solving difficulty in 5th grade elementary school. Edu Humanities| Journal of Basic Education Cibiru Campus, Vol. 10, 2 (2018), 140."},{"key":"e_1_3_2_1_13_1","volume-title":"How to solve it: A new aspect of mathematical method. Number 246","author":"Polya George","unstructured":"George Polya. 2004. How to solve it: A new aspect of mathematical method. Number 246. Princeton university press."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF03172974"},{"key":"e_1_3_2_1_15_1","volume-title":"Beyond the purely cognitive: Belief systems, social cognitions, and metacognitions as driving forces in intellectual performance. Cognitive science","author":"Schoenfeld Alan H","year":"1983","unstructured":"Alan H Schoenfeld. 1983. Beyond the purely cognitive: Belief systems, social cognitions, and metacognitions as driving forces in intellectual performance. Cognitive science, Vol. 7, 4 (1983), 329--363."},{"key":"e_1_3_2_1_16_1","series-title":"Journal of Physics: Conference Series","volume-title":"Implementing thinking aloud pair and P\u00f3lya problem solving strategies in fractions","author":"Simpol NSH","year":"2013","unstructured":"NSH Simpol, M Shahrill, HC Li, and RCI Prahmana. 2017. Implementing thinking aloud pair and P\u00f3lya problem solving strategies in fractions. In Journal of Physics: Conference Series, Vol. 943. IOP Publishing, 012013."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460337"},{"key":"e_1_3_2_1_18_1","first-page":"261","article-title":"Applying Polya's four-steps and Schoenfeld's behavior categories to enhance students' mathematical problem solving","volume":"2","author":"Thiangthung Yuwalee","year":"2016","unstructured":"Yuwalee Thiangthung. 2016. Applying Polya's four-steps and Schoenfeld's behavior categories to enhance students' mathematical problem solving. Journal of Advances in Humanities and Social Sciences, Vol. 2, 5 (2016), 261--268.","journal-title":"Journal of Advances in Humanities and Social Sciences"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Candace Walkington and Matthew L Bernacki. 2020. Appraising research on personalized learning: Definitions theoretical alignment advancements and future directions. bibinfonumpages235--252 pages.","DOI":"10.1080\/15391523.2020.1747757"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-021-09940-3"},{"key":"e_1_3_2_1_21_1","volume-title":"Denny Zhou, et al.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems , Vol. 35 (2022), 24824--24837."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.17478\/jegys.665833"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664697","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3664697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:40:16Z","timestamp":1755877216000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664697"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":23,"alternative-id":["10.1145\/3657604.3664697","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3664697","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}