{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T16:47:43Z","timestamp":1782146863429,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,29]]},"DOI":"10.1145\/3774398.3811588","type":"proceedings-article","created":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T15:50:37Z","timestamp":1782143437000},"page":"443-447","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Uncertainty-Guided Sampling for LLM Calibration in Automated Short Answer Grading"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-5099-3958","authenticated-orcid":false,"given":"Ovide","family":"Kuichua","sequence":"first","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2990-1078","authenticated-orcid":false,"given":"Michel","family":"Desmarais","sequence":"additional","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7828-7708","authenticated-orcid":false,"given":"Arman","family":"Bakhtiari","sequence":"additional","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4971-5723","authenticated-orcid":false,"given":"Chah\u00e9","family":"Nerguizian","sequence":"additional","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0925-4188","authenticated-orcid":false,"given":"Alexandre","family":"G\u00e9linas","sequence":"additional","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"William Bradley Knox, and Todd Kulesza","author":"Amershi Saleema","year":"2014","unstructured":"Saleema Amershi, Maya Cakmak, William Bradley Knox, and Todd Kulesza. 2014. Power to the people: The role of humans in interactive machine learning. AI magazine 35, 4 (2014), 105-120."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-84060-0_5"},{"key":"e_1_3_2_1_3_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877-1901."},{"key":"e_1_3_2_1_4_1","volume-title":"Automatic Short Answer Grading with SBERT on Out-of-Sample Questions","author":"Condor Aubrey","year":"2021","unstructured":"Aubrey Condor, Max Litster, and Zachary Pardos. 2021. Automatic Short Answer Grading with SBERT on Out-of-Sample Questions. International Educational Data Mining Society (2021)."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 18th International Conference on Educational Data Mining. 503-509","author":"Desmarais Michel","year":"2025","unstructured":"Michel Desmarais, Arman Bakhtiari, Ovide Kuichua, Samira Chiny Folefack Temfack, and Chah\u00e9 Nerguizian. 2025. Short answer grading with sentence similarity and a few given grades. In Proceedings of the 18th International Conference on Educational Data Mining. 503-509."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3706468.3706481"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3723010.3723021"},{"key":"e_1_3_2_1_8_1","volume-title":"Comparative evaluation of pretrained transfer learning models on automatic short answer grading. arXiv preprint arXiv:2009.01303","author":"Gaddipati Sasi Kiran","year":"2020","unstructured":"Sasi Kiran Gaddipati, Deebul Nair, and Paul G Pl\u00f6ger. 2020. Comparative evaluation of pretrained transfer learning models on automatic short answer grading. arXiv preprint arXiv:2009.01303 (2020)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5753\/sbsi.2020.13133"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CONIT55038.2022.9847754"},{"key":"e_1_3_2_1_11_1","first-page":"326","volume-title":"Proceedings of the Seventh Workshop on Building Educational Applications Using NLP, Joel Tetreault, Jill Burstein, and Claudia Leacock (Eds.). Association for Computational Linguistics","author":"Hahn Michael","year":"2012","unstructured":"Michael Hahn and Detmar Meurers. 2012. Evaluating the Meaning of Answers to Reading Comprehension Questions: A Semantics-Based Approach. In Proceedings of the Seventh Workshop on Building Educational Applications Using NLP, Joel Tetreault, Jill Burstein, and Claudia Leacock (Eds.). Association for Computational Linguistics, Montr\u00e9al, Canada, 326-336. https:\/\/aclanthology.org\/W12-2039\/"},{"key":"e_1_3_2_1_12_1","volume-title":"RUBRA: An Agentic AI System for Automatic Short Answer Grading Using LLMs and RAG. In 2025 International Conference on Computing, Intelligence, and Application (CIACON). IEEE, 1-6.","author":"Haldar Subhajit","year":"2025","unstructured":"Subhajit Haldar, Souvik Sengupta, and Asit Kumar Das. 2025. RUBRA: An Agentic AI System for Automatic Short Answer Grading Using LLMs and RAG. In 2025 International Conference on Computing, Intelligence, and Application (CIACON). IEEE, 1-6."},{"key":"e_1_3_2_1_13_1","volume-title":"Benjamin Van Durme, and Chris Kedzie","author":"Hashemi Helia","year":"2024","unstructured":"Helia Hashemi, Jason Eisner, Corby Rosset, Benjamin Van Durme, and Chris Kedzie. 2024. LLM-rubric: A multidimensional, calibrated approach to automated evaluation of natural language texts. arXiv preprint arXiv:2501.00274 (2024)."},{"key":"e_1_3_2_1_14_1","volume-title":"Co-designing a real-time classroom orchestration tool to support teacher-AI complementarity. Grantee Submission","author":"Holstein Kenneth","year":"2019","unstructured":"Kenneth Holstein, Bruce M McLaren, and Vincent Aleven. 2019. Co-designing a real-time classroom orchestration tool to support teacher-AI complementarity. Grantee Submission (2019)."},{"key":"e_1_3_2_1_15_1","volume-title":"Learn Globally","author":"Hwang Jaedong","unstructured":"Jaedong Hwang, Kumar Tanmay, Seok-Jin Lee, Ayush Agrawal, Hamid Palangi, Kumar Ayush, Ila Fiete, and Paul Pu Liang. 2025. Learn Globally, Speak Locally: Bridging the Gaps in Multilingual Reasoning. arXiv:2507.05418 [cs.CL] https:\/\/arxiv.org\/abs\/2507.05418"},{"key":"e_1_3_2_1_16_1","unstructured":"Tom Kocmi and Christian Federmann. 2023. Large Language Models Are State-of-the-Art Evaluators of Translation Quality. In Proceedings of the 24th Annual Conference of the European Association for Machine Translation Mary Nurminen Judith Brenner Maarit Koponen Sirkku Latomaa Mikhail Mikhailov Frederike Schierl Tharindu Ranasinghe Eva Vanmassenhove Sergi Alvarez Vidal Nora Aranberri Mara Nunziatini Carla Parra Escart\u00edn Mikel Forcada Maja Popovic Carolina Scarton and Helena Moniz (Eds.). European Association for Machine Translation Tampere Finland 193-203. https:\/\/aclanthology.org\/2023.eamt-1.19\/"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-012-0211-3"},{"key":"e_1_3_2_1_18_1","volume-title":"Prompt Engineering for Automatic Short Answer Grading in Brazilian Portuguese. In Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7\u00e3o (SBIE). SBC, 1730-1743","author":"Mello Rafael Ferreira","year":"2024","unstructured":"Rafael Ferreira Mello, Luiz Rodrigues, Luciano Cabral, Filipe Dwan Pereira, Cleon Pereira J\u00fanior, Dragan Gasevic, and Geber Ramalho. 2024. Prompt Engineering for Automatic Short Answer Grading in Brazilian Portuguese. In Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7\u00e3o (SBIE). SBC, 1730-1743."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/2002472.2002568"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.5555\/1609067.1609130"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1137\/1109020"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-023-00391-w"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2023.3253071"},{"key":"e_1_3_2_1_24_1","volume-title":"Sentence-bert: Sentence embeddings using siamese bert-networks. arXiv preprint arXiv:1908.10084","author":"Reimers Nils","year":"2019","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-bert: Sentence embeddings using siamese bert-networks. arXiv preprint arXiv:1908.10084 (2019)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2019.2897997"},{"key":"e_1_3_2_1_26_1","unstructured":"Burr Settles. 2009. Active learning literature survey. Technical Report. University of Wisconsin-Madison Department of Computer Sciences. https:\/\/api.semanticscholar.org\/CorpusID:324600"},{"key":"e_1_3_2_1_27_1","volume-title":"KDD Workshop on Data Mining for Educational Assessment and Feedback (ASSESS","author":"Shah Nihar B","year":"2014","unstructured":"Nihar B Shah, Joseph Bradley, Sivaraman Balakrishnan, Abhay Parekh, Kannan Ramchandran, and Martin J Wainwright. 2014. Some scaling laws for MOOC assessments. In KDD Workshop on Data Mining for Educational Assessment and Feedback (ASSESS 2014)."},{"key":"e_1_3_2_1_28_1","volume-title":"Yi Tay, Sebastian Ruder, Denny Zhou, Dipanjan Das, and Jason Wei.","author":"Shi Freda","year":"2022","unstructured":"Freda Shi, Mirac Suzgun, Markus Freitag, Xuezhi Wang, Suraj Srivats, Soroush Vosoughi, Hyung Won Chung, Yi Tay, Sebastian Ruder, Denny Zhou, Dipanjan Das, and Jason Wei. 2022. Language Models are Multilingual Chain-of-Thought Reasoners. arXiv:2210.03057 [cs.CL] https:\/\/arxiv.org\/abs\/2210.03057"},{"key":"e_1_3_2_1_29_1","volume-title":"Enhancing Short Answer Grading with OpenAI APIs. In 2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET). IEEE, 1-8.","author":"Speiser Sebastian","year":"2024","unstructured":"Sebastian Speiser and Annegret Weng. 2024. Enhancing Short Answer Grading with OpenAI APIs. In 2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET). IEEE, 1-8."},{"key":"e_1_3_2_1_30_1","volume-title":"AutoSCORE: Enhancing Automated Scoring with Multi-Agent Large Language Models via Structured Component Recognition. arXiv preprint arXiv:2509.21910","author":"Wang Yun","year":"2025","unstructured":"Yun Wang, Zhaojun Ding, Xuansheng Wu, Siyue Sun, Ninghao Liu, and Xiaoming Zhai. 2025. AutoSCORE: Enhancing Automated Scoring with Multi-Agent Large Language Models via Structured Component Recognition. arXiv preprint arXiv:2509.21910 (2025)."},{"key":"e_1_3_2_1_31_1","series-title":"Series A","volume-title":"Smooth regression analysis. Sankhy\u00afa: The Indian Journal of Statistics","author":"Watson Geoffrey S","year":"1964","unstructured":"Geoffrey S Watson. 1964. Smooth regression analysis. Sankhy\u00afa: The Indian Journal of Statistics, Series A (1964), 359-372."},{"key":"e_1_3_2_1_32_1","volume-title":"Denny Zhou, et al.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022), 24824-24837."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-98459-4_1"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2022.3175537"}],"event":{"name":"L@S '26: Thirteenth ACM Conference on Learning @ Scale","location":"Seoul Republic of Korea"},"container-title":["Proceedings of the Thirteenth ACM Conference on Learning @ Scale"],"original-title":[],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T15:52:54Z","timestamp":1782143574000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774398.3811588"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,28]]},"references-count":34,"alternative-id":["10.1145\/3774398.3811588","10.1145\/3774398"],"URL":"https:\/\/doi.org\/10.1145\/3774398.3811588","relation":{},"subject":[],"published":{"date-parts":[[2026,6,28]]},"assertion":[{"value":"2026-06-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}