{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:13:46Z","timestamp":1782519226333,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T00:00:00Z","timestamp":1720483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,9]]},"DOI":"10.1145\/3657604.3664685","type":"proceedings-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:49:38Z","timestamp":1721058578000},"page":"438-442","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Short answer scoring with GPT-4"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2764-0697","authenticated-orcid":false,"given":"Lan","family":"Jiang","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign, Champaign, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2736-2899","authenticated-orcid":false,"given":"Nigel","family":"Bosch","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Champaign, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al.","author":"Achiam Josh","year":"2023","unstructured":"Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al. 2023. Gpt-4 technical report."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30228-5_3"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3115\/1071884.1071907"},{"key":"e_1_3_2_1_4_1","volume-title":"lynnvandev, and Mark Shermis","author":"Hamner Ben","year":"2012","unstructured":"Barbara, Ben Hamner, Jaison Morgan, lynnvandev, and Mark Shermis. 2012. The Hewlett Foundation: Short Answer Scoring. https:\/\/kaggle.com\/competitions\/asap-sas"},{"key":"e_1_3_2_1_5_1","volume-title":"Human scoring","author":"Bejar Isaac I","unstructured":"Isaac I Bejar, David M Williamson, and Robert J Mislevy. 2006. Human scoring. Lawrence Erlbaum, Mahwah, NJ. 49--81 pages."},{"key":"e_1_3_2_1_6_1","volume-title":"Moving the field forward: Some thoughts on validity and automated scoring. Automated scoring of complex tasks in computer-based testing","author":"Bennett Randy Elliot","year":"2006","unstructured":"Randy Elliot Bennett. 2006. Moving the field forward: Some thoughts on validity and automated scoring. Automated scoring of complex tasks in computer-based testing (2006), 403--412."},{"key":"e_1_3_2_1_7_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems Vol. 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_8_1","volume-title":"Using lexical semantic techniques to classify free-responses","author":"Burstein Jill","unstructured":"Jill Burstein, Susanne Wolff, and Chi Lu. 1999. Using lexical semantic techniques to classify free-responses. Vol. 10. Springer, Dordrecht, DE, 227--244."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2010.02.012"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30363"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.161"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/T4E.2011.21"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/0969594X.2021.1979466"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Second International Conference on Interactive Mobile and Computer Aided Learning. Citeseer, Amman, Jordan, 1--10","author":"G\u00fctl Christian","year":"2007","unstructured":"Christian G\u00fctl. 2007. e-Examiner: towards a fully-automatic knowledge assessment tool applicable in adaptive e-learning systems. In Proceedings of the Second International Conference on Interactive Mobile and Computer Aided Learning. Citeseer, Amman, Jordan, 1--10."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213011000188"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8535.2008.00928.x"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556325.2566238"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-022-01756-8"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/0265532214530699"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the Eighth Workshop on Innovative Use of NLP for Building Educational Applications. Association for Computational Linguistics","author":"Madnani Nitin","year":"2013","unstructured":"Nitin Madnani, Jill Burstein, John Sabatini, and Tenaha O'Reilly. 2013. Automated Scoring of Summary-Writing Tasks Designed to Measure Reading Comprehension. In Proceedings of the Eighth Workshop on Innovative Use of NLP for Building Educational Applications. Association for Computational Linguistics, Atlanta, Georgia, 163--168."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 6th CAA Conference","author":"Mitchell Tom","year":"2002","unstructured":"Tom Mitchell, Terry Russell, Peter Broomhead, and Nicola Aldridge. 2002. Towards robust computerised marking of free-text responses. In Proceedings of the 6th CAA Conference. Loughborough University, Loughborough."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rmal.2023.100050"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.32"},{"key":"e_1_3_2_1_24_1","volume-title":"Carlo Strapparava, and Bernardo Magnini","author":"P\u00e9rez Diana","year":"2005","unstructured":"Diana P\u00e9rez, Enrique Alfonseca, Pilar Rodr\u00edguez, Alfio Gliozzo, Carlo Strapparava, and Bernardo Magnini. 2005. About the effects of combining latent semantic analysis with natural language processing techniques for free-text assessment. Revista signos, Vol. 38, 59 (2005), 325--343."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.2190\/CX92-7WKV-N7WC-JL0A"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5017"},{"key":"e_1_3_2_1_27_1","volume-title":"Towards LLM-based autograding for short textual answers. arXiv preprint arXiv:2309.11508","author":"Schneider Johannes","year":"2023","unstructured":"Johannes Schneider, Bernd Schenk, Christina Niklaus, and Michaelis Vlachos. 2023. Towards LLM-based autograding for short textual answers. arXiv preprint arXiv:2309.11508 (2023)."},{"key":"e_1_3_2_1_28_1","volume-title":"Roy Ka-Wei Lee, and Ee-Peng Lim","author":"Wang Lei","year":"2023","unstructured":"Lei Wang, Wanyu Xu, Yihuai Lan, Zhiqiang Hu, Yunshi Lan, Roy Ka-Wei Lee, and Ee-Peng Lim. 2023. Plan-and-Solve Prompting: Improving Zero-Shot Chain-of-Thought Reasoning by Large Language Models. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Anna Rogers, Jordan Boyd-Graber, and Naoaki Okazaki (Eds.). Association for Computational Linguistics, Toronto, Canada, 2609--2634."},{"key":"e_1_3_2_1_29_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems, Vol. 35 (2022), 24824--24837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.49"},{"key":"e_1_3_2_1_31_1","volume-title":"An automatic short-answer grading model for semi-open-ended questions. Interactive learning environments","author":"Zhang Lishan","year":"2022","unstructured":"Lishan Zhang, Yuwei Huang, Xi Yang, Shengquan Yu, and Fuzhen Zhuang. 2022. An automatic short-answer grading model for semi-open-ended questions. Interactive learning environments, Vol. 30, 1 (2022), 177--190."},{"key":"e_1_3_2_1_32_1","first-page":"1","article-title":"Contrasting automated and human scoring of essays","volume":"21","author":"Zhang Mo","year":"2013","unstructured":"Mo Zhang. 2013. Contrasting automated and human scoring of essays. R & D Connections, Vol. 21, 2 (2013), 1--11.","journal-title":"R & D Connections"}],"event":{"name":"L@S '24: Eleventh ACM Conference on Learning @ Scale","location":"Atlanta GA USA","acronym":"L@S '24"},"container-title":["Proceedings of the Eleventh ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664685","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3657604.3664685","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:41:17Z","timestamp":1755877277000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3657604.3664685"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,9]]},"references-count":32,"alternative-id":["10.1145\/3657604.3664685","10.1145\/3657604"],"URL":"https:\/\/doi.org\/10.1145\/3657604.3664685","relation":{},"subject":[],"published":{"date-parts":[[2024,7,9]]},"assertion":[{"value":"2024-07-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}