{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:08:58Z","timestamp":1771045738768,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,5]]},"DOI":"10.1145\/3649409.3691083","type":"proceedings-article","created":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T18:22:09Z","timestamp":1733163729000},"page":"322-323","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["ASAG2024: A Combined Benchmark for Short Answer Grading"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-6007-4832","authenticated-orcid":false,"given":"G\u00e9r\u00f4me","family":"Meyer","sequence":"first","affiliation":[{"name":"Zurich University of Applied Sciences, Winterthur, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5736-695X","authenticated-orcid":false,"given":"Philip","family":"Breuer","sequence":"additional","affiliation":[{"name":"Zurich University of Applied Sciences, Winterthur, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4062-1827","authenticated-orcid":false,"given":"Jonathan","family":"F\u00fcrst","sequence":"additional","affiliation":[{"name":"Zurich University of Applied Sciences, Zurich, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2024,12,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Yuanzhi Li, Scott Lundberg, et al.","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin Tat Lee, Yuanzhi Li, Scott Lundberg, et al. 2023. Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712 (2023)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0026-8"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-023-"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0017-9"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Filighera Anna","year":"1865","unstructured":"Anna Filighera, Siddharth Parihar, Tim Steuer, Tobias Meuser, and Sebastian Ochs. 2022. Your Answer is Incorrect... Would you like to know why? Introducing a Bilingual Short Answer Feedback Dataset. In Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Smaranda Muresan, Preslav Nakov, and Aline Villavicencio (Eds.). Association for Computational Linguistics, Dublin, Ireland, 8577--8591. https:\/\/doi.org\/10. 18653\/v1\/2022.acl-long.587"},{"key":"e_1_3_2_1_6_1","unstructured":"Kishaan Jeeveswaran. 2019. DigiKlausur: ASAG-Dataset. https:\/\/github.com\/ DigiKlausur\/ASAG-Dataset. Accessed: 2024-02--24."},{"key":"e_1_3_2_1_7_1","volume-title":"Jamin Shin, Sean Welleck, Graham Neubig, Moontae Lee, Kyungjae Lee, and Minjoon Seo.","author":"Kim Seungone","year":"2024","unstructured":"Seungone Kim, Juyoung Suk, Shayne Longpre, Bill Yuchen Lin, Jamin Shin, Sean Welleck, Graham Neubig, Moontae Lee, Kyungjae Lee, and Minjoon Seo. 2024. Prometheus 2: An open source language model specialized in evaluating other language models. arXiv preprint arXiv:2405.01535 (2024)."},{"key":"e_1_3_2_1_8_1","unstructured":"Jo\u00e3o Henrique Kr\u00f6ger. [n. d.]. BART-SAF. https:\/\/huggingface.co\/Short-AnswerFeedback. Accessed: 2024-03--15."},{"key":"e_1_3_2_1_9_1","volume-title":"Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461","author":"Lewis Mike","year":"2019","unstructured":"Mike Lewis, Yinhan Liu, Naman Goyal, Marjan Ghazvininejad, Abdelrahman Mohamed, Omer Levy, Ves Stoyanov, and Luke Zettlemoyer. 2019. Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. arXiv preprint arXiv:1910.13461 (2019)."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies","author":"Mohler Michael","unstructured":"Michael Mohler, Razvan Bunescu, and Rada Mihalcea. 2011. Learning to Grade Short Answer Questions using Semantic Similarity Measures and Dependency Graph Alignments. In Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, Dekang Lin, Yuji Matsumoto, and Rada Mihalcea (Eds.). Association for Computational Linguistics, Portland, Oregon, USA, 752--762. https:\/\/aclanthology.org\/P11--1076"},{"key":"e_1_3_2_1_11_1","volume-title":"Understanding of Science Concepts. In International Conference on Language Resources and Evaluation. https:\/\/api.semanticscholar.org\/ CorpusID:12938607","author":"Nielsen Rodney D.","year":"2008","unstructured":"Rodney D. Nielsen, Wayne H. Ward, James H. Martin, and Martha Palmer. 2008. Annotating Students? Understanding of Science Concepts. In International Conference on Language Resources and Evaluation. https:\/\/api.semanticscholar.org\/ CorpusID:12938607"},{"key":"e_1_3_2_1_12_1","volume-title":"Nomic embed: Training a reproducible long context text embedder. arXiv preprint arXiv:2402.01613","author":"Nussbaum Zach","year":"2024","unstructured":"Zach Nussbaum, John X Morris, Brandon Duderstadt, and Andriy Mulyar. 2024. Nomic embed: Training a reproducible long context text embedder. arXiv preprint arXiv:2402.01613 (2024)."},{"key":"e_1_3_2_1_13_1","volume-title":"Comparing comprehension measured by multiple-choice and open-ended questions. Canadian Journal of Experimental Psychology\/Revue canadienne de psychologie exp\u00e9rimentale 67, 3","author":"Ozuru Yasuhiro","year":"2013","unstructured":"Yasuhiro Ozuru, Stephen Briner, Christopher A Kurby, and Danielle S McNamara. 2013. Comparing comprehension measured by multiple-choice and open-ended questions. Canadian Journal of Experimental Psychology\/Revue canadienne de psychologie exp\u00e9rimentale 67, 3 (2013), 215."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3054346"},{"key":"e_1_3_2_1_15_1","volume-title":"Tatsunori Hashimoto, Oriol Vinyals, Percy Liang, Jeff Dean, and William Fedus.","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Yi Tay, Rishi Bommasani, Colin Raffel, Barret Zoph, Sebastian Borgeaud, Dani Yogatama, Maarten Bosma, Denny Zhou, Donald Metzler, Ed Huai hsin Chi, Tatsunori Hashimoto, Oriol Vinyals, Percy Liang, Jeff Dean, and William Fedus. 2022. Emergent Abilities of Large Language Models. ArXiv abs\/2206.07682 (2022). https:\/\/api.semanticscholar.org\/CorpusID:249674500"}],"event":{"name":"SIGCSE Virtual 2024: 1st ACM Virtual Global Computing Education Conference","location":"Virtual Event NC USA","acronym":"SIGCSE Virtual 2024","sponsor":["SIGSAC ACM Special Interest Group on Security, Audit, and Control"]},"container-title":["Proceedings of the 2024 on ACM Virtual Global Computing Education Conference V. 2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649409.3691083","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3649409.3691083","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:21:55Z","timestamp":1755915715000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649409.3691083"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,5]]},"references-count":15,"alternative-id":["10.1145\/3649409.3691083","10.1145\/3649409"],"URL":"https:\/\/doi.org\/10.1145\/3649409.3691083","relation":{},"subject":[],"published":{"date-parts":[[2024,12,5]]},"assertion":[{"value":"2024-12-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}