{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:29:19Z","timestamp":1772159359721,"version":"3.50.1"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031362712","type":"print"},{"value":"9783031362729","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36272-9_31","type":"book-chapter","created":{"date-parts":[[2023,6,25]],"date-time":"2023-06-25T23:03:19Z","timestamp":1687734199000},"page":"377-388","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Exploration of\u00a0Annotation Strategies for\u00a0Automatic Short Answer Grading"],"prefix":"10.1007","author":[{"given":"Aner","family":"Ega\u00f1a","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2017-2910","authenticated-orcid":false,"given":"Itziar","family":"Aldabe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4969-2055","authenticated-orcid":false,"given":"Oier Lopez","family":"de Lacalle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Bexte, M., Horbach, A., Zesch, T.: Similarity-based content scoring - how to make S-BERT keep up with BERT. In: Proceedings of the 17th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2022), Seattle, Washington, pp. 118\u2013123 (2022)","DOI":"10.18653\/v1\/2022.bea-1.16"},{"key":"31_CR2","doi-asserted-by":"crossref","unstructured":"Bowman, S.R., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, Lisbon, Portugal, pp. 632\u2013642 (2015)","DOI":"10.18653\/v1\/D15-1075"},{"key":"31_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-030-52240-7_8","volume-title":"Artificial Intelligence in Education","author":"Leon Camus","year":"2020","unstructured":"Camus, Leon, Filighera, Anna: Investigating transformers for automatic short answer grading. In: Bittencourt, Ig Ibert, Cukurova, Mutlu, Muldner, Kasia, Luckin, Rose, Mill\u00e1n, Eva (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 43\u201348. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_8"},{"key":"31_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/11736790_9","volume-title":"Machine Learning Challenges. Evaluating Predictive Uncertainty, Visual Object Classification, and Recognising Tectual Entailment","author":"I Dagan","year":"2006","unstructured":"Dagan, I., Glickman, O., Magnini, B.: The PASCAL recognising textual entailment challenge. In: Qui\u00f1onero-Candela, J., Dagan, I., Magnini, B., d\u2019Alch\u00e9-Buc, F. (eds.) MLCW 2005. LNCS (LNAI), vol. 3944, pp. 177\u2013190. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11736790_9"},{"key":"31_CR5","unstructured":"Dzikovska, M., et al.: SemEval-2013 task 7: The joint student response analysis and 8th recognizing textual entailment challenge. In: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013), Atlanta, Georgia, USA, pp. 263\u2013274 (2013)"},{"key":"31_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1007\/978-3-031-11644-5_38","volume-title":"Artificial Intelligence in Education","author":"H Funayama","year":"2022","unstructured":"Funayama, H., Sato, T., Matsubayashi, Y., Mizumoto, T., Suzuki, J., Inui, K.: Balancing cost and quality: an exploration of human-in-the-loop frameworks for automated short answer scoring. In: Rodrigo, M.M., Matsuda, N., Cristea, A.I., Dimitrova, V. (eds.) AIED 2022. LNCS, vol. 13355, pp. 465\u2013476. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-11644-5_38"},{"key":"31_CR7","doi-asserted-by":"crossref","unstructured":"Galhardi, L.B., de Mattos Senefonte, H.C., de Souza, R.C.T., Brancher, J.D.: Exploring distinct features for automatic short answer grading. In: Anais do XV Encontro Nacional de Intelig\u00eancia Artificial e Computacional, pp. 1\u201312. SBC (2018)","DOI":"10.5753\/eniac.2018.4399"},{"key":"31_CR8","unstructured":"Haller, S., Aldea, A., Seifert, C., Strisciuglio, N.: Survey on automated short answer grading with deep learning: from word embeddings to transformers. arXiv preprint arXiv:2204.03503 (2022)"},{"key":"31_CR9","unstructured":"Heilman, M., Madnani, N.: ETS: domain adaptation and stacking for short answer scoring. In: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013), Atlanta, Georgia, USA, pp. 275\u2013279 (2013)"},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Khayi, N., Rus, V., Tamang, L.: Towards improving open student answer assessment using pretrained transformers. In: The International FLAIRS Conference Proceedings, vol. 34 (2021)","DOI":"10.32473\/flairs.v34i1.128483"},{"key":"31_CR11","unstructured":"Liu, Y., et al.: Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019). https:\/\/arxiv.org\/abs\/1907.11692"},{"key":"31_CR12","unstructured":"Ott, N., Ziai, R., Hahn, M., Meurers, D.: CoMeT: integrating different levels of linguistic modeling for meaning assessment. In: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013), Atlanta, Georgia, USA, pp. 608\u2013616 (2013)"},{"key":"31_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/978-3-031-11647-6_114","volume-title":"Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners\u2019 and Doctoral Consortium","author":"U Pad\u00f3","year":"2022","unstructured":"Pad\u00f3, U.: Assessing the practical benefit of automated short-answer graders. In: Rodrigo, M.M., Matsuda, N., Cristea, A.I., Dimitrova, V. (eds.) AIED 2022. LNCS, vol. 13356, pp. 555\u2013559. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-11647-6_114"},{"key":"31_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1007\/978-3-319-93843-1_37","volume-title":"Artificial Intelligence in Education","author":"S Saha","year":"2018","unstructured":"Saha, S., Dhamecha, T.I., Marvaniya, S., Sindhgatta, R., Sengupta, B.: Sentence level or token level features for automatic short answer grading?: use both. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10947, pp. 503\u2013517. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93843-1_37"},{"key":"31_CR15","doi-asserted-by":"crossref","unstructured":"Sainz, O., Gonzalez-Dios, I., Lopez de Lacalle, O., Min, B., Eneko, A.: Textual entailment for event argument extraction: zero- and few-shot with multi-source learning. In: Findings of the Association for Computational Linguistics: NAACL-HLT 2022, Seattle, Washington (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.187"},{"key":"31_CR16","doi-asserted-by":"crossref","unstructured":"Schick, T., Sch\u00fctze, H.: Exploiting cloze-questions for few-shot text classification and natural language inference. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, pp. 255\u2013269. Association for Computational Linguistics (2021)","DOI":"10.18653\/v1\/2021.eacl-main.20"},{"key":"31_CR17","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"31_CR18","unstructured":"Wang, S., Fang, H., Khabsa, M., Mao, H., Ma, H.: Entailment as few-shot learner (2021)"},{"key":"31_CR19","doi-asserted-by":"crossref","unstructured":"Williams, A., Nangia, N., Bowman, S.: A broad-coverage challenge corpus for sentence understanding through inference. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics, pp. 1112\u20131122 (2018)","DOI":"10.18653\/v1\/N18-1101"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36272-9_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:08:20Z","timestamp":1710259700000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36272-9_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031362712","9783031362729"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36272-9_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"311","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}