{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:33:28Z","timestamp":1777152808463,"version":"3.51.4"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031116438","type":"print"},{"value":"9783031116445","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-11644-5_29","type":"book-chapter","created":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T14:18:49Z","timestamp":1658845129000},"page":"354-365","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Representing Scoring Rubrics as Graphs for Automatic Short Answer Grading"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9482-7003","authenticated-orcid":false,"given":"Aubrey","family":"Condor","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6016-7051","authenticated-orcid":false,"given":"Zachary","family":"Pardos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2257-9474","authenticated-orcid":false,"given":"Marcia","family":"Linn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,27]]},"reference":[{"issue":"3","key":"29_CR1","first-page":"345","volume":"9","author":"M Al-Absi","year":"2013","unstructured":"Al-Absi, M.: The effect of open-ended tasks-as an assessment tool-on fourth graders\u2019 mathematics achievement, and assessing students\u2019 perspectives about it. Jordan J. Educ. Sci. 9(3), 345\u2013351 (2013)","journal-title":"Jordan J. Educ. Sci."},{"key":"29_CR2","doi-asserted-by":"publisher","unstructured":"Anandakrishnan, P., Raj, N., Nair, M.S., Sreekumar, A., Narayanan, J.: Automated short-answer scoring using latent semantic indexing. In: Smart Computing, pp. 298\u2013307 (2021). https:\/\/doi.org\/10.1201\/9781003167488-35","DOI":"10.1201\/9781003167488-35"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Arneson, A., Wihardini, D., Wilson, M.: Assessing college-ready data-based reasoning. In: Quantitative Measures of Mathematical Knowledge, pp. 93\u2013120 (2019)","DOI":"10.4324\/9780429486197-5"},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Bailey, S., Meurers, D.: Diagnosing meaning errors in short answers to reading comprehension questions. In: Proceedings of the Third Workshop on Innovative Use of NLP for Building Educational Applications, pp. 107\u2013115 (2008)","DOI":"10.3115\/1631836.1631849"},{"issue":"2","key":"29_CR5","doi-asserted-by":"publisher","first-page":"201","DOI":"10.3758\/BF03193441","volume":"35","author":"S Bertsch","year":"2007","unstructured":"Bertsch, S., Pesta, B.J., Wiscott, R., McDaniel, M.A.: The generation effect: a meta-analytic review. Memory Cogn. 35(2), 201\u2013210 (2007)","journal-title":"Memory Cogn."},{"issue":"1","key":"29_CR6","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25(1), 60\u2013117 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"29_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-030-52240-7_8","volume-title":"Artificial Intelligence in Education","author":"L Camus","year":"2020","unstructured":"Camus, L., Filighera, A.: Investigating transformers for automatic short answer grading. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 43\u201348. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_8"},{"key":"29_CR8","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1007\/978-3-030-82153-1_11","volume-title":"Knowledge Science, Engineering and Management","author":"S Chen","year":"2021","unstructured":"Chen, S., Li, L.: Incorporating question information to enhance the performance of automatic short answer grading. In: Qiu, H., Zhang, C., Fei, Z., Qiu, M., Kung, S.-Y. (eds.) KSEM 2021. LNCS (LNAI), vol. 12817, pp. 124\u2013136. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-82153-1_11"},{"issue":"3","key":"29_CR9","first-page":"439","volume":"18","author":"MT Chi","year":"1994","unstructured":"Chi, M.T., De Leeuw, N., Chiu, M.H., LaVancher, C.: Eliciting self-explanations improves understanding. Cogn. Sci. 18(3), 439\u2013477 (1994)","journal-title":"Cogn. Sci."},{"key":"29_CR10","unstructured":"Condor, A., Litster, M., Pardos, Z.: Automatic short answer grading with SBERT on out-of-sample questions. In: Proceedings of the 14th International Conference on Educational Data Mining (2021)"},{"key":"29_CR11","doi-asserted-by":"crossref","first-page":"244","DOI":"10.58680\/ccc20099471","volume":"61","author":"J Danielewicz","year":"2009","unstructured":"Danielewicz, J., Elbow, P.: A unilateral grading contract to improve learning and teaching. Coll. Compos. Commun. 61, 244\u2013268 (2009)","journal-title":"Coll. Compos. Commun."},{"key":"29_CR12","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"issue":"7","key":"29_CR13","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich, T.G.: Approximate statistical tests for comparing supervised classification learning algorithms. Neural Comput. 10(7), 1895\u20131923 (1998). https:\/\/doi.org\/10.1162\/089976698300017197","journal-title":"Neural Comput."},{"issue":"3","key":"29_CR14","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1080\/03098770126527","volume":"25","author":"K Ecclestone","year":"2001","unstructured":"Ecclestone, K.: \u2018i know a 2: 1 when i see it\u2019: understanding criteria for degree classifications in franchised university programmes. J. Further High. Educ. 25(3), 301\u2013313 (2001)","journal-title":"J. Further High. Educ."},{"key":"29_CR15","unstructured":"Gaddipati, S.K., Nair, D., Pl\u00f6ger, P.G.: Comparative evaluation of pretrained transfer learning models on automatic short answer grading. arXiv preprint arXiv:2009.01303 (2020)"},{"issue":"1","key":"29_CR16","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1037\/edu0000052","volume":"108","author":"LF Gerard","year":"2016","unstructured":"Gerard, L.F., Ryoo, K., McElhaney, K.W., Liu, O.L., Rafferty, A.N., Linn, M.C.: Automated guidance for student inquiry. J. Educ. Psychol. 108(1), 60 (2016)","journal-title":"J. Educ. Psychol."},{"key":"29_CR17","doi-asserted-by":"crossref","unstructured":"Grover, A., Leskovec, J.: node2vec: scalable feature learning for networks. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 855\u2013864 (2016)","DOI":"10.1145\/2939672.2939754"},{"key":"29_CR18","unstructured":"Hagberg, A., Swart, P., Chult, D.S.: Exploring network structure, dynamics, and function using networkX. Technical report, Los Alamos National Lab (LANL), Los Alamos, NM (United States) (2008)"},{"issue":"6","key":"29_CR19","doi-asserted-by":"publisher","first-page":"496","DOI":"10.5951\/MT.88.6.0496","volume":"88","author":"CL Hancock","year":"1995","unstructured":"Hancock, C.L.: Implementing the assessment standards for school mathematics: enhancing mathematics learning with open-ended questions. Math. Teach. 88(6), 496\u2013499 (1995)","journal-title":"Math. Teach."},{"issue":"02","key":"29_CR20","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1142\/S0218213011000188","volume":"20","author":"WJ Hou","year":"2011","unstructured":"Hou, W.J., Tsao, J.H.: Automatic assessment of students\u2019 free-text answers with different levels. Int. J. Artif. Intell. Tools 20(02), 327\u2013347 (2011)","journal-title":"Int. J. Artif. Intell. Tools"},{"key":"29_CR21","unstructured":"Jordan, S.: Investigating the use of short free text questions in online assessment. Final project report, Centre for the Open Learning of Mathematics, Science, Computing and Technology, The Open University, Milton Keynes, United Kingdom (2009)"},{"issue":"6180","key":"29_CR22","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1126\/science.1245980","volume":"344","author":"MC Linn","year":"2014","unstructured":"Linn, M.C., Gerard, L., Ryoo, K., McElhaney, K., Liu, O.L., Rafferty, A.N.: Computer-guided inquiry to improve science learning. Science 344(6180), 155\u2013156 (2014)","journal-title":"Science"},{"key":"29_CR23","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-3-030-23207-8_32","volume-title":"Artificial Intelligence in Education","author":"T Liu","year":"2019","unstructured":"Liu, T., Ding, W., Wang, Z., Tang, J., Huang, G.Y., Liu, Z.: Automatic short answer grading via multiway attention networks. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11626, pp. 169\u2013173. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23207-8_32"},{"key":"29_CR24","unstructured":"Madnani, N., Burstein, J., Sabatini, J., O\u2019Reilly, T.: Automated scoring of summary-writing tasks designed to measure reading comprehension. Grantee Submission (2013)"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Mohler, M., Mihalcea, R.: Text-to-text semantic similarity for automatic short answer grading. In: Proceedings of the 12th Conference of the European Chapter of the ACL (EACL 2009), pp. 567\u2013575 (2009)","DOI":"10.3115\/1609067.1609130"},{"key":"29_CR26","series-title":"Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1007\/978-3-030-32216-8_37","volume-title":"Simulation Tools and Techniques","author":"H Qi","year":"2019","unstructured":"Qi, H., Wang, Y., Dai, J., Li, J., Di, X.: Attention-based hybrid model for automatic short answer scoring. In: Song, H., Jiang, D. (eds.) SIMUtools 2019. LNICST, vol. 295, pp. 385\u2013394. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32216-8_37"},{"issue":"1","key":"29_CR27","doi-asserted-by":"publisher","first-page":"012013","DOI":"10.1088\/1757-899x\/1077\/1\/012013","volume":"1077","author":"RA Rajagede","year":"2021","unstructured":"Rajagede, R.A., Hastuti, R.P.: Stacking neural network models for automatic short answer scoring. IOP Conf. Ser. Mater. Sci. Eng. 1077(1), 012013 (2021). https:\/\/doi.org\/10.1088\/1757-899x\/1077\/1\/012013","journal-title":"IOP Conf. Ser. Mater. Sci. Eng."},{"key":"29_CR28","doi-asserted-by":"crossref","unstructured":"Sung, C., Dhamecha, T., Saha, S., Ma, T., Reddy, V., Arora, R.: Pre-training BERT on domain resources for short answer grading. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 6071\u20136075 (2019)","DOI":"10.18653\/v1\/D19-1628"},{"key":"29_CR29","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"29_CR30","doi-asserted-by":"publisher","first-page":"19270","DOI":"10.1109\/ACCESS.2021.3054346","volume":"9","author":"CN Tulu","year":"2021","unstructured":"Tulu, C.N., Ozkaya, O., Orhan, U.: Automatic short answer grading with SemSpace sense vectors and MaLSTM. IEEE Access 9, 19270\u201319280 (2021)","journal-title":"IEEE Access"},{"issue":"1","key":"29_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/j.1745-3984.1993.tb00419.x","volume":"30","author":"H Wainer","year":"1993","unstructured":"Wainer, H.: Measurement problems. J. Educ. Meas. 30(1), 1\u201321 (1993)","journal-title":"J. Educ. Meas."},{"key":"29_CR32","doi-asserted-by":"crossref","unstructured":"Waltman, K., Kahn, A., Koency, G.: Alternative approaches to scoring: the effects of using different scoring methods on the validity of scores from a performance assessment. Center for the Study of Evaluation, National Center for Research on Evaluation, Standards, and Student Testing (1998)","DOI":"10.1037\/e650352011-001"},{"issue":"1","key":"29_CR33","doi-asserted-by":"publisher","first-page":"183","DOI":"10.5715\/jnlp.28.183","volume":"28","author":"T Wang","year":"2021","unstructured":"Wang, T., Funayama, H., Ouchi, H., Inui, K.: Data augmentation by rubrics for short answer grading. J. Nat. Lang. Process. 28(1), 183\u2013205 (2021). https:\/\/doi.org\/10.5715\/jnlp.28.183","journal-title":"J. Nat. Lang. Process."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-11644-5_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T19:50:55Z","timestamp":1710359455000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-11644-5_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031116438","9783031116445"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-11644-5_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Durham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2022.webspace.durham.ac.uk\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"243","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}