{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:22:09Z","timestamp":1775913729788,"version":"3.50.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031116438","type":"print"},{"value":"9783031116445","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-11644-5_35","type":"book-chapter","created":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T14:18:49Z","timestamp":1658845129000},"page":"427-439","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Scaling Mixed-Methods Formative Assessments (mixFA) in Classrooms: A Clustering Pipeline to Identify Student Knowledge"],"prefix":"10.1007","author":[{"given":"Xinyue","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,27]]},"reference":[{"key":"35_CR1","doi-asserted-by":"crossref","unstructured":"Alhazmi, S., Hamilton, M., Thevathayan, C.: CS for all: catering to diversity of master\u2019s students through assignment choices. In: Proceedings of the 49th ACM Technical Symposium on Computer Science Education, pp. 38\u201343 (2018)","DOI":"10.1145\/3159450.3159464"},{"issue":"4","key":"35_CR2","first-page":"105","volume":"35","author":"S Amershi","year":"2014","unstructured":"Amershi, S., Cakmak, M., Knox, W.B., Kulesza, T.: Power to the people: the role of humans in interactive machine learning. AI Mag. 35(4), 105\u2013120 (2014)","journal-title":"AI Mag."},{"key":"35_CR3","doi-asserted-by":"crossref","unstructured":"Aranganayagi, S., Thangavel, K.: Clustering categorical data using silhouette coefficient as a relocating measure. In: International Conference on Computational Intelligence and Multimedia Applications (ICCIMA 2007), vol. 2, pp. 13\u201317 (2007)","DOI":"10.1109\/ICCIMA.2007.328"},{"issue":"1","key":"35_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1080\/0969594X.2010.513678","volume":"18","author":"RE Bennett","year":"2011","unstructured":"Bennett, R.E.: Formative assessment: a critical review. Assess. Educ. Principles Policy Pract. 18(1), 5\u201325 (2011)","journal-title":"Assess. Educ. Principles Policy Pract."},{"key":"35_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/978-3-030-86436-1_12","volume-title":"Technology-Enhanced Learning for a Free, Safe, and Sustainable World","author":"C-Y Chung","year":"2021","unstructured":"Chung, C.-Y., Hsiao, I.-H.: Examining the effect of self-explanations in distributed self-assessment. In: De Laet, T., Klemke, R., Alario-Hoyos, C., Hilliger, I., Ortega-Arranz, A. (eds.) EC-TEL 2021. LNCS, vol. 12884, pp. 149\u2013162. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86436-1_12"},{"key":"35_CR6","unstructured":"Condor, A., Litster, M., Pardos, Z.: Automatic short answer grading with SBERT on out-of-sample questions. International Educational Data Mining Society (2021)"},{"issue":"9","key":"35_CR7","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1119\/1.1374249","volume":"69","author":"CH Crouch","year":"2001","unstructured":"Crouch, C.H., Mazur, E.: Peer instruction: ten years of experience and results. Am. J. Phys. 69(9), 970\u2013977 (2001)","journal-title":"Am. J. Phys."},{"key":"35_CR8","doi-asserted-by":"crossref","unstructured":"Feldman, M.Q., Cho, J.Y., Ong, M., Gulwani, S., Popovi\u0107, Z., Andersen, E.: Automatic diagnosis of students\u2019 misconceptions in K-8 mathematics. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems (2018)","DOI":"10.1145\/3173574.3173838"},{"key":"35_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1007\/978-3-030-03928-8_31","volume-title":"Advances in Artificial Intelligence - IBERAMIA 2018","author":"LB Galhardi","year":"2018","unstructured":"Galhardi, L.B., Brancher, J.D.: Machine learning approach for automatic short answer grading: a systematic review. In: Simari, G.R., Ferm\u00e9, E., Guti\u00e9rrez Segura, F., Rodr\u00edguez Melquiades, J.A. (eds.) IBERAMIA 2018. LNCS (LNAI), vol. 11238, pp. 380\u2013391. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-03928-8_31"},{"issue":"1","key":"35_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12909-017-0912-5","volume":"17","author":"CJ Harrison","year":"2017","unstructured":"Harrison, C.J., K\u00f6nings, K.D., Schuwirth, L.W., Wass, V., Van der Vleuten, C.P.: Changing the culture of assessment: the dominance of the summative assessment paradigm. BMC Med. Educ. 17(1), 1\u201314 (2017)","journal-title":"BMC Med. Educ."},{"key":"35_CR11","unstructured":"Huggingface: Huggingface\/neuralcoref: fast coreference resolution in spacy with neural networks. https:\/\/github.com\/huggingface\/neuralcoref"},{"issue":"2","key":"35_CR12","first-page":"148","volume":"26","author":"U Kanli","year":"2015","unstructured":"Kanli, U.: Using a two-tier test to analyse students\u2019 and teachers\u2019 alternative concepts in astronomy. Sci. Educ. Int. 26(2), 148\u2013165 (2015)","journal-title":"Sci. Educ. Int."},{"key":"35_CR13","doi-asserted-by":"publisher","first-page":"102104","DOI":"10.1016\/j.econedurev.2021.102104","volume":"82","author":"E Kara","year":"2021","unstructured":"Kara, E., Tonin, M., Vlassopoulos, M.: Class size effects in higher education: differences across stem and non-stem fields. Econ. Educ. Rev. 82, 102104 (2021)","journal-title":"Econ. Educ. Rev."},{"issue":"3","key":"35_CR14","first-page":"10","volume":"4","author":"P Karata\u015f","year":"2013","unstructured":"Karata\u015f, P., Karaman, A.C.: Challenges faced by novice language teachers: support, identity, and pedagogy in the initial years of teaching. Int. J. Res. Teach. Educ. 4(3), 10\u201323 (2013)","journal-title":"Int. J. Res. Teach. Educ."},{"key":"35_CR15","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977)","journal-title":"Biometrics"},{"key":"35_CR16","unstructured":"Mandinach, E.B., Gummer, E.S., Muller, R.D.: The Complexities of Integrating Data-Driven Decision Making into Professional Preparation in Schools of Education: It\u2019s Harder Than You Think. CNA Analysis & Solutions, Alexandria (2011)"},{"key":"35_CR17","doi-asserted-by":"crossref","unstructured":"Michalenko, J.J., Lan, A.S., Baraniuk, R.G.: Data-mining textual responses to uncover misconception patterns. In: Proceedings of the Fourth ACM Conference on Learning @ Scale, L@S 2017, New York, NY, USA (2017)","DOI":"10.1145\/3051457.3053996"},{"issue":"6","key":"35_CR18","doi-asserted-by":"publisher","first-page":"4430","DOI":"10.1007\/s11227-018-2381-y","volume":"76","author":"V Nandini","year":"2020","unstructured":"Nandini, V., Maheswari, P.U.: Automatic assessment of descriptive answers in online examination system using semantic relational features. J. Supercomput. 76(6), 4430\u20134448 (2020)","journal-title":"J. Supercomput."},{"issue":"4","key":"35_CR19","doi-asserted-by":"publisher","first-page":"905","DOI":"10.3102\/00028312040004905","volume":"40","author":"MJ Nathan","year":"2003","unstructured":"Nathan, M.J., Petrosino, A.: Expert blind spot among preservice teachers. Am. Educ. Res. J. 40(4), 905\u2013928 (2003)","journal-title":"Am. Educ. Res. J."},{"key":"35_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1007\/978-3-030-52240-7_41","volume-title":"Artificial Intelligence in Education","author":"IG Ndukwe","year":"2020","unstructured":"Ndukwe, I.G., Amadi, C.E., Nkomo, L.M., Daniel, B.K.: Automatic grading system using sentence-BERT network. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 224\u2013227. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_41"},{"issue":"2","key":"35_CR21","first-page":"76","volume":"14","author":"M Polat","year":"2020","unstructured":"Polat, M.: Analysis of multiple-choice versus open-ended questions in language tests according to different cognitive domain levels. Novitas-ROYAL (Res. Youth Lang.) 14(2), 76\u201396 (2020)","journal-title":"Novitas-ROYAL (Res. Youth Lang.)"},{"issue":"1","key":"35_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3077618","volume":"18","author":"Y Qian","year":"2017","unstructured":"Qian, Y., Lehman, J.: Students\u2019 misconceptions and other difficulties in introductory programming: a literature review. ACM Trans. Comput. Educ. (TOCE) 18(1), 1\u201324 (2017)","journal-title":"ACM Trans. Comput. Educ. (TOCE)"},{"key":"35_CR23","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"35_CR24","doi-asserted-by":"publisher","first-page":"101602","DOI":"10.1016\/j.ijer.2020.101602","volume":"103","author":"K Schildkamp","year":"2020","unstructured":"Schildkamp, K., van der Kleij, F.M., Heitink, M.C., Kippers, W.B., Veldkamp, B.P.: Formative assessment: a systematic review of critical teacher prerequisites for classroom practice. Int. J. Educ. Res. 103, 101602 (2020)","journal-title":"Int. J. Educ. Res."},{"key":"35_CR25","unstructured":"Shi, Y., Mao, T., Barnes, T., Chi, M., Price, T.W.: More with less: exploring how to use deep learning effectively through semi-supervised learning for automatic bug detection in student code. In: Proceedings of the 14th International Conference on Educational Data Mining (EDM) 2021 (2021)"},{"key":"35_CR26","doi-asserted-by":"crossref","unstructured":"Shi, Y., Shah, K., Wang, W., Marwan, S., Penmetsa, P., Price, T.: Toward semi-automatic misconception discovery using code embeddings. In: LAK21: 11th International Learning Analytics and Knowledge Conference, pp. 606\u2013612 (2021)","DOI":"10.1145\/3448139.3448205"},{"key":"35_CR27","doi-asserted-by":"crossref","unstructured":"Singh, A., Karayev, S., Gutowski, K., Abbeel, P.: GradeScope: a fast, flexible, and fair system for scalable assessment of handwritten work. In: Proceedings of the Fourth ACM Conference on Learning@ Scale, pp. 81\u201388 (2017)","DOI":"10.1145\/3051457.3051466"},{"key":"35_CR28","doi-asserted-by":"crossref","unstructured":"Sirki\u00e4, T., Sorva, J.: Exploring programming misconceptions: an analysis of student mistakes in visual program simulation exercises. In: Proceedings of the 12th International Conference on Computing Education Research, pp. 19\u201328 (2012)","DOI":"10.1145\/2401796.2401799"},{"key":"35_CR29","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"35_CR30","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1007\/978-3-030-52240-7_61","volume-title":"Artificial Intelligence in Education","author":"M Uto","year":"2020","unstructured":"Uto, M., Uchida, Y.: Automated short-answer grading using deep neural networks and item response theory. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 334\u2013339. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_61"},{"key":"35_CR31","first-page":"2837","volume":"11","author":"NX Vinh","year":"2010","unstructured":"Vinh, N.X., Epps, J., Bailey, J.: Information theoretic measures for clusterings comparison: variants, properties, normalization and correction for chance. J. Mach. Learn. Res. 11, 2837\u20132854 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"35_CR32","doi-asserted-by":"crossref","unstructured":"Wang, X., Rose, C., Koedinger, K.: Seeing beyond expert blind spots: online learning design for scale and quality. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314 (2021)","DOI":"10.1145\/3411764.3445045"},{"key":"35_CR33","doi-asserted-by":"crossref","unstructured":"Wang, X., Talluri, S.T., Rose, C., Koedinger, K.: Upgrade: sourcing student open-ended solutions to create scalable learning opportunities. In: Proceedings of the Sixth ACM Conference on Learning@ Scale, pp. 1\u201310 (2019)","DOI":"10.1145\/3330430.3333614"},{"key":"35_CR34","doi-asserted-by":"crossref","unstructured":"Williams, J.J., et al.: Axis: generating explanations at scale with learnersourcing and machine learning. In: Proceedings of the Third (2016) ACM Conference on Learning@ Scale, pp. 379\u2013388 (2016)","DOI":"10.1145\/2876034.2876042"},{"issue":"1","key":"35_CR35","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1080\/10494820.2019.1648300","volume":"30","author":"L Zhang","year":"2022","unstructured":"Zhang, L., Huang, Y., Yang, X., Yu, S., Zhuang, F.: An automatic short-answer grading model for semi-open-ended questions. Interact. Learn. Environ. 30(1), 177\u2013190 (2022)","journal-title":"Interact. Learn. Environ."},{"key":"35_CR36","doi-asserted-by":"publisher","first-page":"1127","DOI":"10.1080\/10494820.2018.1495654","volume":"27","author":"D Zou","year":"2019","unstructured":"Zou, D., Xie, H.: Flipping an English writing class with technology-enhanced just-in-time teaching and peer instruction. Interact. Learn. Environ. 27, 1127\u20131142 (2019)","journal-title":"Interact. Learn. Environ."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-11644-5_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T19:52:01Z","timestamp":1710359521000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-11644-5_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031116438","9783031116445"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-11644-5_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"27 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Durham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2022.webspace.durham.ac.uk\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"243","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}