{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T21:54:54Z","timestamp":1757541294915,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031162893"},{"type":"electronic","value":"9783031162909"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-16290-9_8","type":"book-chapter","created":{"date-parts":[[2022,9,4]],"date-time":"2022-09-04T23:02:47Z","timestamp":1662332567000},"page":"102-115","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Enhancing Instructors\u2019 Capability to\u00a0Assess Open-Response Using Natural Language Processing and\u00a0Learning Analytics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-9670","authenticated-orcid":false,"given":"Rafael Ferreira","family":"Mello","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5048-5921","authenticated-orcid":false,"given":"Rodrigues","family":"Neto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5016-5458","authenticated-orcid":false,"given":"Giuseppe","family":"Fiorentino","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2249-7818","authenticated-orcid":false,"given":"Gabriel","family":"Alves","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6356-9160","authenticated-orcid":false,"given":"Verenna","family":"Ar\u00eades","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7468-3524","authenticated-orcid":false,"given":"Jo\u00e3o Victor Galdino Ferreira","family":"Silva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2775-4913","authenticated-orcid":false,"given":"Taciana Pontual","family":"Falc\u00e3o","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Ga\u0161evi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,5]]},"reference":[{"key":"8_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/978-3-030-86436-1_19","volume-title":"Technology-Enhanced Learning for a Free, Safe, and Sustainable World","author":"R Andriamiseza","year":"2021","unstructured":"Andriamiseza, R., Silvestre, F., Parmentier, J.-F., Broisin, J.: Recommendations for orchestration of\u00a0formative assessment sequences: a\u00a0data-driven approach. In: De Laet, T., Klemke, R., Alario-Hoyos, C., Hilliger, I., Ortega-Arranz, A. (eds.) EC-TEL 2021. LNCS, vol. 12884, pp. 245\u2013259. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86436-1_19"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Barthakur, A., et al.: Understanding depth of reflective writing in workplace learning assessments using machine learning classification. IEEE Trans. Learn. Technol. (2022)","DOI":"10.1109\/TLT.2022.3162546"},{"key":"8_CR3","doi-asserted-by":"crossref","unstructured":"Bodily, R., et al.: Open learner models and learning analytics dashboards: a systematic review. In: Proceedings of the 8th International Conference on Learning Analytics and Knowledge, pp. 41\u201350 (2018)","DOI":"10.1145\/3170358.3170409"},{"key":"8_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/978-3-030-84060-0_5","volume-title":"Machine Learning and Knowledge Extraction","author":"S Bonthu","year":"2021","unstructured":"Bonthu, S., Rama Sree, S., Krishna Prasad, M.H.M.: Automated short answer grading using deep learning: a survey. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2021. LNCS, vol. 12844, pp. 61\u201378. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-84060-0_5"},{"key":"8_CR5","first-page":"81","volume":"1","author":"S Brown","year":"2005","unstructured":"Brown, S.: Assessment for learning. Learn. Teach. High. Educ. 1, 81\u201389 (2005)","journal-title":"Learn. Teach. High. Educ."},{"key":"8_CR6","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-030-52240-7_8","volume-title":"Artificial Intelligence in Education","author":"L Camus","year":"2020","unstructured":"Camus, L., Filighera, A.: Investigating transformers for automatic short answer grading. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 43\u201348. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_8"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Cavalcanti, A.P., et al.: Automatic feedback in online learning environments: a systematic literature review. Comput. Educ.: Artif. Intell. 2, 100027 (2021)","DOI":"10.1016\/j.caeai.2021.100027"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Chowdhary, K.: Natural language processing. Fundam. Artif. Intell. 603\u2013649 (2020)","DOI":"10.1007\/978-81-322-3972-7_19"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Clow, D.: The learning analytics cycle: closing the loop effectively. In: Proceedings of the 2nd International Conference on Learning Analytics and Knowledge, pp. 134\u2013138 (2012)","DOI":"10.1145\/2330601.2330636"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Cutrone, L.A., Chang, M.: Automarking: automatic assessment of open questions. In: 2010 10th IEEE International Conference on Advanced Learning Technologies, pp. 143\u2013147. IEEE (2010)","DOI":"10.1109\/ICALT.2010.47"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp. 4171\u20134186 (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"issue":"2","key":"8_CR12","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1080\/00405841.2016.1148989","volume":"55","author":"DD Dixson","year":"2016","unstructured":"Dixson, D.D., Worrell, F.C.: Formative and summative assessment in the classroom. Theory Pract. 55(2), 153\u2013159 (2016)","journal-title":"Theory Pract."},{"key":"8_CR13","unstructured":"Erickson, J.A., Botelho, A.: Is it fair? Automated open response grading. In: International Conference on Educational Data Mining (2021)"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Erickson, J.A., Botelho, A.F., McAteer, S., Varatharaj, A., Heffernan, N.T.: The automated grading of student open responses in mathematics. In: Proceedings of the Tenth International Conference on Learning Analytics & Knowledge, pp. 615\u2013624 (2020)","DOI":"10.1145\/3375462.3375523"},{"key":"8_CR15","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/978-90-481-8847-5_10","volume-title":"Theory and Applications of Ontology: Computer Applications","author":"C Fellbaum","year":"2010","unstructured":"Fellbaum, C.: WordNet. In: Poli, R., Healy, M., Kameas, A. (eds.) Theory and Applications of Ontology: Computer Applications, pp. 231\u2013243. Springer, Cham (2010). https:\/\/doi.org\/10.1007\/978-90-481-8847-5_10"},{"issue":"6","key":"8_CR16","volume":"9","author":"R Ferreira-Mello","year":"2019","unstructured":"Ferreira-Mello, R., Andr\u00e9, M., Pinheiro, A., Costa, E., Romero, C.: Text mining in education. Wiley Interdisc. Rev.: Data Min. Knowl. Discov. 9(6), e1332 (2019)","journal-title":"Wiley Interdisc. Rev.: Data Min. Knowl. Discov."},{"key":"8_CR17","doi-asserted-by":"crossref","unstructured":"Freeman, R., Lewis, R.: Planning and Implementing Assessment. Routledge (2016)","DOI":"10.4324\/9781315041858"},{"key":"8_CR18","series-title":"Advances in Analytics for Learning and Teaching","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-47392-1_1","volume-title":"Adoption of Data Analytics in Higher Education Learning and Teaching","author":"D Gibson","year":"2020","unstructured":"Gibson, D., Ifenthaler, D.: Adoption of learning analytics. In: Ifenthaler, D., Gibson, D. (eds.) Adoption of Data Analytics in Higher Education Learning and Teaching. AALT, pp. 3\u201320. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-47392-1_1"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Hattie, J.: Visible Learning for Teachers: Maximizing Impact on Learning. Routledge (2012)","DOI":"10.4324\/9780203181522"},{"key":"8_CR20","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.208","volume":"5","author":"MA Hussein","year":"2019","unstructured":"Hussein, M.A., Hassan, H., Nassef, M.: Automated language essay scoring systems: a literature review. PeerJ Comput. Sci. 5, e208 (2019)","journal-title":"PeerJ Comput. Sci."},{"key":"8_CR21","unstructured":"Lin, C.Y.: Rouge: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381 (2004)"},{"key":"8_CR22","unstructured":"Long, P.D., Siemens, G., Conole, G., Ga\u0161evi\u0107, D. (eds.): Proceedings of the 1st International Conference on Learning Analytics and Knowledge (LAK 2011). ACM, New York (2011)"},{"key":"8_CR23","unstructured":"Manning, C., Schutze, H.: Foundations of Statistical Natural Language Processing. MIT Press (1999)"},{"key":"8_CR24","unstructured":"Mar\u0131n, D.R.P.: Automatic evaluation of users\u2019 short essays by using statistical and shallow natural language processing techniques. Advanced Studies Diploma Work, University of Madrid (2004)"},{"issue":"2","key":"8_CR25","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1080\/03075070600572090","volume":"31","author":"DJ Nicol","year":"2006","unstructured":"Nicol, D.J., Macfarlane-Dick, D.: Formative assessment and self-regulated learning: a model and seven principles of good feedback practice. Stud. High. Educ. 31(2), 199\u2013218 (2006)","journal-title":"Stud. High. Educ."},{"issue":"2","key":"8_CR26","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1016\/j.compedu.2010.07.013","volume":"56","author":"F Noorbehbahani","year":"2011","unstructured":"Noorbehbahani, F., Kardan, A.A.: The automatic assessment of free text answers using a modified bleu algorithm. Comput. Educ. 56(2), 337\u2013345 (2011)","journal-title":"Comput. Educ."},{"issue":"2","key":"8_CR27","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1109\/TNNLS.2020.2979670","volume":"32","author":"DW Otter","year":"2020","unstructured":"Otter, D.W., Medina, J.R., Kalita, J.K.: A survey of the usages of deep learning for natural language processing. IEEE Trans. Neural Netw. Learn. Syst. 32(2), 604\u2013624 (2020)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"issue":"1","key":"8_CR29","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1111\/bjet.12592","volume":"50","author":"A Pardo","year":"2019","unstructured":"Pardo, A., Jovanovic, J., Dawson, S., Ga\u0161evi\u0107, D., Mirriahi, N.: Using learning analytics to scale the provision of personalised feedback. Br. J. Edu. Technol. 50(1), 128\u2013138 (2019)","journal-title":"Br. J. Edu. Technol."},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Pontual Falc\u00e3o, T., et al.: A penny for your thoughts: students and instructors\u2019 expectations about learning analytics in Brazil. In: LAK22: 12th International Learning Analytics and Knowledge Conference, pp. 186\u2013196 (2022)","DOI":"10.1145\/3506860.3506886"},{"key":"8_CR31","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-981-15-1628-3_3","volume-title":"Diversity and Inclusion in Global Higher Education","author":"K Ragupathi","year":"2020","unstructured":"Ragupathi, K., Lee, A.: Beyond fairness and consistency in grading: the role of rubrics in higher education. In: Sanger, C.S., Gleason, N.W. (eds.) Diversity and Inclusion in Global Higher Education, pp. 73\u201395. Springer, Singapore (2020). https:\/\/doi.org\/10.1007\/978-981-15-1628-3_3"},{"issue":"1","key":"8_CR32","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1109\/TLT.2019.2897997","volume":"13","author":"A Sahu","year":"2019","unstructured":"Sahu, A., Bhowmick, P.K.: Feature engineering and ensemble-based approach for improving automatic short-answer grading performance. IEEE Trans. Learn. Technol. 13(1), 77\u201390 (2019)","journal-title":"IEEE Trans. Learn. Technol."},{"issue":"3","key":"8_CR33","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1109\/TLT.2010.4","volume":"3","author":"R Siddiqi","year":"2010","unstructured":"Siddiqi, R., Harrison, C.J., Siddiqi, R.: Improving teaching and learning through automated short-answer marking. IEEE Trans. Learn. Technol. 3(3), 237\u2013249 (2010)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"8_CR34","doi-asserted-by":"crossref","unstructured":"da Silva, G.C., Rodrigues, R.L., Amorim, A.N., Mello, R.F., Neto, J.R.O.: Game learning analytics can unpack Escribo play effects in preschool early reading and writing. Comput. Educ. Open 3, 100066 (2022)","DOI":"10.1016\/j.caeo.2021.100066"},{"issue":"3","key":"8_CR35","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1187\/cbe.11-11-0100","volume":"11","author":"KF Stanger-Hall","year":"2012","unstructured":"Stanger-Hall, K.F.: Multiple-choice exams: an obstacle for higher-level thinking in introductory science classes. CBE-Life Sci. Educ. 11(3), 294\u2013306 (2012)","journal-title":"CBE-Life Sci. Educ."},{"issue":"3","key":"8_CR36","first-page":"87","volume":"5","author":"S Vairavasundaram","year":"2015","unstructured":"Vairavasundaram, S., Varadharajan, V., Vairavasundaram, I., Ravi, L.: Data mining-based tag recommendation system: an overview. Wiley Interdisc. Rev.: Data Min. Knowl. Discov. 5(3), 87\u2013112 (2015)","journal-title":"Wiley Interdisc. Rev.: Data Min. Knowl. Discov."},{"key":"8_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/978-3-319-68783-4_16","volume-title":"Web Information Systems Engineering \u2013 WISE 2017","author":"Y Wang","year":"2017","unstructured":"Wang, Y., Qin, J., Wang, W.: Efficient approximate entity matching using Jaro-Winkler distance. In: Bouguettaya, A., et al. (eds.) WISE 2017. LNCS, vol. 10569, pp. 231\u2013239. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68783-4_16"},{"key":"8_CR38","unstructured":"Wang, Z., Lan, A.S., Waters, A.E., Grimaldi, P., Baraniuk, R.G.: A meta-learning augmented bidirectional transformer model for automatic short answer grading. In: EDM (2019)"},{"issue":"1","key":"8_CR39","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.stueduc.2011.03.001","volume":"37","author":"D Wiliam","year":"2011","unstructured":"Wiliam, D.: What is assessment for learning? Stud. Educ. Eval. 37(1), 3\u201314 (2011)","journal-title":"Stud. Educ. Eval."},{"issue":"6","key":"8_CR40","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TPAMI.2007.1078","volume":"29","author":"L Yujian","year":"2007","unstructured":"Yujian, L., Bo, L.: A normalized Levenshtein distance metric. IEEE Trans. Pattern Anal. Mach. Intell. 29(6), 1091\u20131095 (2007)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."}],"container-title":["Lecture Notes in Computer Science","Educating for a New Future: Making Sense of Technology-Enhanced Learning Adoption"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-16290-9_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,4]],"date-time":"2022-09-04T23:10:33Z","timestamp":1662333033000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-16290-9_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031162893","9783031162909"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-16290-9_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toulouse","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ea-tel.eu\/ectel2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"109","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,17","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1,5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}