{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T21:39:23Z","timestamp":1757626763423,"version":"3.44.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032038692"},{"type":"electronic","value":"9783032038708"}],"license":[{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-03870-8_34","type":"book-chapter","created":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T22:02:50Z","timestamp":1756764170000},"page":"504-518","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Automated Approaches for\u00a0Concept Map Assessment: A Systematic Review"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1725-0618","authenticated-orcid":false,"given":"La\u00eds Pisetta","family":"Van Vossen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3443-7465","authenticated-orcid":false,"given":"Joice Luiz","family":"Jeronimo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2884-9359","authenticated-orcid":false,"given":"Elaine Harada Teixeira","family":"de Oliveira","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8094-9261","authenticated-orcid":false,"given":"Isabela","family":"Gasparini","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,2]]},"reference":[{"key":"34_CR1","doi-asserted-by":"publisher","unstructured":"Anohina, A., Grundspenkis, J.: Scoring concept maps: an overview. In: Proceedings of the International Conference on Computer Systems and Technologies and Workshop for PhD Students in Computing, pp.\u00a01\u20136. Association for Computing Machinery, New York (2009). https:\/\/doi.org\/10.1145\/1731740.1731824","DOI":"10.1145\/1731740.1731824"},{"key":"34_CR2","doi-asserted-by":"publisher","first-page":"148590","DOI":"10.1109\/ACCESS.2021.3124672","volume":"9","author":"S Bhatia","year":"2021","unstructured":"Bhatia, S., Bhatia, S., Ahmed, I.: Automated waterloo rubric for concept map grading. IEEE Access 9, 148590\u2013148598 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3124672","journal-title":"IEEE Access"},{"key":"34_CR3","first-page":"433","volume":"15","author":"T Bleckmann","year":"2023","unstructured":"Bleckmann, T., Friege, G.: Concept maps for formative assessment: creation and implementation of an automatic and intelligent evaluation method. Knowl. Manage. E-Learn. 15, 433\u2013447 (2023)","journal-title":"Knowl. Manage. E-Learn."},{"key":"34_CR4","doi-asserted-by":"publisher","first-page":"101895","DOI":"10.1016\/j.mex.2022.101895","volume":"9","author":"A Carrera-Rivera","year":"2022","unstructured":"Carrera-Rivera, A., Ochoa, W., Larrinaga, F., Lasa, G.: How-to conduct a systematic literature review: a quick guide for computer science research. MethodsX 9, 101895 (2022). https:\/\/doi.org\/10.1016\/j.mex.2022.101895","journal-title":"MethodsX"},{"key":"34_CR5","first-page":"138","volume":"8","author":"KE Chang","year":"2005","unstructured":"Chang, K.E., Sung, Y.T., Chang, R.B., Lin, S.C.: A new assessment for computer-based concept mapping. Educ. Technol. Soc. 8, 138\u2013148 (2005)","journal-title":"Educ. Technol. Soc."},{"key":"34_CR6","first-page":"317","volume":"33","author":"RB Clariana","year":"2006","unstructured":"Clariana, R.B., Koul, R., Salehi, R.: The criterion-related validity of a computer-based approach for scoring concept maps. Int. J. Instr. Media 33, 317\u2013325 (2006)","journal-title":"Int. J. Instr. Media"},{"key":"34_CR7","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.1016\/j.eswa.2009.07.044","volume":"37","author":"BE Cline","year":"2010","unstructured":"Cline, B.E., Brewster, C.C., Fell, R.D.: A rule-based system for automatically evaluating student concept maps. Expert Syst. Appl. 37, 2282\u20132291 (2010). https:\/\/doi.org\/10.1016\/j.eswa.2009.07.044","journal-title":"Expert Syst. Appl."},{"key":"34_CR8","doi-asserted-by":"publisher","first-page":"119564","DOI":"10.1109\/ACCESS.2021.3106509","volume":"9","author":"MA Dahir","year":"2021","unstructured":"Dahir, M.A., Qasim, S.A., Ahmed, I.: Cronus: an automated feedback tool for concept maps. IEEE Access 9, 119564\u2013119577 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3106509","journal-title":"IEEE Access"},{"issue":"1","key":"34_CR9","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s11135-021-01113-x","volume":"56","author":"KE de Ries","year":"2021","unstructured":"de Ries, K.E., Schaap, H., van Loon, A.-M.M.J.A.P., Kral, M.M.H., Meijer, P.C.: A literature review of open-ended concept maps as a research instrument to study knowledge and learning. Qual. Quant. 56(1), 73\u2013107 (2021). https:\/\/doi.org\/10.1007\/s11135-021-01113-x","journal-title":"Qual. Quant."},{"key":"34_CR10","doi-asserted-by":"publisher","unstructured":"Deshpande, P., Ahmed, I.: Topological scoring of concept maps for cybersecurity education. In: Proceedings of the 50th ACM Technical Symposium on Computer Science Education, pp. 731\u2013737. ACM, Minneapolis (2019). https:\/\/doi.org\/10.1145\/3287324.3287495","DOI":"10.1145\/3287324.3287495"},{"issue":"3","key":"34_CR11","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1007\/s10209-019-00656-z","volume":"19","author":"SB Dias","year":"2019","unstructured":"Dias, S.B., Dolianiti, F.S., Hadjileontiadou, S.J., Diniz, J.A., Hadjileontiadis, L.J.: On modeling the quality of concept mapping toward more intelligent online learning feedback: a fuzzy logic-based approach. Univ. Access Inf. Soc. 19(3), 485\u2013498 (2019). https:\/\/doi.org\/10.1007\/s10209-019-00656-z","journal-title":"Univ. Access Inf. Soc."},{"key":"34_CR12","doi-asserted-by":"publisher","unstructured":"Giovannella, C., Selva, P.E., Fraioli, S.: Mapevaluator in action: a comparative test on the efficiency of the quantitative concept map evaluation in a primary school. In: Seventh IEEE International Conference on Advanced Learning Technologies (ICALT 2007), pp. 566\u2013570 (2007). https:\/\/doi.org\/10.1109\/ICALT.2007.184","DOI":"10.1109\/ICALT.2007.184"},{"key":"34_CR13","doi-asserted-by":"publisher","unstructured":"Hay, D.B., Kinchin, I.M.: Using concept maps to reveal conceptual typologies. Educ. + Train. 48, 127\u2013142 (2006). https:\/\/doi.org\/10.1108\/00400910610651764","DOI":"10.1108\/00400910610651764"},{"key":"34_CR14","unstructured":"Hoppe, H.U., Engler, J., Weinbrenner, S.: The impact of structural characteristics of concept maps on automatic quality measurement. In: Proceedings of the 10th International Conference of the Learning Sciences: The Future of Learning, ICLS 2012 (2012)"},{"issue":"4","key":"34_CR15","doi-asserted-by":"publisher","first-page":"209","DOI":"10.3390\/pharmacy8040209","volume":"8","author":"R Hubal","year":"2020","unstructured":"Hubal, R., et al.: Testing of a program to automatically analyze students\u2019 concept maps. Pharmacy 8(4), 209 (2020). https:\/\/doi.org\/10.3390\/pharmacy8040209","journal-title":"Pharmacy"},{"key":"34_CR16","doi-asserted-by":"publisher","first-page":"752","DOI":"10.1002\/jee.20548","volume":"113","author":"A Jackson","year":"2024","unstructured":"Jackson, A., Barrella, E., Bodnar, C.: Application of concept maps as an assessment tool in engineering education: systematic literature review. J. Eng. Educ. 113, 752\u2013766 (2024). https:\/\/doi.org\/10.1002\/jee.20548","journal-title":"J. Eng. Educ."},{"key":"34_CR17","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1109\/TLT.2014.2330297","volume":"7","author":"GP Jain","year":"2014","unstructured":"Jain, G.P., Gurupur, V.P., Schroeder, J.L., Faulkenberry, E.D.: Artificial intelligence-based student learning evaluation: a concept map-based approach for analyzing a student\u2019s understanding of a topic. IEEE Trans. Learn. Technol. 7, 267\u2013279 (2014)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"34_CR18","unstructured":"Kitchenham, B., Charters, S.: Guidelines for performing systematic literature reviews in software engineering. Technical report\u00a02 (2007)"},{"key":"34_CR19","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1109\/TLT.2021.3103331","volume":"14","author":"KA Kroeze","year":"2021","unstructured":"Kroeze, K.A., van den Berg, S.M., Veldkamp, B.P., de Jong, T.: Automated assessment of and feedback on concept maps during inquiry learning. IEEE Trans. Learn. Technol. 14, 460\u2013473 (2021). https:\/\/doi.org\/10.1109\/TLT.2021.3103331","journal-title":"IEEE Trans. Learn. Technol."},{"key":"34_CR20","first-page":"150","volume":"53","author":"R Kumar","year":"2013","unstructured":"Kumar, R., Sarukesi, K., Uma, G.V.: OAMS-a game based online formative knowledge assessment system using concept map. J. Theor. Appl. Inf. Technol. 53, 150\u2013156 (2013)","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"34_CR21","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159 (1977). https:\/\/doi.org\/10.2307\/2529310","journal-title":"Biometrics"},{"key":"34_CR22","doi-asserted-by":"publisher","first-page":"27655","DOI":"10.1109\/ACCESS.2022.3156662","volume":"10","author":"C Limongelli","year":"2022","unstructured":"Limongelli, C., Marani, A., Sciarrone, F., Temperini, M.: Measuring the similarity of concept maps according to pedagogical criteria. IEEE Access 10, 27655\u201327669 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3156662","journal-title":"IEEE Access"},{"key":"34_CR23","doi-asserted-by":"publisher","unstructured":"Limongelli, C., Schicchi, D., Taibi, D.: Enriching didactic similarity measures of concept maps by a deep learning based approach. In: Proceedings of the International Conference on Information Visualisation (2021). https:\/\/doi.org\/10.1109\/IV53921.2021.00049","DOI":"10.1109\/IV53921.2021.00049"},{"key":"34_CR24","unstructured":"Liu, C.C., Don, P.H., Tsai, C.M.: Assessment based on linkage patterns in concept maps. J. Inf. Sci. Eng. (2005)"},{"key":"34_CR25","doi-asserted-by":"publisher","unstructured":"Montanaro, A.G., Sciarrone, F., Temperini, M.: A deep learning approach to concept maps similarity. In: Proceedings of the International Conference on Information Visualisation (2022). https:\/\/doi.org\/10.1109\/IV56949.2022.00048","DOI":"10.1109\/IV56949.2022.00048"},{"key":"34_CR26","unstructured":"Novak, J.D., Ca\u00f1as, A.J.: The theory underlying concept maps and how to construct and use them. Technical report, IHMC CmapTools (2008)"},{"key":"34_CR27","doi-asserted-by":"publisher","unstructured":"Rismanto, R., Pinandito, A., Andoko, B.S., Hayashi, Y., Hirashima, T.: Evaluating the kit-build concept mapping process using sub-map scoring. Res. Pract. Technol. Enhanc. Learn. 19 (2024). https:\/\/doi.org\/10.58459\/rptel.2024.19021","DOI":"10.58459\/rptel.2024.19021"},{"key":"34_CR28","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s11165-009-9123-3","volume":"40","author":"S Schaal","year":"2010","unstructured":"Schaal, S., Bogner, F.X., Girwidz, R.: Concept mapping assessment of media assisted learning in interdisciplinary science education. Res. Sci. Educ. 40, 339\u2013352 (2010)","journal-title":"Res. Sci. Educ."},{"key":"34_CR29","doi-asserted-by":"publisher","unstructured":"Sciarrone, F., Temperini, M.: A sentence-embedding-based dashboard to support teacher analysis of learner concept maps. Electronics 13 (2024). https:\/\/doi.org\/10.3390\/electronics13091756","DOI":"10.3390\/electronics13091756"},{"key":"34_CR30","unstructured":"Strautmane, M.: Concept map-based knowledge assessment tasks and their scoring criteria: an overview. In: Concept Maps: Theory, Methodology, Technology. Proceedings of the fifth International Conference on Concept Mapping, pp. 80\u201388 (2012)"},{"key":"34_CR31","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s11423-006-6497-z","volume":"54","author":"EM Taricani","year":"2006","unstructured":"Taricani, E.M., Clariana, R.B.: A technique for automatically scoring open-ended concept maps. Educ. Tech. Res. Dev. 54, 65\u201382 (2006)","journal-title":"Educ. Tech. Res. Dev."},{"key":"34_CR32","doi-asserted-by":"publisher","unstructured":"Vossen, L., et al.: Concept map assessment through structure classification. arXiv preprint arXiv:2503.22741 (2025). https:\/\/doi.org\/10.48550\/arXiv.2503.22741","DOI":"10.48550\/arXiv.2503.22741"},{"key":"34_CR33","first-page":"4","volume":"15","author":"W Wei","year":"2017","unstructured":"Wei, W., Yue, K.B.: Integrating concept mapping into information systems education for meaningful learning and assessment. Inf. Syst. Educ. J. 15, 4\u201316 (2017)","journal-title":"Inf. Syst. Educ. J."},{"key":"34_CR34","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1111\/j.1467-8535.2010.01167.x","volume":"43","author":"PH Wu","year":"2012","unstructured":"Wu, P.H., Hwang, G.J., Milrad, M., Ke, H.R., Huang, Y.M.: An innovative concept map approach for improving students\u2019 learning performance with an instant feedback mechanism. Br. J. Educ. Technol. 43, 217\u2013232 (2012). https:\/\/doi.org\/10.1111\/j.1467-8535.2010.01167.x","journal-title":"Br. J. Educ. Technol."}],"container-title":["Lecture Notes in Computer Science","Two Decades of TEL. From Lessons Learnt to Challenges Ahead"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-03870-8_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T23:28:41Z","timestamp":1757460521000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-03870-8_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,2]]},"ISBN":["9783032038692","9783032038708"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-03870-8_34","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,9,2]]},"assertion":[{"value":"2 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Newcastle upon Tyne","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}