{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T05:23:50Z","timestamp":1785302630758,"version":"3.55.0"},"reference-count":124,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"PLeNTaS Project \u201cProyectos I+D+i 2019\u201d","award":["PID2019-111430RB-I00"],"award-info":[{"award-number":["PID2019-111430RB-I00"]}]},{"name":"PL-NETO Project \u201cProyecto PROPIO UNIR\u201d","award":["B0036"],"award-info":[{"award-number":["B0036"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3100890","type":"journal-article","created":{"date-parts":[[2021,7,28]],"date-time":"2021-07-28T20:01:51Z","timestamp":1627502511000},"page":"108190-108198","source":"Crossref","is-referenced-by-count":88,"title":["A Systematic Review of the Effects of Automatic Scoring and Automatic Feedback in Educational Settings"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4351-9390","authenticated-orcid":false,"given":"Marcelo Guerra","family":"Hahn","sequence":"first","affiliation":[{"name":"Escuela Superior de Ingenier\u00eda y Tecnolog\u00eda (ESIT), Universidad Internacional de La Rioja (UNIR), Logroño, La Rioja, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6818-3427","authenticated-orcid":false,"given":"Silvia Margarita Baldiris","family":"Navarro","sequence":"additional","affiliation":[{"name":"Escuela Superior de Ingenier\u00eda y Tecnolog\u00eda (ESIT), Universidad Internacional de La Rioja (UNIR), Logroño, La Rioja, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9727-315X","authenticated-orcid":false,"given":"Luis","family":"De La Fuente Valentin","sequence":"additional","affiliation":[{"name":"Escuela Superior de Ingenier\u00eda y Tecnolog\u00eda (ESIT), Universidad Internacional de La Rioja (UNIR), Logroño, La Rioja, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0498-1101","authenticated-orcid":false,"given":"Daniel","family":"Burgos","sequence":"additional","affiliation":[{"name":"Escuela Superior de Ingenier\u00eda y Tecnolog\u00eda (ESIT), Universidad Internacional de La Rioja (UNIR), Logroño, La Rioja, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"196","article-title":"Student’s performance assessment and learning skill towards wireless network simulation tool-cisco packet tracer","volume":"14","author":"muniasamy","year":"2019","journal-title":"Int J Eng Technol"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-017-9703-3"},{"key":"ref33","year":"2011","journal-title":"International standard classification of education"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v14i5.1524"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-018-2820-9"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.07.009"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1080\/03057267.2020.1735757"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2019.e02970"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.4018\/IJOPCD.2016070104"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2019.1651743"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00186-y"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-019-0171-0"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03928-8_31"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICTER.2016.7829900"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889204"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059026"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3406264"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2018.00178"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1007\/s11858-018-0971-z"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.econlet.2019.04.024"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1002\/cae.21861"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3233\/ICG-200144"},{"key":"ref50","first-page":"137","article-title":"Applying machine learning and AI on self automated personalized online learning","author":"srisa-an","year":"2019","journal-title":"Proc FSDM"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI44817.2019.9003147"},{"key":"ref59","first-page":"129","article-title":"Detection of at-risk students with Learning Analytics Techniques","volume":"8","author":"manzanares","year":"2018","journal-title":"Eur J Investig Health Psychol Educ"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CAIS.2019.8769578"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2019.2924385"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375486"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.48084\/etasr.3284"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1080\/13562517.2019.1664454"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/LWMOOCS47620.2019.8939621"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1111\/emip.12374"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0229596"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.01522"},{"key":"ref3","first-page":"99","article-title":"Paper or online? A comparison of exam grading techniques","author":"cao","year":"2019","journal-title":"Proc ACM Conf Innov Technol Comput Sci Educ"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18178\/ijiet.2018.8.1.1008"},{"key":"ref5","first-page":"153","article-title":"An analysis of the use of good feedback practices in online learning courses","author":"cavalcanti","year":"2019","journal-title":"Proc IEEE 19th Int Conf Adv Learn Technol (ICALT)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1384271.1384371"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.4018\/IJDET.2020010103"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1108\/ITSE-05-2019-0023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IISA.2017.8316355"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IEEM.2018.8607447"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.00334"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3192366.3192384"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ISMCR47492.2019.8955695"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-019-02039-4"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsurg.2019.06.011"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2019.8856335"},{"key":"ref43","first-page":"164","article-title":"Automated error detection in physiotherapy training","volume":"248","author":"jovanovi?","year":"2018","journal-title":"Stud Health Technol Informat"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2016.01.018"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103609"},{"key":"ref72","first-page":"79","article-title":"Students’ perception of auto-scored online exams in blended assessment: Feedback for improvement","volume":"21","author":"guasp","year":"2018","journal-title":"Educación"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2018.00089"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1002\/cae.22166"},{"key":"ref76","first-page":"376","article-title":"Intelligent education assistant powered by Chatbots","author":"fernoaga","year":"2018","journal-title":"Proc Int Sci Conf Learn Softw Educ"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.3991\/ijet.v13i10.7689"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1037\/pas0000764"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3362789.3362798"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2016.17"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-019-09234-7"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1080\/10798587.2017.1337673"},{"key":"ref62","first-page":"981","article-title":"Learning process analysis using machine learning techniques","volume":"34","author":"alonso","year":"2018","journal-title":"Int J Eng Educ"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/SIITME.2018.8599203"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2020.72.1"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.3991\/ijep.v10i2.11886"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.01.015"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-19875-6_10"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.3102\/0034654316689306"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376418"},{"key":"ref2","first-page":"7","article-title":"Massive open online courses (MOOCS): Emerging trends in assessment and accreditation","volume":"25","author":"chauhan","year":"2014","journal-title":"Digital Education Review"},{"key":"ref69","first-page":"67","article-title":"Transforming curriculum, exploring identity, and cultivating culturally responsive educators","author":"walls","year":"2020","journal-title":"Cultural Cometence iin Higher Education Emerald"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1115"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.3390\/pharmacy8010026"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357995"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1002\/cae.22316"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.17851\/1983-3652.11.3.213-227"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2018.05.010"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1177\/0735633120927486"},{"key":"ref106","first-page":"17","article-title":"Analysis of an automatic grading system within first year Computer Science programming modules","author":"hegarty-kelly","year":"2021","journal-title":"Proc Conf Comput Educ Pract"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2016.2638811"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93034-3_10"},{"key":"ref91","first-page":"1289","article-title":"A software tool for E-assessment of relational database skills","volume":"32","author":"gamazo","year":"2016","journal-title":"Int J Eng Educ"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.01020"},{"key":"ref90","first-page":"259","article-title":"A comparison between two automatic assessment approaches for programming: An empirical study on MOOCs","volume":"21","author":"bey","year":"2018","journal-title":"J Educ Technol Soc"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.2991\/essaeme-16.2016.140"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.5539\/ijel.v9n5p52"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.3390\/sym12020213"},{"key":"ref112","first-page":"536","article-title":"Machine learning and education in the human age: A review of emerging technologies","author":"bacos","year":"2019","journal-title":"Proc Sci Inf Conf"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.12995"},{"key":"ref98","first-page":"5445","article-title":"Using deep learning to automatically detect talk moves in teachers’ mathematics lessons","author":"suresh","year":"2018","journal-title":"Proc IEEE Int Conf Big Data"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.23919\/ISTAFRICA.2017.8102360"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2018.090337"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.4018\/IJDET.2017010104"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017686"},{"key":"ref11","first-page":"433","article-title":"Toward understanding the impact of artificial intelligence on education: An empirical research in Japan","author":"takahashi","year":"2019","journal-title":"Proc Eur Conf Impact Artif Intell Robot Academic"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1063\/1.4976906"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1193"},{"key":"ref14","first-page":"1","article-title":"Syntatic and functional variability of a million code submissions in a machine learning MOOC","author":"huang","year":"2013","journal-title":"Proc AIED Workshops Proc"},{"key":"ref15","first-page":"1","article-title":"Contrasting automated nad human scoring of essays","volume":"21","author":"zhang","year":"2013","journal-title":"R&D Connections"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2013.870531"},{"key":"ref16","first-page":"948","article-title":"Using multiple choice questions effectively in information technology education","volume":"4","author":"bancroft","year":"2004","journal-title":"ASCILITE"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.6017\/ihe.2017.89.9833"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2018.8658833"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3389\/feduc.2019.00065"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2017.7943079"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICACCI.2017.8125810"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3325552"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375521"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2019.2897997"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.3390\/fi12080137"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2017.09.037"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.3390\/educsci8010007"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1002\/cae.22314"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.5334\/jime.468"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TALE.2018.8615327"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1117\/12.2557066"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.25304\/rlt.v25.1945"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/IVCNZ.2016.7804418"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2019.8725249"},{"key":"ref123","first-page":"280","article-title":"Intelligent tutoring systems-trends on design, development and deployment","author":"niculescu","year":"2016","journal-title":"Proc Conf Learn Softw Educ"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1002\/cae.21962"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-5802-9_50"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23207-8_33"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889203"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09500124.pdf?arnumber=9500124","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,8]],"date-time":"2022-09-08T20:57:05Z","timestamp":1662670625000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9500124\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":124,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3100890","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}