{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T16:26:41Z","timestamp":1783528001418,"version":"3.55.0"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Spanish Ministry of Science, Innovation and Universities","award":["DPI2016-77677-P"],"award-info":[{"award-number":["DPI2016-77677-P"]}]},{"name":"Spanish Ministry of Science, Innovation and Universities","award":["DPI2017-84259-C2-2-R"],"award-info":[{"award-number":["DPI2017-84259-C2-2-R"]}]},{"DOI":"10.13039\/100012818","name":"Community of Madrid","doi-asserted-by":"crossref","award":["RoboCity2030-DIH-CM P2018\/NMT-4331"],"award-info":[{"award-number":["RoboCity2030-DIH-CM P2018\/NMT-4331"]}],"id":[{"id":"10.13039\/100012818","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2938391","type":"journal-article","created":{"date-parts":[[2019,8,30]],"date-time":"2019-08-30T00:07:40Z","timestamp":1567123660000},"page":"130113-130119","source":"Crossref","is-referenced-by-count":27,"title":["Automated Assessment of Computer Programming Practices: The 8-Years UNED Experience"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3078-3643","authenticated-orcid":false,"given":"Daniel","family":"Galan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7131-0482","authenticated-orcid":false,"given":"Ruben","family":"Heradio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6726-6100","authenticated-orcid":false,"given":"Hector","family":"Vargas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ismael","family":"Abad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jose A.","family":"Cerrada","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"1","article-title":"Visual programming and automatic evaluation of exercises: An experience with a STEM course","author":"de oliveira brand\u00e3o","year":"2016","journal-title":"Proc IEEE Frontiers in Education Conf (FIE)"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/cae.22058"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/268085.268210"},{"key":"ref32","article-title":"A flexible dynamic system for automatic grading of programming exercises","volume":"29","author":"fonte","year":"2013","journal-title":"Proc 2nd Symp Lang Appl Technol"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-8743-1_1"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"117","DOI":"10.15388\/infedu.2018.08","article-title":"CodeMaster–automatic assessment and grading of app inventor and snap! Programs","volume":"17","author":"von wangenheim","year":"2018","journal-title":"Educ Inform"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.cl.2018.01.004"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159602"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICoCS.2015.7483289"},{"key":"ref34","article-title":"Method for the computer-assisted analysis of software source code","author":"hentschel","year":"2016"},{"key":"ref60","author":"cohen","year":"1988","journal-title":"Statistical Power Analysis for the Behavioral Sciences"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1163405.1163409"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET.2016.48"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"ref2","author":"collins","year":"2018","journal-title":"Rethinking Education in the Age of Technology The Digital Revolution and Schooling in America"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v17i5.2384"},{"key":"ref20","first-page":"145","article-title":"Automatic evaluation of computer programs using Moodle’s virtual programming lab (VPL) plug-in","volume":"30","author":"thi\u00e9baut","year":"2015","journal-title":"J Comput Sci Colleges"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059026"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.7763\/IJIET.2016.V6.699"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500150747"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3197112"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899422"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08657-6_10"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/SEW.2006.26"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.800-142"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2006.08.004"},{"key":"ref58","author":"fox","year":"2010","journal-title":"An R Companion to Applied Regression"},{"key":"ref57","author":"navarro","year":"2018","journal-title":"Learning Statistics With R A Tutorial for Psychology Students and Other Beginners"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-985X.2010.00676_9.x"},{"key":"ref55","year":"2014","journal-title":"R A Language and Environment for Statistical Computing"},{"key":"ref54","article-title":"Joint declaration of the European ministers of education, the Bologna declaration","year":"1999"},{"key":"ref53","article-title":"Computer science curricula. Curriculum guidelines for undergraduate degree programs in computer science","year":"2013"},{"key":"ref52","year":"2019","journal-title":"Code Blocks Open Source Cross Platform Free C C++ and Fortran IDE"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12258"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1201\/b14957"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1504\/IJKL.2015.071054"},{"key":"ref12","article-title":"22%—Can we do better?","volume":"47","author":"simpson","year":"2010","journal-title":"CWP Retention Literature Rev"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12238"},{"key":"ref14","first-page":"259","article-title":"A comparison between two automatic assessment approaches for programming: An empirical study on MOOCs","volume":"21","author":"bey","year":"2018","journal-title":"J Educ Technol Soc"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/367415.367422"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939696"},{"key":"ref17","first-page":"1","article-title":"Dr. scratch: Automatic analysis of scratch projects to assess and foster computational thinking","volume":"15","author":"moreno-le\u00f3n","year":"2015","journal-title":"Rev Educ a Distancia"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.01.007"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24584-3_82"},{"key":"ref4","year":"2019","journal-title":"Universidad Nacional de Educación a Distancia Statistics"},{"key":"ref3","year":"2019","journal-title":"The Open University Facts"},{"key":"ref6","year":"2019","journal-title":"edX Info"},{"key":"ref5","year":"2019","journal-title":"Coursera Info"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017723"},{"key":"ref7","year":"2019","journal-title":"XUETANGX"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.319"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2015.01.1126"},{"key":"ref46","author":"kaner","year":"2013","journal-title":"The Domain Testing Workbook"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236037"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ITICT.2005.1609626"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.24"},{"key":"ref42","author":"myers","year":"2011","journal-title":"The Art of Software Testing"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/362575.362577"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00016"},{"key":"ref43","article-title":"Differential testing for variational analyses: Experience from developing kconfigreader","author":"k\u00e4stner","year":"2017","journal-title":"arXiv 1706 09357"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08819909.pdf?arnumber=8819909","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,10]],"date-time":"2021-08-10T19:41:10Z","timestamp":1628624470000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8819909\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":60,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2938391","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}