{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T10:26:05Z","timestamp":1760955965650,"version":"3.37.3"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Spanish Ministry of Science, Innovation and Universities","award":["DPI2016-77677-P","DPI2017-84259-C2-2-R"],"award-info":[{"award-number":["DPI2016-77677-P","DPI2017-84259-C2-2-R"]}]},{"DOI":"10.13039\/100012818","name":"Community of Madrid","doi-asserted-by":"crossref","award":["RoboCity2030-DIH-CM P2018\/NMT-4331"],"award-info":[{"award-number":["RoboCity2030-DIH-CM P2018\/NMT-4331"]}],"id":[{"id":"10.13039\/100012818","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2938391","type":"journal-article","created":{"date-parts":[[2019,8,30]],"date-time":"2019-08-30T00:07:40Z","timestamp":1567123660000},"page":"130113-130119","source":"Crossref","is-referenced-by-count":25,"title":["Automated Assessment of Computer Programming Practices: The 8-Years UNED Experience"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3078-3643","authenticated-orcid":false,"given":"Daniel","family":"Galan","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7131-0482","authenticated-orcid":false,"given":"Ruben","family":"Heradio","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6726-6100","authenticated-orcid":false,"given":"Hector","family":"Vargas","sequence":"additional","affiliation":[]},{"given":"Ismael","family":"Abad","sequence":"additional","affiliation":[]},{"given":"Jose A.","family":"Cerrada","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"1","article-title":"Visual programming and automatic evaluation of exercises: An experience with a STEM course","author":"de oliveira brand\u00e3o","year":"2016","journal-title":"Proc IEEE Frontiers in Education Conf (FIE)"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1002\/cae.22058"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1145\/268085.268210"},{"key":"ref32","article-title":"A flexible dynamic system for automatic grading of programming exercises","volume":"29","author":"fonte","year":"2013","journal-title":"Proc 2nd Symp Lang Appl Technol"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.1007\/978-981-10-8743-1_1"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"117","DOI":"10.15388\/infedu.2018.08","article-title":"CodeMaster–automatic assessment and grading of app inventor and snap! Programs","volume":"17","author":"von wangenheim","year":"2018","journal-title":"Educ Inform"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1016\/j.cl.2018.01.004"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1145\/3159450.3159602"},{"doi-asserted-by":"publisher","key":"ref35","DOI":"10.1109\/ICoCS.2015.7483289"},{"year":"2016","author":"hentschel","article-title":"Method for the computer-assisted analysis of software source code","key":"ref34"},{"year":"1988","author":"cohen","journal-title":"Statistical Power Analysis for the Behavioral Sciences","key":"ref60"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.1145\/1163405.1163409"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1109\/CSEET.2016.48"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1145\/1930464.1930480"},{"year":"2018","author":"collins","journal-title":"Rethinking Education in the Age of Technology The Digital Revolution and Schooling in America","key":"ref2"},{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.19173\/irrodl.v17i5.2384"},{"key":"ref20","first-page":"145","article-title":"Automatic evaluation of computer programs using Moodle’s virtual programming lab (VPL) plug-in","volume":"30","author":"thi\u00e9baut","year":"2015","journal-title":"J Comput Sci Colleges"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1145\/3059009.3059026"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.7763\/IJIET.2016.V6.699"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1080\/08993400500150747"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1145\/3197091.3197112"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1145\/2899415.2899422"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.1007\/978-3-319-08657-6_10"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.1109\/SEW.2006.26"},{"doi-asserted-by":"publisher","key":"ref51","DOI":"10.6028\/NIST.SP.800-142"},{"doi-asserted-by":"publisher","key":"ref59","DOI":"10.1016\/j.iheduc.2006.08.004"},{"year":"2010","author":"fox","journal-title":"An R Companion to Applied Regression","key":"ref58"},{"year":"2018","author":"navarro","journal-title":"Learning Statistics With R A Tutorial for Psychology Students and Other Beginners","key":"ref57"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1111\/j.1467-985X.2010.00676_9.x"},{"year":"2014","journal-title":"R A Language and Environment for Statistical Computing","key":"ref55"},{"year":"1999","article-title":"Joint declaration of the European ministers of education, the Bologna declaration","key":"ref54"},{"year":"2013","article-title":"Computer science curricula. Curriculum guidelines for undergraduate degree programs in computer science","key":"ref53"},{"year":"2019","journal-title":"Code Blocks Open Source Cross Platform Free C C++ and Fortran IDE","key":"ref52"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1111\/jcal.12258"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1201\/b14957"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.1504\/IJKL.2015.071054"},{"key":"ref12","article-title":"22%—Can we do better?","volume":"47","author":"simpson","year":"2010","journal-title":"CWP Retention Literature Rev"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1111\/jcal.12238"},{"key":"ref14","first-page":"259","article-title":"A comparison between two automatic assessment approaches for programming: An empirical study on MOOCs","volume":"21","author":"bey","year":"2018","journal-title":"J Educ Technol Soc"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1145\/367415.367422"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1145\/2939672.2939696"},{"key":"ref17","first-page":"1","article-title":"Dr. scratch: Automatic analysis of scratch projects to assess and foster computational thinking","volume":"15","author":"moreno-le\u00f3n","year":"2015","journal-title":"Rev Educ a Distancia"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1016\/j.compedu.2012.01.007"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1007\/978-3-319-24584-3_82"},{"year":"2019","journal-title":"Universidad Nacional de Educación a Distancia Statistics","key":"ref4"},{"year":"2019","journal-title":"The Open University Facts","key":"ref3"},{"year":"2019","journal-title":"edX Info","key":"ref6"},{"year":"2019","journal-title":"Coursera Info","key":"ref5"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1145\/3017680.3017723"},{"year":"2019","journal-title":"XUETANGX","key":"ref7"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.1002\/stvr.319"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1016\/j.sbspro.2015.01.1126"},{"year":"2013","author":"kaner","journal-title":"The Domain Testing Workbook","key":"ref46"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1145\/3236024.3236037"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.1109\/ITICT.2005.1609626"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1109\/TSE.2004.24"},{"year":"2011","author":"myers","journal-title":"The Art of Software Testing","key":"ref42"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1145\/362575.362577"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1109\/ICSE-SEIP.2019.00016"},{"key":"ref43","article-title":"Differential testing for variational analyses: Experience from developing kconfigreader","author":"k\u00e4stner","year":"2017","journal-title":"arXiv 1706 09357"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08819909.pdf?arnumber=8819909","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,10]],"date-time":"2021-08-10T19:41:10Z","timestamp":1628624470000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8819909\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":60,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2938391","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2019]]}}}