{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T16:00:35Z","timestamp":1782576035085,"version":"3.54.5"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE R. Iberoamericana Tecnologias Aprendizaje"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1109\/rita.2023.3323762","type":"journal-article","created":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T17:48:57Z","timestamp":1697046537000},"page":"319-330","source":"Crossref","is-referenced-by-count":8,"title":["Assessment of Computational Thinking Skills: A Systematic Review of the Literature"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3847-0588","authenticated-orcid":false,"given":"Rene Fabi\u00e1n Z\u00fa\u00f1iga","family":"Mu\u00f1oz","sequence":"first","affiliation":[{"name":"Departamento de sistemas, University of Cauca, Popayán, Colombia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2508-0962","authenticated-orcid":false,"given":"Julio Ariel Hurtado","family":"Alegr\u00eda","sequence":"additional","affiliation":[{"name":"Departamento de sistemas, University of Cauca, Popayán, Colombia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1442-6761","authenticated-orcid":false,"given":"Gregorio","family":"Robles","sequence":"additional","affiliation":[{"name":"Escuela Superior de Ingeniería de Telecomunicación, University Rey Juan Carlos, Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1118178.1118215"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.6018\/riite.397151"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11528-016-0087-7"},{"key":"ref4","volume-title":"Shut Down Or Restart?: The Way Forward for Computingin UK Schools","author":"Furber","year":"2012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1516046.1516054"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1805724.1805725"},{"key":"ref7","volume-title":"Computational Thinking and Coding for Every Student: The Teacher\u2019s Getting-Started Guide","author":"Krauss","year":"2016"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1142\/9781786341853_0013"},{"key":"ref9","first-page":"1304","article-title":"The state of the field in computational thinking assessment","volume-title":"Proc. Int. Conf. Learn. Sci. (ICLS)","author":"Tissenbaum"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-015-9581-5"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07221-0_59"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2591708.2591713"},{"key":"ref13","first-page":"721","article-title":"Design considerations for capturing computational thinking practices in high school students\u2019 electronic textile portfolios","volume-title":"Proc. Int. Soc. Learn. Sci.","author":"Lui"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/educon.2017.7943078"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2017.1307199"},{"key":"ref16","first-page":"370","article-title":"LARC: Learning to assign knowledge roles to textual cases","volume-title":"Proc. FLAIRS Conf.","author":"Mustafaraj"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103798"},{"issue":"6","key":"ref18","first-page":"19","article-title":"Review of domestic literature based on system mapping for computational thinking assessment","volume":"22","author":"Choi","year":"2019","journal-title":"J. Korean Assoc. Comput. Educ."},{"key":"ref19","first-page":"671","article-title":"Producing a systematic review","volume-title":"The Sage Handbook of Organizational Research Methods","author":"Denyer","year":"2009"},{"key":"ref20","first-page":"1","article-title":"New frameworks for studying and assessing the development of computational thinking","volume-title":"Proc. Annu. Meeting Amer. Educ. Res. Assoc.","author":"Brennan"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2015.10.008"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2466518"},{"key":"ref23","first-page":"1","article-title":"Dr. Scratch: Automatic analysis of scratch projects to assess and foster computational thinking","volume":"46","author":"Moreno-Le\u00f3n","year":"2015","journal-title":"Rev. Educ. Distancia"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.03.001"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157200"},{"key":"ref26","volume-title":"Assessment design patterns for computational thinking practices in secondary computer science: A first look","author":"Bienkowski","year":"2015"},{"key":"ref27","first-page":"2019","volume":"29","author":"Sondakh","year":"2018","journal-title":"Review of computational thinking assessment in higher education"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3279720.3279735"},{"key":"ref29","first-page":"530","article-title":"A framework for hypothesis-driven approaches to support data-driven learning analytics in measuring computational thinking in block-based programming","volume-title":"Proc. 7th Int. Learn. Anal. Knowl. Conf.","author":"Grover"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.22369\/issn.2153-4136\/7\/1\/3"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/fie.2016.7757678"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.5505\/itujfa.2020.86729"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1177\/0735633115608444"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2019.14"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1063\/1.5139858"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.09.004"},{"key":"ref37","first-page":"12","article-title":"Analyze your Scratch projects with Dr. Scratch and assess your computational thinking skills","volume-title":"Proc. Scratch Conf.","author":"Moreno-Le\u00f3n"},{"issue":"6","key":"ref38","first-page":"253","article-title":"Application of grey system theory to assessment of computational thinking skills","volume":"6","author":"Voskoglou","year":"2018","journal-title":"Amer. J. Appl. Math. Statist."},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.22369\/issn.2153-4136\/3\/1\/1"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2019.02"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-52691-1_17"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.5220\/0007738102920303"},{"key":"ref43","volume-title":"Assessing Elementary Students\u2019 Computational Thinking in Everyday Reasoning and Robotics Programming\u2014ScienceDirect","year":"2018"},{"key":"ref44","volume-title":"Assessment of Computational Thinking (CT) in Scratch Fractal Projects: Towards CT-HCI Scaffolds for Analogical-Fractal Thinking\u2014CSEDU 2019","author":"Chien-Sing","year":"2019"},{"key":"ref45","first-page":"201","article-title":"Assessment of computational thinking","volume-title":"Proc. Int. Conf. Comput. Thinking Educ. (CTE)","author":"Bubica"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.22364\/bjmc.2017.5.4.05"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3361721.3361729"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/educon.2016.7474681"},{"key":"ref49","first-page":"154","article-title":"Complementary tools for computational thinking assessment","volume-title":"Proc. Int. Conf. Comput. Thinking Educ. (CTE)","author":"Rom\u00e1n-Gonz\u00e1lez"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.17083\/ijsg.v6i4.319"},{"issue":"1","key":"ref51","first-page":"34","article-title":"Computational thinking task design and assessment","volume":"36","author":"Ructtinger","year":"2017","journal-title":"Scan, J. Educators"},{"key":"ref52","first-page":"1","article-title":"Concepts characterization and competence assessment for computational thinking","volume":"3","author":"Bilbao","year":"2018","journal-title":"Int. J. Comput."},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445323"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/educon.2018.8363311"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287390"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/fie.2017.8190652"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.5753\/cbie.sbie.2019.429"},{"key":"ref58","article-title":"HelloScratchJr.org: Curricular design and assessment tools to foster the integration of ScratchJr and computational thinking into K-2 classrooms","volume-title":"7th Int. Scratch Conf","author":"Olabe"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3369255.3369303"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287405"},{"key":"ref61","article-title":"Integrating STEM and computing in PK-12: Operationalizing computational thinking for STEM learning and assessment","volume-title":"Proc. Interdisciplinarity Learn. Sci., 14th Int. Conf. Learn. Sci. (ICLS)","author":"Grover"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08189-2_3"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3362789.3362803"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-32-9335-9_5"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-73417-0_12"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--34963"},{"key":"ref67","volume-title":"New Frameworks for Studying and Assessing the Development of Computational Thinking","author":"Brennan","year":"2012"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-019-09796-6"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/vlhcc.2014.6883021"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3197104"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3012430.3012499"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/iwcmc.2018.8450296"},{"key":"ref73","first-page":"15","article-title":"Systems of assessments for deeper learning of computational thinking in K-12","volume-title":"Proc. Annu. Meeting Amer. Educ. Res. Assoc.","author":"Grover"},{"key":"ref74","volume-title":"Task-based assessment of students\u2019 computational thinking skills developed through visual programming or tangible coding environments","author":"Djambong","year":"2016"},{"issue":"6","key":"ref75","first-page":"53","article-title":"The assessment of mobile computational thinking","volume":"30","author":"Sherman","year":"2015","journal-title":"J. Comput. Sci. Colleges"},{"key":"ref76","first-page":"176","article-title":"The measurement of computational thinking performance using multiple-choice questions","volume-title":"Proc. Int. Conf. Comput. Thinking Educ.","author":"Mindetbay"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366881"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493404"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2018.12"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-016-9628-2"}],"container-title":["IEEE Revista Iberoamericana de Tecnologias del Aprendizaje"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6245520\/10336657\/10280127.pdf?arnumber=10280127","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,2]],"date-time":"2024-03-02T09:04:31Z","timestamp":1709370271000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10280127\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11]]},"references-count":80,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/rita.2023.3323762","relation":{},"ISSN":["1932-8540","2374-0132"],"issn-type":[{"value":"1932-8540","type":"electronic"},{"value":"2374-0132","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11]]}}}