{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T21:09:26Z","timestamp":1774991366853,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,1,19]],"date-time":"2022-01-19T00:00:00Z","timestamp":1642550400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,19]],"date-time":"2022-01-19T00:00:00Z","timestamp":1642550400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000138","name":"u.s. department of education","doi-asserted-by":"publisher","award":["U411C190006"],"award-info":[{"award-number":["U411C190006"]}],"id":[{"id":"10.13039\/100000138","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s10639-021-10873-w","type":"journal-article","created":{"date-parts":[[2022,1,19]],"date-time":"2022-01-19T08:03:22Z","timestamp":1642579402000},"page":"6577-6597","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Evaluating young children\u2019s creative coding: rubric development and testing for ScratchJr projects"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7475-4997","authenticated-orcid":false,"given":"Apittha","family":"Unahalekhaka","sequence":"first","affiliation":[]},{"given":"Marina Umaschi","family":"Bers","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,19]]},"reference":[{"key":"10873_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2019.03.018","volume":"105","author":"C Angeli","year":"2020","unstructured":"Angeli, C., & Valanides, N. (2020). Developing young children\u2019s computational thinking with educational robotics: An interaction effect between gender and scaffolding strategy. Computers in Human Behavior, 105, 105954. https:\/\/doi.org\/10.1016\/j.chb.2019.03.018","journal-title":"Computers in Human Behavior"},{"key":"10873_CR2","doi-asserted-by":"crossref","unstructured":"Basu, S. (2019). Using Rubrics Integrating Design and Coding to Assess Middle School Students' Open-ended Block-based Programming Projects.\u00a0Proceedings of the 50th ACM Technical Symposium on Computer Science Education.","DOI":"10.1145\/3287324.3287412"},{"key":"10873_CR3","doi-asserted-by":"publisher","unstructured":"Bers, M. U. (2019). Coding as another language: A pedagogical approach for teaching computer science in early childhood. Journal of Computers in Education, 6(4), 499\u2013528. https:\/\/doi.org\/10.1007\/s40692-019-00147-3","DOI":"10.1007\/s40692-019-00147-3"},{"key":"10873_CR4","unstructured":"Brennan, K., & Resnick, M. (2012). New frameworks for studying and assessing the development of computational thinking. Proceedings of the 2012 Annual Meeting of the American Educational Research Association, Vancouver, Canada\u00a0(Vol. 1, p. 25)."},{"key":"10873_CR5","doi-asserted-by":"publisher","unstructured":"Catet\u00e9, V., Snider, E., & Barnes, T. (2016). Developing a Rubric for a Creative CS Principles Lab. Proceedings of the 2016 ACM Conference on Innovation and Technology in Computer Science Education, 290\u2013295. https:\/\/doi.org\/10.1145\/2899415.2899449","DOI":"10.1145\/2899415.2899449"},{"issue":"1","key":"10873_CR6","first-page":"32","volume":"37","author":"YF Chen","year":"2000","unstructured":"Chen, Y. F., & Martin, M. A. (2000). Using Performance Assessment and Portfolio Assessment Together in the Elementary Classroom. Reading Improvement, 37(1), 32\u201338.","journal-title":"Reading Improvement"},{"issue":"7\/8","key":"10873_CR7","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1108\/ILS-06-2019-0059","volume":"120","author":"J Clarke-Midura","year":"2019","unstructured":"Clarke-Midura, J., Lee, V. R., Shumway, J. F., & Hamilton, M. M. (2019). The building blocks of coding: A comparison of early childhood coding toys. Information and Learning Sciences, 120(7\/8), 505\u2013518. https:\/\/doi.org\/10.1108\/ILS-06-2019-0059","journal-title":"Information and Learning Sciences"},{"key":"10873_CR8","unstructured":"Coding as Another Language. (2021). Retrieved January 12, 2022, from https:\/\/www.sites.tufts.edu\/codingasanotherlanguage\/curricula\/scratchjr\/"},{"issue":"1","key":"10873_CR9","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1016\/j.compedu.2011.08.006","volume":"58","author":"J Denner","year":"2012","unstructured":"Denner, J., Werner, L., & Ortiz, E. (2012). Computer games created by middle school girls: Can they be used to measure understanding of computer science concepts? Computers & Education, 58(1), 240\u2013249. https:\/\/doi.org\/10.1016\/j.compedu.2011.08.006","journal-title":"Computers & Education"},{"key":"10873_CR10","doi-asserted-by":"publisher","unstructured":"de Ruiter, L. E., & Bers, M. U. (2021). The Coding Stages Assessment: Development and validation of an instrument for assessing young children\u2019s proficiency in the ScratchJr programming language. Computer Science Education, 1\u201330. https:\/\/doi.org\/10.1080\/08993408.2021.1956216","DOI":"10.1080\/08993408.2021.1956216"},{"key":"10873_CR11","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.compedu.2012.11.016","volume":"63","author":"G Fessakis","year":"2013","unstructured":"Fessakis, G., Gouli, E., & Mavroudi, E. (2013). Problem solving by 5\u20136 years old kindergarten children in a computer programming environment: A case study. Computers & Education, 63, 87\u201397. https:\/\/doi.org\/10.1016\/j.compedu.2012.11.016","journal-title":"Computers & Education"},{"key":"10873_CR12","doi-asserted-by":"publisher","unstructured":"Flannery, L. P., Silverman, B., Kazakoff, E. R., Bers, M. U., Bont\u00e1, P., & Resnick, M. (2013). Designing ScratchJr: Support for early childhood learning through computer programming. Proceedings of the 12th International Conference on Interaction Design and Children - IDC \u201913, 1\u201310. https:\/\/doi.org\/10.1145\/2485760.2485785","DOI":"10.1145\/2485760.2485785"},{"key":"10873_CR13","doi-asserted-by":"publisher","unstructured":"Ge, X., Ifenthaler, D., & Spector, J. M. (Eds.). (2015). Emerging Technologies for STEAM Education. Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-319-02573-5","DOI":"10.1007\/978-3-319-02573-5"},{"issue":"1","key":"10873_CR14","doi-asserted-by":"publisher","first-page":"47","DOI":"10.51355\/jstem.2021.102","volume":"7","author":"M Govind","year":"2021","unstructured":"Govind, M., & Bers, M. (2021). Assessing Robotics Skills in Early Childhood: Development and Testing of a Tool for Evaluating Children\u2019s Projects. Journal of Research in STEM Education, 7(1), 47\u201368. https:\/\/doi.org\/10.51355\/jstem.2021.102","journal-title":"Journal of Research in STEM Education"},{"key":"10873_CR15","volume-title":"Computer Science in K-12: An A-To-Z Handbook on Teaching Programming","author":"S Grover","year":"2020","unstructured":"Grover, S. (2020). Computer Science in K-12: An A-To-Z Handbook on Teaching Programming. Edfinity."},{"key":"10873_CR16","doi-asserted-by":"publisher","unstructured":"Grover, S. (2020). Designing an Assessment for Introductory Programming Concepts in Middle School Computer Science. Proceedings of the 51st ACM Technical Symposium on Computer Science Education, 678\u2013684. https:\/\/doi.org\/10.1145\/3328778.3366896","DOI":"10.1145\/3328778.3366896"},{"key":"10873_CR17","unstructured":"Krippendorff, K. (2011). Computing Krippendorff's Alpha-Reliability. Retrieved from http:\/\/repository.upenn.edu\/asc_papers\/43"},{"key":"10873_CR18","volume-title":"Content analysis: An introduction to its methodology","author":"K Krippendorff","year":"2018","unstructured":"Krippendorff, K. (2018). Content analysis: An introduction to its methodology. Sage publications."},{"issue":"6","key":"10873_CR19","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1080\/00043125.2016.1224873","volume":"69","author":"C Liao","year":"2016","unstructured":"Liao, C. (2016). From Interdisciplinary to Transdisciplinary: An Arts-Integrated Approach to STEAM Education. Art Education, 69(6), 44\u201349. https:\/\/doi.org\/10.1080\/00043125.2016.1224873","journal-title":"Art Education"},{"key":"10873_CR20","doi-asserted-by":"crossref","unstructured":"Moreno-Le\u00f3n, J., & Robles, G. (2015, November). Dr. Scratch: A web tool to automatically evaluate Scratch projects. In Proceedings of the workshop in primary and secondary computing education (pp. 132\u2013133).","DOI":"10.1145\/2818314.2818338"},{"issue":"1","key":"10873_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/20004508.2019.1627844","volume":"11","author":"J Nouri","year":"2020","unstructured":"Nouri, J., Zhang, L., Mannila, L., & Nor\u00e9n, E. (2020). Development of computational thinking, digital competence and 21st century skills when learning programming in K-9. Education Inquiry, 11(1), 1\u201317. https:\/\/doi.org\/10.1080\/20004508.2019.1627844","journal-title":"Education Inquiry"},{"key":"10873_CR22","doi-asserted-by":"publisher","unstructured":"O\u2019Quin, K., & Besemer, S. P. (1989). The development, reliability, and validity of the revised creative product semantic scale. Creativity Research Journal, 2(4), 267\u2013278. https:\/\/doi.org\/10.1080\/10400418909534323","DOI":"10.1080\/10400418909534323"},{"key":"10873_CR23","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.compedu.2018.09.006","volume":"128","author":"S Pila","year":"2019","unstructured":"Pila, S., Alad\u00e9, F., Sheehan, K. J., Lauricella, A. R., & Wartella, E. A. (2019). Learning to code via tablet applications: An evaluation of Daisy the Dinosaur and Kodable as learning tools for young children. Computers & Education, 128, 52\u201362. https:\/\/doi.org\/10.1016\/j.compedu.2018.09.006","journal-title":"Computers & Education"},{"key":"10873_CR24","doi-asserted-by":"publisher","unstructured":"Relkin, E., & Bers, M. U. (2019). Designing an assessment of computational thinking abilities for young children. In L. E. Cohen & S. Waite-Stupiansky (Eds.), STEM for early childhood learners: how science, technology, engineering and mathematics strengthen learning. New York: Routledge. https:\/\/doi.org\/10.4324\/9780429453755-5","DOI":"10.4324\/9780429453755-5"},{"issue":"4","key":"10873_CR25","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1007\/s10956-020-09831-x","volume":"29","author":"E Relkin","year":"2020","unstructured":"Relkin, E., de Ruiter, L., & Bers, M. U. (2020). TechCheck: Development and Validation of an Unplugged Assessment of Computational Thinking in Early Childhood Education. Journal of Science Education and Technology, 29(4), 482\u2013498. https:\/\/doi.org\/10.1007\/s10956-020-09831-x","journal-title":"Journal of Science Education and Technology"},{"key":"10873_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2021.104222","volume":"169","author":"E Relkin","year":"2021","unstructured":"Relkin, E., de Ruiter, L. E., & Bers, M. U. (2021). Learning to code and the acquisition of computational thinking by young children. Computers & Education, 169, 104222. https:\/\/doi.org\/10.1016\/j.compedu.2021.104222","journal-title":"Computers & Education"},{"issue":"4","key":"10873_CR27","first-page":"13","volume":"15","author":"SP Rose","year":"2017","unstructured":"Rose, S. P., Habgood, M. P. J., & Jay, T. (2017). An Exploration of the Role of Visual Programming Tools in the Development of Young Children\u2019s Computational Thinking., 15(4), 13.","journal-title":"An Exploration of the Role of Visual Programming Tools in the Development of Young Children\u2019s Computational Thinking."},{"key":"10873_CR28","doi-asserted-by":"publisher","unstructured":"Salac, J., & Franklin, D. (2020). If They Build It, Will They Understand It? Exploring the Relationship between Student Code and Performance. Proceedings of the 2020 ACM Conference on Innovation and Technology in Computer Science Education, 473\u2013479. https:\/\/doi.org\/10.1145\/3341525.3387379","DOI":"10.1145\/3341525.3387379"},{"key":"10873_CR29","unstructured":"ScratchJr \u2013 DevTech Research Group. (2020). Retrieved January 12, 2022, fromhttps:\/\/sites.tufts.edu\/devtech\/research\/scratchjr\/"},{"key":"10873_CR30","doi-asserted-by":"publisher","unstructured":"Seiter, L., & Foreman, B. (2013). Modeling the learning progressions of computational thinking of primary grade students. Proceedings of the Ninth Annual International ACM Conference on International Computing Education Research - ICER \u201913, 59. https:\/\/doi.org\/10.1145\/2493394.2493403","DOI":"10.1145\/2493394.2493403"},{"issue":"6","key":"10873_CR31","first-page":"53","volume":"30","author":"M Sherman","year":"2015","unstructured":"Sherman, M., & Martin, F. (2015). The assessment of mobile computational thinking. Journal of Computing Sciences in Colleges, 30(6), 53\u201359.","journal-title":"Journal of Computing Sciences in Colleges"},{"issue":"2","key":"10873_CR32","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/s10798-017-9400-9","volume":"28","author":"A Strawhacker","year":"2018","unstructured":"Strawhacker, A., Lee, M., & Bers, M. U. (2018). Teaching tools, teachers\u2019 rules: Exploring the impact of teaching styles on young children\u2019s programming knowledge in ScratchJr. International Journal of Technology and Design Education, 28(2), 347\u2013376. https:\/\/doi.org\/10.1007\/s10798-017-9400-9","journal-title":"International Journal of Technology and Design Education"},{"key":"10873_CR33","doi-asserted-by":"publisher","unstructured":"Strawhacker, A., Lee, M., & Bers, M. U. (2018). Teaching tools, teachers\u2019 rules: Exploring the impact of teaching styles on young children\u2019s programming knowledge in ScratchJr. International Journal of Technology and Design Education, 28(2), 347\u2013376. https:\/\/doi.org\/10.1007\/s10798-017-9400-9","DOI":"10.1007\/s10798-017-9400-9"},{"key":"10873_CR34","doi-asserted-by":"publisher","unstructured":"Strawhacker, A., & Bers, M. U. (2019). What they learn when they learn coding: Investigating cognitive domains and computer programming knowledge in young children. Educational Technology Research and Development, 67(3), 541\u2013575.\u00a0https:\/\/doi.org\/10.1007\/s11423-018-9622-x","DOI":"10.1007\/s11423-018-9622-x"},{"key":"10873_CR35","doi-asserted-by":"crossref","unstructured":"Sullivan, A. & Bers, M. U. (2019). Computer Science Education in Early Childhood: The Case of ScratchJr. Journal of Information Technology Education: Innovations in Practice, 18(1), 113-138. Informing Science Institute. Retrieved May 24, 2021 from\u00a0https:\/\/www.learntechlib.org\/p\/216646\/.","DOI":"10.28945\/4437"},{"key":"10873_CR36","doi-asserted-by":"publisher","unstructured":"Wang, D., Wang, T., & Liu, Z. (2014). A tangible programming tool for children to cultivate computational thinking [research article]. https:\/\/doi.org\/10.1155\/2014\/428080.","DOI":"10.1155\/2014\/428080"},{"issue":"1","key":"10873_CR37","doi-asserted-by":"publisher","first-page":"117","DOI":"10.15388\/infedu.2018.08","volume":"17","author":"CG von Wangenheim","year":"2018","unstructured":"von Wangenheim, C. G., Hauck, J. C. R., Demetrio, M. F., Pelle, R., da Cruz Alves, N., Barbosa, H., & Azevedo, L. F. (2018). CodeMaster\u2014Automatic Assessment and Grading of App Inventor and Snap! Programs. Informatics in Education, 17(1), 117\u2013150. https:\/\/doi.org\/10.15388\/infedu.2018.08","journal-title":"Programs. Informatics in Education"},{"issue":"1","key":"10873_CR38","doi-asserted-by":"publisher","first-page":"93","DOI":"10.4018\/ijgbl.2013010107","volume":"3","author":"A Wilson","year":"2013","unstructured":"Wilson, A., Hainey, T., & Connolly, T. M. (2013). Using Scratch with Primary School Children: An Evaluation of Games Constructed to Gauge Understanding of Programming Concepts. International Journal of Game-Based Learning, 3(1), 93\u2013109. https:\/\/doi.org\/10.4018\/ijgbl.2013010107","journal-title":"International Journal of Game-Based Learning"},{"key":"10873_CR39","doi-asserted-by":"publisher","DOI":"10.4135\/9781446251447","author":"S Wright","year":"2010","unstructured":"Wright, S. (2010). Understanding Creativity in Early Childhood: Meaning-Making and Children\u2019s Drawings. SAGE Publications Ltd. https:\/\/doi.org\/10.4135\/9781446251447","journal-title":"SAGE Publications Ltd"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-021-10873-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-021-10873-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-021-10873-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T11:02:06Z","timestamp":1744196526000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-021-10873-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,19]]},"references-count":39,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["10873"],"URL":"https:\/\/doi.org\/10.1007\/s10639-021-10873-w","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,19]]},"assertion":[{"value":"26 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 December 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 January 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no potential conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of potential conflicts of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the Tufts University Social, Behavioral & Educational IRB protocol no. 1810044.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Informed consent was obtained from the educators and parents\/guardians of participating students.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Informed consent was obtained from the educators and parents\/guardians for publishing the findings from this study.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}