{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T22:28:15Z","timestamp":1774564095671,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","license":[{"start":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T00:00:00Z","timestamp":1738108800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T00:00:00Z","timestamp":1738108800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"DOI":"10.1007\/s10639-025-13377-z","type":"journal-article","created":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T05:15:33Z","timestamp":1738127733000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Developing a robot-based computational thinking assessment for young children"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8971-3896","authenticated-orcid":false,"given":"Sixuan","family":"Xiang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jenny Wanyi","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weipeng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,29]]},"reference":[{"issue":"7","key":"13377_CR1","doi-asserted-by":"publisher","first-page":"832","DOI":"10.1093\/comjnl\/bxs074","volume":"55","author":"AV Aho","year":"2012","unstructured":"Aho, A. V. (2012). Computation and computational thinking. The Computer Journal, 55(7), 832\u2013835. https:\/\/doi.org\/10.1093\/comjnl\/bxs074","journal-title":"The Computer Journal"},{"issue":"2","key":"13377_CR2","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.sapharm.2018.03.066","volume":"15","author":"E Almanasreh","year":"2019","unstructured":"Almanasreh, E., Moles, R., & Chen, T. F. (2019). Evaluation of methods used for estimating content validity. Research in Social and Administrative Pharmacy, 15(2), 214\u2013221. https:\/\/doi.org\/10.1016\/j.sapharm.2018.03.066","journal-title":"Research in Social and Administrative Pharmacy"},{"key":"13377_CR3","doi-asserted-by":"publisher","first-page":"105954","DOI":"10.1016\/j.chb.2019.03.018","volume":"105","author":"C Angeli","year":"2020","unstructured":"Angeli, C., & Valanides, N. (2020). Developing young children\u2019s computational thinking with educational robotics: An interaction effect between gender and scaffolding strategy. Computers in Human Behavior, 105, 105954. https:\/\/doi.org\/10.1016\/j.chb.2019.03.018","journal-title":"Computers in Human Behavior"},{"key":"13377_CR4","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1016\/j.robot.2015.10.008","volume":"75","author":"S Atmatzidou","year":"2016","unstructured":"Atmatzidou, S., & Demetriadis, S. (2016). Advancing students\u2019 computational thinking skills through educational robotics: A study on age and gender relevant differences. Robotics and Autonomous Systems, 75, 661\u2013670. https:\/\/doi.org\/10.1016\/j.robot.2015.10.008","journal-title":"Robotics and Autonomous Systems"},{"issue":"1","key":"13377_CR5","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/1929887.1929905","volume":"2","author":"V Barr","year":"2011","unstructured":"Barr, V., & Stephenson, C. (2011). Bringing computational thinking to K-12. ACM Inroads, 2(1), 48\u201354. https:\/\/doi.org\/10.1145\/1929887.1929905","journal-title":"ACM Inroads"},{"issue":"2","key":"13377_CR6","doi-asserted-by":"publisher","first-page":"2059","DOI":"10.1007\/s10639-021-10700-2","volume":"27","author":"K Bati","year":"2022","unstructured":"Bati, K. (2022). A systematic literature review regarding computational thinking and programming in early childhood education. Education and Information Technologies, 27(2), 2059\u20132082. https:\/\/doi.org\/10.1007\/s10639-021-10700-2","journal-title":"Education and Information Technologies"},{"key":"13377_CR7","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/j.compedu.2013.10.020","volume":"72","author":"MU Bers","year":"2014","unstructured":"Bers, M. U., Flannery, L., Kazakoff, E. R., & Sullivan, A. (2014). Computational thinking and tinkering: Exploration of an early childhood robotics curriculum. Computers & Education, 72, 145\u2013157. https:\/\/doi.org\/10.1016\/j.compedu.2013.10.020","journal-title":"Computers & Education"},{"key":"13377_CR8","doi-asserted-by":"publisher","unstructured":"Bers, M. U. (2018). Coding and computational thinking in early childhood: The impact of scratchjr in europe. European Journal of STEM Education, 3(3). https:\/\/doi.org\/10.20897\/ejsteme\/3868","DOI":"10.20897\/ejsteme\/3868"},{"key":"13377_CR9","doi-asserted-by":"publisher","unstructured":"Bers, M. U. (2020).\u00a0Coding as a playground: Programming and computational thinking in the early childhood classroom\u00a0(pp. 131\u2013144). Routledge.\u00a0https:\/\/doi.org\/10.4324\/9781003022602","DOI":"10.4324\/9781003022602"},{"issue":"1","key":"13377_CR10","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1146\/annurev.psych.53.100901.135233","volume":"53","author":"RH Bradley","year":"2002","unstructured":"Bradley, R. H., & Corwyn, R. F. (2002). Socioeconomic status and child development. Annual Review of Psychology, 53(1), 371\u2013399. https:\/\/doi.org\/10.1146\/annurev.psych.53.100901.135233","journal-title":"Annual Review of Psychology"},{"key":"13377_CR11","unstructured":"Brennan K., Resnick M. (2012, April 13\u201317). New frameworks for studying and assessing the development of computational thinking. Paper presented at the Annual meeting of the American Educational Research Association, Vancouver, BC, Canada."},{"key":"13377_CR12","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.compedu.2017.03.001","volume":"109","author":"G Chen","year":"2017","unstructured":"Chen, G., Shen, J., Barth-Cohen, L., Jiang, S., Huang, X., & Eltoukhy, M. (2017). Assessing elementary students\u2019 computational thinking in everyday reasoning and robotics programming. Computers & Education, 109, 162\u2013175. https:\/\/doi.org\/10.1016\/j.compedu.2017.03.001","journal-title":"Computers & Education"},{"key":"13377_CR13","doi-asserted-by":"crossref","unstructured":"Clarke-Midura, J., Silvis, D., Shumway, J. F., Lee, V. R., & Kozlowski, J. S. (2023). Developing a kindergarten computational thinking assessment using evidence-centered design: the case of algorithmic thinking. In Assessing Computational Thinking (pp. 5\u201328). Routledge.","DOI":"10.4324\/9781003431152-2"},{"key":"13377_CR14","doi-asserted-by":"publisher","DOI":"10.4324\/9780203771587","author":"J Cohen","year":"1988","unstructured":"Cohen, J. (1988). Statistical power analysis for the behavioral sciences. Routledge. https:\/\/doi.org\/10.4324\/9780203771587","journal-title":"Routledge"},{"issue":"6","key":"13377_CR15","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1007\/s10956-019-09799-3","volume":"28","author":"M Cutumisu","year":"2019","unstructured":"Cutumisu, M., Adams, C., & Lu, C. (2019). A scoping review of empirical research on recent computational thinking assessments. Journal of Science Education and Technology, 28(6), 651\u2013676. https:\/\/doi.org\/10.1007\/s10956-019-09799-3","journal-title":"Journal of Science Education and Technology"},{"issue":"1","key":"13377_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.11648\/j.ajtas.20160501.11","volume":"5","author":"I Etikan","year":"2016","unstructured":"Etikan, I., Musa, S. A., & Alkassim, R. S. (2016). Comparison of convenience sampling and purposive sampling. American journal of theoretical and applied statistics, 5(1), 1\u20134. https:\/\/doi.org\/10.11648\/j.ajtas.20160501.11","journal-title":"American journal of theoretical and applied statistics"},{"issue":"3","key":"13377_CR17","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1046\/j.1365-2524.1999.00176.x","volume":"7","author":"B Green","year":"1999","unstructured":"Green, B., Jones, M., Hughes, D., & Williams, A. (1999). Applying the Delphi technique in a study of GPs\u2019 information requirements. Health & Social Care in the Community, 7(3), 198\u2013205. https:\/\/doi.org\/10.1046\/j.1365-2524.1999.00176.x","journal-title":"Health & Social Care in the Community"},{"key":"13377_CR18","doi-asserted-by":"publisher","unstructured":"Grover, S., Cooper, S., & Pea, R. (2014). Assessing computational learning in K-12. Proceedings of the 2014 conference on Innovation & technology in computer science education\u00a057\u201362. https:\/\/doi.org\/10.1145\/2591708.2591713","DOI":"10.1145\/2591708.2591713"},{"issue":"8","key":"13377_CR19","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1145\/1378704.1378713","volume":"51","author":"M Guzdial","year":"2008","unstructured":"Guzdial, M. (2008). Education paving the way for computational thinking. Communications of the ACM, 51(8), 25\u201327. https:\/\/doi.org\/10.1145\/1378704.1378713","journal-title":"Communications of the ACM"},{"issue":"4","key":"13377_CR20","doi-asserted-by":"publisher","first-page":"29","DOI":"10.5539\/ies.v11n4p29","volume":"11","author":"HI Haseski","year":"2018","unstructured":"Haseski, H. I., Ilic, U., & Tugtekin, U. (2018). Defining a new 21st century skill-computational thinking: Concepts and trends. International Education Studies, 11(4), 29. https:\/\/doi.org\/10.5539\/ies.v11n4p29","journal-title":"International Education Studies"},{"key":"13377_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1479-5868-9-103","volume":"9","author":"HHJ Helmerhorst","year":"2012","unstructured":"Helmerhorst, H. H. J., Brage, S., Warren, J., Besson, H., & Ekelund, U. (2012). A systematic review of reliability and objective criterion-related validity of physical activity questionnaires. International Journal of Behavioral Nutrition and Physical Activity, 9, 1\u201355. https:\/\/doi.org\/10.1186\/1479-5868-9-103","journal-title":"International Journal of Behavioral Nutrition and Physical Activity"},{"key":"13377_CR22","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.compedu.2018.07.004","volume":"126","author":"T-C Hsu","year":"2018","unstructured":"Hsu, T.-C., Chang, S.-C., & Hung, Y.-T. (2018). How to learn and how to teach computational thinking: Suggestions based on a review of the literature. Computers & Education, 126, 296\u2013310. https:\/\/doi.org\/10.1016\/j.compedu.2018.07.004","journal-title":"Computers & Education"},{"key":"13377_CR23","doi-asserted-by":"publisher","DOI":"10.4135\/9781849209779","volume-title":"Research ethics for social scientists","author":"M Israel","year":"2006","unstructured":"Israel, M., & Hay, I. (2006). Research ethics for social scientists. Sage."},{"issue":"5","key":"13377_CR24","first-page":"n5","volume":"17","author":"SA Kalaian","year":"2012","unstructured":"Kalaian, S. A., & Kasim, R. M. (2012). Terminating sequential Delphi survey data collection. Practical Assessment, Research & Evaluation, 17(5), n5.","journal-title":"Practical Assessment, Research & Evaluation"},{"issue":"3","key":"13377_CR25","first-page":"583","volume":"4","author":"F Kalelioglu","year":"2016","unstructured":"Kalelioglu, F., G\u00fclbahar, Y., & Kukul, V. (2016). A framework for computational thinking based on a systematic research review. Baltic Journal of Modern Computing, 4(3), 583.","journal-title":"Baltic Journal of Modern Computing"},{"key":"13377_CR26","first-page":"204","volume-title":"To be young and gifted","author":"L Kanevsky","year":"1992","unstructured":"Kanevsky, L. (1992). The learning game. In P. S. Klein & A. J. Tannenbaum (Eds.), To be young and gifted (pp. 204\u2013241). Ablex Publishing."},{"issue":"10","key":"13377_CR27","doi-asserted-by":"publisher","first-page":"13541","DOI":"10.1007\/s10639-023-11756-y","volume":"28","author":"\u0130Y Kazu","year":"2023","unstructured":"Kazu, \u0130Y., & Kuvvetli, M. (2023). A triangulation method on the effectiveness of digital game-based language learning for vocabulary acquisition. Education and Information Technologies, 28(10), 13541\u201313567. https:\/\/doi.org\/10.1007\/s10639-023-11756-y","journal-title":"Education and Information Technologies"},{"issue":"2","key":"13377_CR28","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.jcm.2016.02.012","volume":"15","author":"TK Koo","year":"2016","unstructured":"Koo, T. K., & Li, M. Y. (2016). A guideline of selecting and reporting intraclass correlation coefficients for reliability research. Journal of Chiropractic Medicine, 15(2), 155\u2013163. https:\/\/doi.org\/10.1016\/j.jcm.2016.02.012","journal-title":"Journal of Chiropractic Medicine"},{"key":"13377_CR29","doi-asserted-by":"publisher","first-page":"558","DOI":"10.1016\/j.chb.2017.01.005","volume":"72","author":"\u00d6 Korkmaz","year":"2017","unstructured":"Korkmaz, \u00d6., \u00c7akir, R., & \u00d6zden, M. Y. (2017). A validity and reliability study of the computational thinking scales (CTS). Computers in Human Behavior, 72, 558\u2013569. https:\/\/doi.org\/10.1016\/j.chb.2017.01.005","journal-title":"Computers in Human Behavior"},{"key":"13377_CR30","doi-asserted-by":"publisher","unstructured":"Li, Y., Xu, S., & Liu, J. (2021). Development and validation of computational thinking assessment of Chinese elementary school students. Journal of Pacific Rim Psychology, 15. https:\/\/doi.org\/10.1177\/18344909211010240","DOI":"10.1177\/18344909211010240"},{"key":"13377_CR31","doi-asserted-by":"publisher","unstructured":"McCormick, K. I., & Hall, J. A. (2022). Computational thinking learning experiences, outcomes, and research in preschool settings: a scoping review of literature.\u00a0Education and Information Technologies, 1\u201336. https:\/\/doi.org\/10.1007\/s10639-021-10765-z","DOI":"10.1007\/s10639-021-10765-z"},{"key":"13377_CR32","volume-title":"Report of a workshop on the scope and nature of computational thinking","author":"National Research Council","year":"2010","unstructured":"National Research Council. (2010). Report of a workshop on the scope and nature of computational thinking. Washington, DC: The National Academies Press."},{"issue":"3","key":"13377_CR33","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1080\/02602930701293231","volume":"33","author":"DD Nulty","year":"2008","unstructured":"Nulty, D. D. (2008). The adequacy of response rates to online and paper surveys: What can be done? Assessment & Evaluation in Higher Education, 33(3), 301\u2013314. https:\/\/doi.org\/10.1080\/02602930701293231","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"13377_CR34","unstructured":"Papert, S. (2020). Mindstorms: Children, computers, and powerful ideas. Basic books, Inc."},{"key":"13377_CR35","doi-asserted-by":"publisher","unstructured":"Relkin, E., & Bers, M. (2021, April 21). TechCheck-K: A measure of computational thinking for kindergarten children. 2021 IEEE Global Engineering Education Conference (EDUCON). https:\/\/doi.org\/10.1109\/educon46332.2021.9453926","DOI":"10.1109\/educon46332.2021.9453926"},{"key":"13377_CR36","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1016\/j.chb.2016.08.047","volume":"72","author":"M Rom\u00e1n-Gonz\u00e1lez","year":"2017","unstructured":"Rom\u00e1n-Gonz\u00e1lez, M., P\u00e9rez-Gonz\u00e1lez, J.-C., & Jim\u00e9nez-Fern\u00e1ndez, C. (2017). Which cognitive abilities underlie computational thinking? Criterion validity of the Computational Thinking Test. Computers in Human Behavior, 72, 678\u2013691. https:\/\/doi.org\/10.1016\/j.chb.2016.08.047","journal-title":"Computers in Human Behavior"},{"key":"13377_CR37","unstructured":"Selby, C., & Woollard, J. (2013). Computational thinking: The developing definition. Retrieved from http:\/\/eprints.soton.ac.uk\/356481.\u00a0Accessed June 2024"},{"key":"13377_CR38","doi-asserted-by":"publisher","first-page":"226","DOI":"10.56801\/10.56801\/v8.i.414","volume":"8","author":"HA Shah","year":"2009","unstructured":"Shah, H. A., & Kalaian, S. A. (2009). Which is the best parametric statistical method for analyzing Delphi data? Journal of Modern Applied Statistical Methods, 8, 226\u2013232. https:\/\/doi.org\/10.56801\/10.56801\/v8.i.414","journal-title":"Journal of Modern Applied Statistical Methods"},{"key":"13377_CR39","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1016\/j.edurev.2017.09.003","volume":"22","author":"VJ Shute","year":"2017","unstructured":"Shute, V. J., Sun, C., & Asbell-Clarke, J. (2017). Demystifying computational thinking. Educational Research Review, 22, 142\u2013158. https:\/\/doi.org\/10.1016\/j.edurev.2017.09.003","journal-title":"Educational Research Review"},{"issue":"4","key":"13377_CR40","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1016\/0010-0285(76)90016-5","volume":"8","author":"RS Siegler","year":"1976","unstructured":"Siegler, R. S. (1976). Three aspects of cognitive development. Cognitive Psychology, 8(4), 481\u2013520.","journal-title":"Cognitive Psychology"},{"issue":"4","key":"13377_CR41","first-page":"92","volume":"9","author":"CZ Wang","year":"2011","unstructured":"Wang, C. Z., & Si, Q. (2011). A study of data statistical processing method of Delphi method and its application. Journal of Inner Mongolia University of Finance and Economics, 9(4), 92\u201396.","journal-title":"Journal of Inner Mongolia University of Finance and Economics"},{"issue":"3","key":"13377_CR42","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/1118178.1118215","volume":"49","author":"JM Wing","year":"2006","unstructured":"Wing, J. M. (2006). Computational thinking. Communications of the ACM, 49(3), 33\u201335. https:\/\/doi.org\/10.1145\/1118178.1118215","journal-title":"Communications of the ACM"},{"issue":"20","key":"13377_CR43","doi-asserted-by":"publisher","first-page":"2191","DOI":"10.1001\/jama.2013.281053","volume":"310","author":"World Medical Association","year":"2013","unstructured":"World Medical Association. (2013). World Medical Association Declaration of Helsinki: Ethical principles for medical research involving human subjects. JAMA, 310(20), 2191\u20132194. https:\/\/doi.org\/10.1001\/jama.2013.281053","journal-title":"JAMA"},{"key":"13377_CR44","doi-asserted-by":"publisher","DOI":"10.1002\/fer3.38","author":"W Yang","year":"2024","unstructured":"Yang, W., Su, J., & Li, H. (2024). Demystifying early childhood computational thinking: An umbrella review to upgrade the field. Future in Educational Research. https:\/\/doi.org\/10.1002\/fer3.38","journal-title":"Future in Educational Research"},{"issue":"2","key":"13377_CR45","doi-asserted-by":"publisher","first-page":"49","DOI":"10.21315\/eimj2019.11.2.6","volume":"11","author":"MSB Yusoff","year":"2019","unstructured":"Yusoff, M. S. B. (2019). ABC of content validation and content validity index calculation. Education in Medicine Journal, 11(2), 49\u201354. https:\/\/doi.org\/10.21315\/eimj2019.11.2.6","journal-title":"Education in Medicine Journal"},{"key":"13377_CR46","doi-asserted-by":"publisher","unstructured":"Zapata-C\u00e1ceres, M., Mart\u00edn-Barroso, E., & Rom\u00e1n-Gonz\u00e1lez, M. (2020, April). Computational thinking test for beginners: Design and content validation. In\u00a02020 IEEE Global Engineering Education Conference (EDUCON) 1905\u20131914. IEEE. https:\/\/doi.org\/10.1109\/educon45650.2020.9125368","DOI":"10.1109\/educon45650.2020.9125368"},{"key":"13377_CR47","doi-asserted-by":"publisher","first-page":"100520","DOI":"10.1016\/j.edurev.2023.100520","volume":"39","author":"Y Zeng","year":"2023","unstructured":"Zeng, Y., Yang, W., & Bautista, A. (2023). Computational thinking in early childhood education: Reviewing the literature and redeveloping the three-dimensional framework. Educational Research Review, 39, 100520. https:\/\/doi.org\/10.1016\/j.edurev.2023.100520","journal-title":"Educational Research Review"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-025-13377-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-025-13377-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-025-13377-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T05:15:46Z","timestamp":1738127746000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-025-13377-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,29]]},"references-count":47,"alternative-id":["13377"],"URL":"https:\/\/doi.org\/10.1007\/s10639-025-13377-z","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,29]]},"assertion":[{"value":"16 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We have no conflicts of interest to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure"}},{"value":"The author(s) declared no potential conflicts of interest with respect to the research, authorship, and\/or publication of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}