{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T02:24:15Z","timestamp":1780107855327,"version":"3.54.0"},"reference-count":58,"publisher":"Informa UK Limited","issue":"2","funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["#1842116"],"award-info":[{"award-number":["#1842116"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Foundation or Utah State University"}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Computer Science Education"],"published-print":{"date-parts":[[2021,4,3]]},"DOI":"10.1080\/08993408.2021.1877988","type":"journal-article","created":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T09:55:39Z","timestamp":1612173339000},"page":"117-140","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":49,"title":["Developing a kindergarten computational thinking assessment using evidence-centered design: the case of algorithmic thinking"],"prefix":"10.1080","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5434-0324","authenticated-orcid":false,"given":"Jody","family":"Clarke-Midura","sequence":"first","affiliation":[{"name":"Instructional Technology and Learning Science, Utah State University, Logan, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5139-9048","authenticated-orcid":false,"given":"Deborah","family":"Silvis","sequence":"additional","affiliation":[{"name":"Instructional Technology and Learning Science, Utah State University, Logan, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7655-565X","authenticated-orcid":false,"given":"Jessica F.","family":"Shumway","sequence":"additional","affiliation":[{"name":"College of Teacher Education and Leadership, Utah State University, Logan, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6434-7589","authenticated-orcid":false,"given":"Victor R.","family":"Lee","sequence":"additional","affiliation":[{"name":"Graduate School of Teacher Education, Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4163-2955","authenticated-orcid":false,"given":"Joseph S.","family":"Kozlowski","sequence":"additional","affiliation":[{"name":"College of Teacher Education and Leadership, Utah State University, Logan, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2021,2,1]]},"reference":[{"key":"cit0001","unstructured":"American Educational Research Association, American Psychological Association, & National Council on Measurement in Education [AERA, APA, NCME] (2014). Standards for educational and psychological testing. APA"},{"key":"cit0002","author":"Angeli C.","year":"2019","journal-title":"Computers in Human Behavior, 105, 1\u201313"},{"issue":"3","key":"cit0003","first-page":"47","volume":"19","author":"Angeli C.","year":"2016","journal-title":"Journal of Educational Technology & Society"},{"key":"cit0004","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366849"},{"key":"cit0005","doi-asserted-by":"publisher","DOI":"10.2307\/749731"},{"key":"cit0006","volume-title":"Coding as a playground: Programming and computational thinking in the early childhood classroom","author":"Bers M. U.","year":"2018"},{"key":"cit0007","doi-asserted-by":"publisher","DOI":"10.1007\/s40692-019-00147-3"},{"key":"cit0008","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.10.020"},{"key":"cit0009","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.04.013"},{"key":"cit0010","unstructured":"Bienkowski, M., Snow, E., Rutstein, D. W. & Grover, S. (2015). Assessment design patterns for computational thinking practices in secondary computer science: A first look (SRI technical report). SRI International. http:\/\/pact.sri.com\/resources.html"},{"key":"cit0011","volume-title":"Paper presented at annual American Educational Research Association meeting","author":"Brennan K.","year":"2012"},{"key":"cit0012","unstructured":"Brennan, K. & Resnick, M. (2012, April). New frameworks for studying and assessing the development of computational thinking. In Proceedings of the 2012 annual meeting of the American educational research association (Vol. 1, p. 25). Vancouver, Canada."},{"key":"cit0013","doi-asserted-by":"publisher","DOI":"10.1080\/15248372.2012.725186"},{"key":"cit0014","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103613"},{"key":"cit0015","author":"Clarke-Midura J.","year":"2021","journal-title":"How young children engage in and shift between reference frames when playing with coding toys"},{"key":"cit0016","doi-asserted-by":"publisher","DOI":"10.1108\/ILS-06-2019-0059"},{"key":"cit0017","volume-title":"REMA\u2014research-based early mathematics assessment","author":"Clements D. H.","year":"2019"},{"key":"cit0018","unstructured":"Common Core State Standards Initiative [CCSSI]. (2010). Common core state standards for mathematics. http:\/\/www.corestandards.org\/Math\/"},{"key":"cit0019","volume-title":"K-12 computer science standards","author":"Computers Science Teachers Association","year":"2017"},{"key":"cit0020","volume-title":"Paper presented at the Biennial Meeting of the Society for Research in Child Development","author":"Cuneo D. O.","year":"1985"},{"key":"cit0021","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-019-09799-3"},{"key":"cit0022","volume-title":"The theory and practice of item response theory","author":"De Ayala R. J.","year":"2013"},{"key":"cit0023","volume-title":"Paper presented at the 124th ASEE Annual Conference & Exposition","author":"Ehsan H.","year":"2017"},{"key":"cit0024","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-8621-2_11"},{"key":"cit0025","first-page":"19","volume-title":"Computer science education: Perspective on teaching and learning in school","author":"Grover S.","year":"2018"},{"key":"cit0026","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X12463051"},{"key":"cit0027","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2015.1033142"},{"key":"cit0028","doi-asserted-by":"crossref","unstructured":"Hamilton, M., Clarke-Midura, J., Shumway, J. F. & Lee, V. (2020). An emerging technology report on computational toys in early childhood. Technology, Knowledge and Learning, 25(1), 213\u2013224. https:\/\/doi.org\/10.1007\/s10758-019-09423-8","DOI":"10.1007\/s10758-019-09423-8"},{"key":"cit0029","first-page":"17","volume-title":"Educational measurement","author":"Kane M.","year":"2006","edition":"4"},{"key":"cit0030","doi-asserted-by":"publisher","DOI":"10.1177\/0265532209349467"},{"key":"cit0031","doi-asserted-by":"publisher","DOI":"10.1111\/jedm.12000"},{"key":"cit0032","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.09.012"},{"key":"cit0033","doi-asserted-by":"publisher","DOI":"10.1145\/2729094.2742599"},{"key":"cit0034","first-page":"13","volume-title":"Educational measurement","author":"Messick S.","year":"1989","edition":"3"},{"key":"cit0035","doi-asserted-by":"crossref","unstructured":"Messick, S. (1995). Standards of validity and the validity of standards in performance asessment. Educational Measurement: Issues and Practice, 14(4), 5\u20138.","DOI":"10.1111\/j.1745-3992.1995.tb00881.x"},{"key":"cit0036","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X07311660"},{"key":"cit0037","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.2006.00075.x"},{"key":"cit0038","unstructured":"Mislevy, R. J. & Riconscente, M. M. (2005). Evidence-centered assessment design: Layers, structures, and terminology (PADI Technical Report 9). SRI International. https:\/\/padi.sri.com\/downloads\/TR9_ECD.pdf"},{"key":"cit0039","doi-asserted-by":"publisher","DOI":"10.3916\/C59-2019-06"},{"key":"cit0040","volume-title":"Learning to think spatially: GIS as a support system in the K\u201312 curriculum","author":"National Research Council [NRC]","year":"2006"},{"key":"cit0041","doi-asserted-by":"publisher","DOI":"10.1080\/15305058.2018.1543308"},{"key":"cit0042","volume-title":"Mindstorms: Children, computers, and powerful ideas","author":"Papert S.","year":"1980"},{"key":"cit0043","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2016.1145550"},{"key":"cit0044","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2013.866118"},{"key":"cit0045","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-020-09831-x"},{"key":"cit0046","doi-asserted-by":"publisher","DOI":"10.4324\/9780203883785"},{"key":"cit0047","doi-asserted-by":"publisher","DOI":"10.5951\/teacchilmath.25.5.0314"},{"key":"cit0048","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2017.09.003"},{"key":"cit0049","first-page":"2020","volume-title":"Proceedings of International Conference of the Learning Sciences (ICLS)","author":"Silvis D.","year":"2020"},{"key":"cit0050","doi-asserted-by":"publisher","DOI":"10.1080\/15305058.2018.1543311"},{"key":"cit0051","volume-title":"Assessment design patterns for computational thinking practices in exploring computer science","author":"Snow E.","year":"2017"},{"key":"cit0052","doi-asserted-by":"crossref","unstructured":"Strawhacker, A., Sullivan, A. & Bers, N. U. (2013, June). TUI, GUI, HUI: is a bimodal interface truly worth the sum of its parts? In Proceedings of the 12th International Conference on Interaction Design and Children (pp. 309\u2013312), New York, NY.","DOI":"10.1145\/2485760.2485825"},{"key":"cit0053","doi-asserted-by":"publisher","DOI":"10.1007\/s10798-015-9304-5"},{"key":"cit0054","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103798"},{"key":"cit0055","volume-title":"The uses of argument","author":"Toulmin S.","year":"1958"},{"key":"cit0056","doi-asserted-by":"publisher","DOI":"10.1111\/cdev.12165"},{"key":"cit0057","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-015-9581-5"},{"key":"cit0058","doi-asserted-by":"publisher","DOI":"10.1145\/2576872"}],"container-title":["Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08993408.2021.1877988","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,20]],"date-time":"2021-05-20T10:55:43Z","timestamp":1621508143000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/08993408.2021.1877988"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,1]]},"references-count":58,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,4,3]]}},"alternative-id":["10.1080\/08993408.2021.1877988"],"URL":"https:\/\/doi.org\/10.1080\/08993408.2021.1877988","relation":{},"ISSN":["0899-3408","1744-5175"],"issn-type":[{"value":"0899-3408","type":"print"},{"value":"1744-5175","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,1]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2020-04-30","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-01-07","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-02-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}