{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T17:58:41Z","timestamp":1777139921951,"version":"3.51.4"},"reference-count":57,"publisher":"Informa UK Limited","issue":"2","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Computer Science Education"],"published-print":{"date-parts":[[2021,4,3]]},"DOI":"10.1080\/08993408.2020.1866939","type":"journal-article","created":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T12:34:39Z","timestamp":1610627679000},"page":"169-198","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":30,"title":["A principled approach to designing computational thinking concepts and practices assessments for upper elementary grades"],"prefix":"10.1080","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7055-6632","authenticated-orcid":false,"given":"Satabdi","family":"Basu","sequence":"first","affiliation":[{"name":"Center for Education Research & Innovation, SRI International, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daisy W.","family":"Rutstein","sequence":"additional","affiliation":[{"name":"Center for Education Research & Innovation, SRI International, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5170-1929","authenticated-orcid":false,"given":"Yuning","family":"Xu","sequence":"additional","affiliation":[{"name":"Center for Education Research & Innovation, SRI International, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haiwen","family":"Wang","sequence":"additional","affiliation":[{"name":"Center for Education Research & Innovation, SRI International, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linda","family":"Shear","sequence":"additional","affiliation":[{"name":"Center for Education Research & Innovation, SRI International, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2021,1,11]]},"reference":[{"key":"cit0001","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/bxs074"},{"key":"cit0002","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2019.02"},{"key":"cit0003","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2015.10.008"},{"issue":"6","key":"cit0004","first-page":"20","volume":"38","author":"Barr D.","year":"2011","journal-title":"Learning & Leading with Technology"},{"key":"cit0005","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-017-9187-0"},{"key":"cit0006","doi-asserted-by":"publisher","DOI":"10.1186\/s41039-016-0036-2"},{"key":"cit0007","doi-asserted-by":"crossref","unstructured":"Basu, S., Rutstein, D., Xu, Y. & Shear, L. (2020). A Principled Approach to Designing a Computational Thinking Practices Assessment for Early Grades. In Proceedings of the 51st ACM Technical Symposium on Computer Science Education (pp. 912\u2013918)","DOI":"10.1145\/3328778.3366849"},{"key":"cit0008","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2013.836655"},{"key":"cit0009","unstructured":"Bienkowski, M., Snow, E., Rutstein, D. W. & Grover, S. (2015). Assessment design patterns for computational thinking practices in secondary computer science: A first look (SRI technical report)."},{"key":"cit0010","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2014.954750"},{"key":"cit0011","unstructured":"Bocconi, S., Chioccariello, A., Dettori, G., Ferrari, A., Engelhardt, K., Kampylis, P. & Punie, Y. (2016). Developing computational thinking in compulsory education \u2013 Implications for policy and practice. Technical report, European Union Scientific and Technical Research Reports. EUR 28295 EN."},{"key":"cit0012","volume-title":"Paper presented at the 2012 Annual Meeting of the American Educational Research Association","author":"Brennan K.","year":"2012"},{"key":"cit0013","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.03.001"},{"key":"cit0014","volume-title":"The effect of matrix sampling on student score comparability in constructed \u2013 response and multiple- choice assessment","author":"Childs R. A.","year":"2002"},{"key":"cit0015","unstructured":"Childs, R. A. & Jaciw, A. P. (2002) Matrix sampling of items in large-scale assessments,Practical Assessment, Research, and Evaluation: Vol. 8, Article 16. https:\/\/doi.org\/10.7275\/gwvh-4z51"},{"key":"cit0016","unstructured":"Csizmadia, A., Curzon, P., Dorling, M., Humphreys, S., Ng, T., Selby, C. & Woollard, J. (2015). Computational thinking-A guide for teachers. \u00a9 Copyright 2015 Computing At School"},{"key":"cit0017","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-019-09799-3"},{"key":"cit0018","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69924-8_2"},{"key":"cit0019","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2007.35"},{"key":"cit0020","doi-asserted-by":"publisher","DOI":"10.2190\/3LFX-9RRF-67T8-UVK9"},{"key":"cit0021","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1069"},{"key":"cit0022","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1428-6_685"},{"key":"cit0023","doi-asserted-by":"publisher","DOI":"10.1145\/2189835.2189851"},{"key":"cit0024","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017723"},{"key":"cit0025","doi-asserted-by":"publisher","DOI":"10.1145\/3105910"},{"key":"cit0026","volume-title":"Fundamentals of item response theory","author":"Hambleton R. K.","year":"1991"},{"key":"cit0027","unstructured":"K-12 Computer Science Framework (2016). http:\/\/www.k12cs.org"},{"key":"cit0028","volume-title":"Play = learning","author":"Knee J. A.","year":"2006"},{"key":"cit0029","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2010.17"},{"key":"cit0030","first-page":"84","volume-title":"Conference Proceedings of International Conference on Computational Thinking Education","author":"Kong S. C.","year":"2017"},{"key":"cit0031","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-016-9628-2"},{"key":"cit0032","doi-asserted-by":"publisher","DOI":"10.1145\/1352322.1352260"},{"key":"cit0033","doi-asserted-by":"publisher","DOI":"10.5220\/0007738102920303"},{"key":"cit0034","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X07311660"},{"key":"cit0035","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.2006.00075.x"},{"key":"cit0036","first-page":"1","volume":"46","author":"Moreno-Le\u00f3n J.","year":"2015","journal-title":"Revista De Educacion a Distancia"},{"key":"cit0037","doi-asserted-by":"publisher","DOI":"10.28945\/3521"},{"key":"cit0038","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053216"},{"key":"cit0039","doi-asserted-by":"publisher","DOI":"10.1080\/15391523.2016.1146561"},{"key":"cit0040","volume-title":"Knowing what students know: The science and design of educational assessment","author":"National Research Council","year":"2001"},{"key":"cit0041","volume-title":"Next generation science standards: For states, by states","author":"NGSS Lead States","year":"2013"},{"key":"cit0042","doi-asserted-by":"publisher","DOI":"10.1177\/0735633119845413"},{"key":"cit0043","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.2.137.14200"},{"key":"cit0044","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2016.08.047"},{"key":"cit0045","first-page":"161","volume-title":"Studying the novice programmer","author":"Samurcay R.","year":"1989"},{"key":"cit0046","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493403"},{"key":"cit0047","doi-asserted-by":"publisher","DOI":"10.1080\/15305058.2018.1543311"},{"key":"cit0048","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106186"},{"key":"cit0049","doi-asserted-by":"publisher","DOI":"10.1145\/6138.6145"},{"key":"cit0050","doi-asserted-by":"publisher","DOI":"10.1007\/s10798-017-9400-9"},{"key":"cit0051","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787721"},{"key":"cit0052","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157200"},{"key":"cit0053","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287390"},{"key":"cit0054","doi-asserted-by":"publisher","DOI":"10.1145\/1118178.1118215"},{"key":"cit0055","first-page":"109","volume-title":"Seventh Australasian Computing Education Conference (ACE","volume":"2005","author":"Woodford K.","year":"2005"},{"key":"cit0056","volume-title":"Sowing the seeds: A landscape study on assessment in secondary computer science education","author":"Yadav A.","year":"2015"},{"key":"cit0057","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462479"}],"container-title":["Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08993408.2020.1866939","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,20]],"date-time":"2021-05-20T10:54:19Z","timestamp":1621508059000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/08993408.2020.1866939"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,11]]},"references-count":57,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,4,3]]}},"alternative-id":["10.1080\/08993408.2020.1866939"],"URL":"https:\/\/doi.org\/10.1080\/08993408.2020.1866939","relation":{},"ISSN":["0899-3408","1744-5175"],"issn-type":[{"value":"0899-3408","type":"print"},{"value":"1744-5175","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,11]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ncse20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2020-04-30","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-12-17","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-01-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}