{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T11:11:55Z","timestamp":1772104315519,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T00:00:00Z","timestamp":1699833600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1941642"],"award-info":[{"award-number":["1941642"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,13]]},"DOI":"10.1145\/3631802.3631828","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T12:45:51Z","timestamp":1707223551000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Toward CS1 Content Subscales: A Mixed-Methods Analysis of an Introductory Computing Assessment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0066-2664","authenticated-orcid":false,"given":"Miranda C.","family":"Parker","sequence":"first","affiliation":[{"name":"Computer Science, San Diego State Unviersity, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6848-2876","authenticated-orcid":false,"given":"Matt J.","family":"Davidson","sequence":"additional","affiliation":[{"name":"University of Washington, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4116-3856","authenticated-orcid":false,"given":"Yvonne S.","family":"Kao","sequence":"additional","affiliation":[{"name":"WestEd, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8800-2398","authenticated-orcid":false,"given":"Lauren E.","family":"Margulieux","sequence":"additional","affiliation":[{"name":"Georgia State University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8617-951X","authenticated-orcid":false,"given":"Zachary R.","family":"Tidler","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8708-4814","authenticated-orcid":false,"given":"Jan","family":"Vahrenhold","sequence":"additional","affiliation":[{"name":"University of M\u00fcnster, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Vicki\u00a0L Almstrum Peter\u00a0B Henderson Valerie Harvey Cinda Heeren William Marion Charles Riedesel Leen-Kiat Soh and Allison\u00a0Elliott Tew. 2006. Concept inventories in computer science for the topic discrete mathematics. In Working group reports on ITiCSE on Innovation and technology in computer science education. 132\u2013145.","DOI":"10.1145\/1189136.1189182"},{"key":"e_1_3_2_1_2_1","volume-title":"Standards for educational and psychological testing","author":"American Educational\u00a0Research Association 2014.","unstructured":"American Educational\u00a0Research Association 2014. Standards for educational and psychological testing. American Educational Research Association."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--34958"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287372"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0005-7967(98)00025-4"},{"key":"e_1_3_2_1_6_1","volume-title":"Knowing what students know: The science and design of educational assessment","author":"National\u00a0Research Council 2001.","unstructured":"National\u00a0Research Council 2001. Knowing what students know: The science and design of educational assessment. National Academies Press."},{"key":"e_1_3_2_1_7_1","volume-title":"Coefficient alpha and the internal structure of tests. psychometrika 16, 3","author":"Cronbach J","year":"1951","unstructured":"Lee\u00a0J Cronbach. 1951. Coefficient alpha and the internal structure of tests. psychometrika 16, 3 (1951), 297\u2013334."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106171"},{"key":"e_1_3_2_1_9_1","volume-title":"Invited lectures from the 13th international congress on mathematical education","author":"DiSessa A","unstructured":"Andrea\u00a0A DiSessa. 2018. A friendly introduction to \u201cknowledge in pieces\u201d: Modeling types of knowledge and their roles in learning. In Invited lectures from the 13th international congress on mathematical education. Springer, 65\u201384."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2015.1014142"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339407"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432415"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953200"},{"key":"e_1_3_2_1_14_1","volume-title":"Assessing fundamental introductory computing concept knowledge in a language independent manner. Ph.\u00a0D. Dissertation","author":"Tew Allison Elliott","unstructured":"Allison Elliott Tew. 2010. Assessing fundamental introductory computing concept knowledge in a language independent manner. Ph.\u00a0D. Dissertation. Georgia Institute of Technology."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.4.3.272"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1352135.1352226"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1119\/1.2343497"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1119\/1.2344171"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289343"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1002\/jee.20104"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/07481756.1997.12068906"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3486598"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094428105284919"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3374135.3385277"},{"key":"e_1_3_2_1_25_1","volume-title":"A paradox in the interpretation of group comparisons.Psychological bulletin 68, 5","author":"Lord M","year":"1967","unstructured":"Frederic\u00a0M Lord. 1967. A paradox in the interpretation of group comparisons.Psychological bulletin 68, 5 (1967), 304."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.3200\/JRLP.139.5.439-457"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1037\/pas0000004"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2018.1562145"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.103.3.391"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316448904900412"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469744"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432376"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3230987"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339404"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2632320.2632354"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.2190\/C670-Y3C8-LTJ1-CT3P"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2017.09.030"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.3200\/JOER.99.6.323-338"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3374135.3385321"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.2307\/1412107"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3406281"},{"key":"e_1_3_2_1_43_1","unstructured":"Barbara\u00a0G Tabachnick Linda\u00a0S Fidell and Jodie\u00a0B Ullman. 2013. Using multivariate statistics. Vol.\u00a06. pearson Boston MA."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2014.970779"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2016.7757492"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1177\/0013164494054003028"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/0735633117746747"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1076\/csed.12.3.197.8618"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287370"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON45650.2020.9125368"}],"event":{"name":"Koli Calling '23: 23rd Koli Calling International Conference on Computing Education Research","location":"Koli Finland","acronym":"Koli Calling '23"},"container-title":["Proceedings of the 23rd Koli Calling International Conference on Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631802.3631828","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3631802.3631828","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:20:16Z","timestamp":1755879616000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631802.3631828"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,13]]},"references-count":50,"alternative-id":["10.1145\/3631802.3631828","10.1145\/3631802"],"URL":"https:\/\/doi.org\/10.1145\/3631802.3631828","relation":{},"subject":[],"published":{"date-parts":[[2023,11,13]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}