{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:08:25Z","timestamp":1771045705001,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,2,22]],"date-time":"2019-02-22T00:00:00Z","timestamp":1550793600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1639576, 1703304, 1735123, 1314399, 12566082, 1829590"],"award-info":[{"award-number":["1639576, 1703304, 1735123, 1314399, 12566082, 1829590"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,2,22]]},"DOI":"10.1145\/3287324.3287370","type":"proceedings-article","created":{"date-parts":[[2019,2,22]],"date-time":"2019-02-22T22:12:13Z","timestamp":1550873533000},"page":"699-705","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["An Item Response Theory Evaluation of a Language-Independent CS1 Knowledge Assessment"],"prefix":"10.1145","author":[{"given":"Benjamin","family":"Xie","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Matthew J.","family":"Davidson","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Min","family":"Li","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"given":"Amy J.","family":"Ko","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,2,22]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Yen","author":"Allen Mary J.","year":"2001","unstructured":"Mary J. Allen and Wendy M . Yen . 2001 . Introduction to Measurement Theory. Waveland Press . Mary J. Allen and Wendy M. Yen. 2001. Introduction to Measurement Theory. Waveland Press."},{"key":"e_1_3_2_1_2_1","volume-title":"The Basics of Item Response Theory","author":"Baker Frank B.","unstructured":"Frank B. Baker . 2001. The Basics of Item Response Theory . Second Edition. ERIC Clearinghouse on Assessment and Evaluation. Frank B. Baker. 2001. The Basics of Item Response Theory. Second Edition. ERIC Clearinghouse on Assessment and Evaluation."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2729094.2742619"},{"key":"e_1_3_2_1_4_1","volume-title":"Adaptive EAP estimation of ability in a microcomputer environment. Applied psychological measurement 6, 4","author":"Darrell Bock R","year":"1982","unstructured":"R Darrell Bock and Robert J Mislevy . 1982. Adaptive EAP estimation of ability in a microcomputer environment. Applied psychological measurement 6, 4 ( 1982 ), 431--444. R Darrell Bock and Robert J Mislevy. 1982. Adaptive EAP estimation of ability in a microcomputer environment. Applied psychological measurement 6, 4 (1982), 431--444."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781420035926"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3024906.3024912"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3141880.3141898"},{"key":"e_1_3_2_1_8_1","volume-title":"Estimating item parameters and latent ability when responses are scored in two or more nominal categories. Psychometrika 37, 1 (01","author":"Bock R. Darrell","year":"1972","unstructured":"R. Darrell Bock . 1972. Estimating item parameters and latent ability when responses are scored in two or more nominal categories. Psychometrika 37, 1 (01 Mar 1972 ), 29--51. R. Darrell Bock. 1972. Estimating item parameters and latent ability when responses are scored in two or more nominal categories. Psychometrika 37, 1 (01 Mar 1972), 29--51."},{"key":"e_1_3_2_1_9_1","volume-title":"The theory and practice of item response theory","author":"De Ayala R. J.","unstructured":"R. J. De Ayala . 2009. The theory and practice of item response theory . Guilford Press . R. J. De Ayala. 2009. The theory and practice of item response theory. Guilford Press."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 9th International Conference on Educational Data Mining","author":"Fouh Eric","year":"2016","unstructured":"Eric Fouh , Mohammed F Farghally , and Sally Hamouda . 2016 . Investigating Difficult Topics in a Data Structures Course Using Item Response Theory and Logged Data Analysis . Proceedings of the 9th International Conference on Educational Data Mining (2016), 6. Eric Fouh, Mohammed F Farghally, and Sally Hamouda. 2016. Investigating Difficult Topics in a Data Structures Course Using Item Response Theory and Logged Data Analysis. Proceedings of the 9th International Conference on Educational Data Mining (2016), 6."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2009.10.002"},{"key":"e_1_3_2_1_12_1","unstructured":"David Torres Irribarra and Rebecca Freund. 2016. IRT Item-Person Map with 'ConQuest' Integration.  David Torres Irribarra and Rebecca Freund. 2016. IRT Item-Person Map with 'ConQuest' Integration."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1002\/jee.20104"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231644.3231665"},{"key":"e_1_3_2_1_15_1","volume-title":"Articulating a Validity Argument","author":"Kane Michael","unstructured":"Michael Kane . 2009. Articulating a Validity Argument . In The Routledge Handbook of Language Testing. Routledge . Michael Kane. 2009. Articulating a Validity Argument. In The Routledge Handbook of Language Testing. Routledge."},{"key":"e_1_3_2_1_16_1","volume-title":"Principles and Practice of Structural Equation Modeling","author":"Kline R.B.","unstructured":"R.B. Kline . 2011. Principles and Practice of Structural Equation Modeling , Third Edition. Guilford Publications . R.B. Kline. 2011. Principles and Practice of Structural Equation Modeling, Third Edition. Guilford Publications."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Sadanori Konishi and G. Kitagawa. 2008. Information Criteria and Statistical Modeling. Springer New York.   Sadanori Konishi and G. Kitagawa. 2008. Information Criteria and Statistical Modeling. Springer New York.","DOI":"10.1007\/978-0-387-71887-3"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(85)90009-X"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/507758.377466"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094428105284919"},{"key":"e_1_3_2_1_21_1","volume-title":"Confirmatory factor analysis with ordinal data: Comparing robust maximum likelihood and diagonally weighted least squares. Behavior Research Methods 48, 3 (01","author":"Cheng-Hsien Li.","year":"2016","unstructured":"Cheng-Hsien Li. 2016. Confirmatory factor analysis with ordinal data: Comparing robust maximum likelihood and diagonally weighted least squares. Behavior Research Methods 48, 3 (01 Sept. 2016 ), 936--949. Cheng-Hsien Li. 2016. Confirmatory factor analysis with ordinal data: Comparing robust maximum likelihood and diagonally weighted least squares. Behavior Research Methods 48, 3 (01 Sept. 2016), 936--949."},{"key":"e_1_3_2_1_22_1","volume-title":"Applications of Item Response Theory to Practical Testing Problems","author":"Lord Frederic M.","unstructured":"Frederic M. Lord . 1980. Applications of Item Response Theory to Practical Testing Problems . Lawrence Erlbaum Associates, Inc. Frederic M. Lord. 1980. Applications of Item Response Theory to Practical Testing Problems. Lawrence Erlbaum Associates, Inc."},{"key":"e_1_3_2_1_23_1","volume-title":"Price","author":"Martinkov\u00e1 Patr\u00edcia","year":"2017","unstructured":"Patr\u00edcia Martinkov\u00e1 , Ad\u00e9la Drabinov\u00e1 , Yuan-Ling Liaw , Elizabeth A. Sanders , Jenny L. McFarland , and Rebecca M . Price . 2017 . Checking Equity : Why Differential Item Functioning Analysis Should Be a Routine Part of Developing Conceptual Assessments. Cell Biology Education 16, 2 (2017), rm2. Patr\u00edcia Martinkov\u00e1, Ad\u00e9la Drabinov\u00e1, Yuan-Ling Liaw, Elizabeth A. Sanders, Jenny L. McFarland, and Rebecca M. Price. 2017. Checking Equity: Why Differential Item Functioning Analysis Should Be a Routine Part of Developing Conceptual Assessments. Cell Biology Education 16, 2 (2017), rm2."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceeding of the Third International Conference on Cognitive Science","author":"Nathan Mitchell J","year":"2001","unstructured":"Mitchell J Nathan , Kenneth R Koedinger , and Martha W Alibali . 2001 . Expert Blind Spot: When Content Knowledge Eclipses Pedagogical Content Knowledge . Proceeding of the Third International Conference on Cognitive Science (2001), 6. Mitchell J Nathan, Kenneth R Koedinger, and Martha W Alibali. 2001. Expert Blind Spot: When Content Knowledge Eclipses Pedagogical Content Knowledge. Proceeding of the Third International Conference on Cognitive Science (2001), 6."},{"key":"e_1_3_2_1_25_1","volume-title":"Ko","author":"Nelson Greg L.","year":"2017","unstructured":"Greg L. Nelson , Benjamin Xie , and Andy J . Ko . 2017 . Comprehension First : Evaluating a Novel Pedagogy and Tutoring System for Program Tracing in CS1. In 2017 ACM Int'l Computing Education Research Conf. (ICER '17). ACM , 2--11. Greg L. Nelson, Benjamin Xie, and Andy J. Ko. 2017. Comprehension First: Evaluating a Novel Pedagogy and Tutoring System for Program Tracing in CS1. In 2017 ACM Int'l Computing Education Research Conf. (ICER '17). ACM, 2--11."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2496(66)90002-2"},{"key":"e_1_3_2_1_27_1","volume-title":"Psychometric Theory (2d ed. ed.)","author":"Nunnally Jum C.","unstructured":"Jum C. Nunnally . 1978. Psychometric Theory (2d ed. ed.) . McGraw-Hill , New York . Jum C. Nunnally. 1978. Psychometric Theory (2d ed. ed.). McGraw-Hill, New York."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960316"},{"key":"e_1_3_2_1_29_1","unstructured":"Dimitris Rizopoulos. 2018. Latent Trait Models under IRT.  Dimitris Rizopoulos. 2018. Latent Trait Models under IRT."},{"key":"e_1_3_2_1_31_1","volume-title":"Cluster Analysis","author":"Sarstedt Marko","unstructured":"Marko Sarstedt and Erik Mooi . 2014. Cluster Analysis . Springer Berlin Heidelberg , Berlin, Heidelberg , 273--324. Marko Sarstedt and Erik Mooi. 2014. Cluster Analysis. Springer Berlin Heidelberg, Berlin, Heidelberg, 273--324."},{"key":"e_1_3_2_1_32_1","first-page":"323","article-title":"Reporting Structural Equation Modeling and Confirmatory Factor Analysis Results","volume":"99","author":"Schreiber James B.","year":"2006","unstructured":"James B. Schreiber , Amaury Nora , Frances K. Stage , Elizabeth A. Barlow , and Jamie King . 2006 . Reporting Structural Equation Modeling and Confirmatory Factor Analysis Results : A Review. The Journal of Educational Research 99 , 6 (2006), 323 -- 338 . James B. Schreiber, Amaury Nora, Frances K. Stage, Elizabeth A. Barlow, and Jamie King. 2006. Reporting Structural Equation Modeling and Confirmatory Factor Analysis Results: A Review. The Journal of Educational Research 99, 6 (2006), 323--338.","journal-title":"A Review. The Journal of Educational Research"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0305-0483(96)00051-5"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/377435.377458"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2013.259"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953200"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 44th SEFI Annual Conference. ACM Press","author":"Timmermann Dion","year":"2016","unstructured":"Dion Timmermann and Christian Kautz . 2016 . Design of Open Educational Resources for a Programming Course with a Focus on Conceptual Understanding . In Proceedings of the 44th SEFI Annual Conference. ACM Press , Tampere, Finland. Dion Timmermann and Christian Kautz. 2016. Design of Open Educational Resources for a Programming Course with a Focus on Conceptual Understanding. In Proceedings of the 44th SEFI Annual Conference. ACM Press, Tampere, Finland."},{"key":"e_1_3_2_1_39_1","volume-title":"2016 IEEE Frontiers in Education Conference (FIE). 1--5.","author":"Timmermann D.","unstructured":"D. Timmermann , C. Kautz , and V. Skwarek . 2016. Evidence-Based Re-Design of an Introductory Course 'Programming in C \". In 2016 IEEE Frontiers in Education Conference (FIE). 1--5. D. Timmermann, C. Kautz, and V. Skwarek. 2016. Evidence-Based Re-Design of an Introductory Course 'Programming in C\". In 2016 IEEE Frontiers in Education Conference (FIE). 1--5."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.3847\/AER2010024"}],"event":{"name":"SIGCSE '19: The 50th ACM Technical Symposium on Computer Science Education","location":"Minneapolis MN USA","acronym":"SIGCSE '19","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 50th ACM Technical Symposium on Computer Science Education"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3287324.3287370","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3287324.3287370","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3287324.3287370","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:01:53Z","timestamp":1750208513000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3287324.3287370"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,22]]},"references-count":38,"alternative-id":["10.1145\/3287324.3287370","10.1145\/3287324"],"URL":"https:\/\/doi.org\/10.1145\/3287324.3287370","relation":{},"subject":[],"published":{"date-parts":[[2019,2,22]]},"assertion":[{"value":"2019-02-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}