{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T16:09:45Z","timestamp":1770998985158,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","funder":[{"name":"National Science Foundation","award":["2345097"],"award-info":[{"award-number":["2345097"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,2,18]]},"DOI":"10.1145\/3770762.3772613","type":"proceedings-article","created":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:15:58Z","timestamp":1770995758000},"page":"547-553","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Improving the Reliability of Grading Written-Response Coding Questions in a Large CS1 Course"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2807-5161","authenticated-orcid":false,"given":"Wei","family":"Jin","sequence":"first","affiliation":[{"name":"Georgia Gwinnett College, Lawrenceville, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2373-6360","authenticated-orcid":false,"given":"Xin","family":"Xu","sequence":"additional","affiliation":[{"name":"Georgia Gwinnett College, Lawrenceville, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3033-5886","authenticated-orcid":false,"given":"Hyesung","family":"Park","sequence":"additional","affiliation":[{"name":"Georgia Gwinnett College, Lawrenceville, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6021-3066","authenticated-orcid":false,"given":"Evelyn","family":"Brannock","sequence":"additional","affiliation":[{"name":"Georgia Gwinnett College, Lawrenceville, GA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5799-4274","authenticated-orcid":false,"given":"Tacksoo","family":"Im","sequence":"additional","affiliation":[{"name":"Georgia Gwinnett College, Lawrenceville, GA, USA"}]}],"member":"320","published-online":{"date-parts":[[2026,2,17]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A survey of automated assessment approaches for programming assignments. Computer science education","author":"Ala-Mutka Kirsti M","year":"2005","unstructured":"Kirsti M Ala-Mutka. 2005. A survey of automated assessment approaches for programming assignments. Computer science education, Vol. 15, 2 (2005), 83-102."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2015.1024607"},{"key":"e_1_3_2_1_3_1","first-page":"53","article-title":"Rubrics: A Handbook for Construction and Use","volume":"27","author":"Broda Herb","year":"1999","unstructured":"Herb Broda. 1999. Rubrics: A Handbook for Construction and Use. American Secondary Education, Vol. 27, 3 (1999), 53.","journal-title":"American Secondary Education"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Susan M Brookhart. 2013. How to create and use rubrics for formative assessment and grading. Ascd.","DOI":"10.4135\/9781452218649.n15"},{"key":"e_1_3_2_1_5_1","volume-title":"criteria, and rules of thumb for evaluating normed and standardized assessment instruments in psychology. Psychological assessment","author":"Cicchetti Domenic V","year":"1994","unstructured":"Domenic V Cicchetti. 1994. Guidelines, criteria, and rules of thumb for evaluating normed and standardized assessment instruments in psychology. Psychological assessment, Vol. 6, 4 (1994), 284."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3390\/software1010002"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1163405.1163409"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.nepr.2018.05.013"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1384271.1384371"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445339"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1119\/1.1634963"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--28416"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3769694.3771109"},{"key":"e_1_3_2_1_14_1","volume-title":"Assessing performance: Designing, scoring, and validating performance tasks","author":"Johnson Robert L","unstructured":"Robert L Johnson, James A Penny, and Belita Gordon. 2008. Assessing performance: Designing, scoring, and validating performance tasks. Guilford Press."},{"key":"e_1_3_2_1_15_1","volume-title":"The use of scoring rubrics: Reliability, validity and educational consequences. Educational research review","author":"Jonsson Anders","year":"2007","unstructured":"Anders Jonsson and Gunilla Svingby. 2007. The use of scoring rubrics: Reliability, validity and educational consequences. Educational research review, Vol. 2, 2 (2007), 130-144."},{"key":"e_1_3_2_1_16_1","volume-title":"Computing intraclass correlations (ICC) as estimates of interrater reliability in SPSS. Authorea Preprints","author":"Landers Richard","year":"2023","unstructured":"Richard Landers. 2023. Computing intraclass correlations (ICC) as estimates of interrater reliability in SPSS. Authorea Preprints (2023)."},{"key":"e_1_3_2_1_17_1","volume-title":"Forming inferences about some intraclass correlation coefficients. Psychological methods","author":"McGraw Kenneth O","year":"1996","unstructured":"Kenneth O McGraw and Seok P Wong. 1996. Forming inferences about some intraclass correlation coefficients. Psychological methods, Vol. 1, 1 (1996), 30."},{"key":"e_1_3_2_1_18_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica","author":"McHugh Mary L","year":"2012","unstructured":"Mary L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica, Vol. 22, 3 (2012), 276-282."},{"key":"e_1_3_2_1_19_1","volume-title":"HEQCO's Guide to Developing Valid and Reliable Rubrics","author":"McKeown Jess","year":"2018","unstructured":"Jess McKeown and LD Biss. 2018. HEQCO's Guide to Developing Valid and Reliable Rubrics. Higher Education Quality Council of Ontario: Toronto, Canada (2018), 2-11."},{"key":"e_1_3_2_1_20_1","volume-title":"Michael K\u00f6lling, and Miaojing Shi.","author":"Messer Marcus","year":"2024","unstructured":"Marcus Messer, Neil CC Brown, Michael K\u00f6lling, and Miaojing Shi. 2024. How Consistent Are Humans When Grading Programming Assignments? arXiv preprint arXiv:2409.12967 (2024)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/52964.53037"},{"key":"e_1_3_2_1_22_1","volume-title":"Intraclass correlations: uses in assessing rater reliability. Psychological bulletin","author":"Shrout Patrick E","year":"1979","unstructured":"Patrick E Shrout and Joseph L Fleiss. 1979. Intraclass correlations: uses in assessing rater reliability. Psychological bulletin, Vol. 86, 2 (1979), 420. https:\/\/psycnet.apa.org\/record\/1979-25169-001?doi=1"},{"key":"e_1_3_2_1_23_1","volume-title":"A comparison of consensus, consistency, and measurement approaches to estimating interrater reliability. Practical Assessment, Research, and Evaluation","author":"Stemler Steven E","year":"2004","unstructured":"Steven E Stemler. 2004. A comparison of consensus, consistency, and measurement approaches to estimating interrater reliability. Practical Assessment, Research, and Evaluation, Vol. 9, 1 (2004). https:\/\/openpublishing.library.umass.edu\/pare\/article\/id\/1540\/"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/cae.21974"}],"event":{"name":"SIGCSE TS 2026:The 57th ACM Technical Symposium on Computer Science Education","location":"St. Louis MO USA","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1"],"original-title":[],"deposited":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T15:20:44Z","timestamp":1770996044000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770762.3772613"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,17]]},"references-count":24,"alternative-id":["10.1145\/3770762.3772613","10.1145\/3770762"],"URL":"https:\/\/doi.org\/10.1145\/3770762.3772613","relation":{},"subject":[],"published":{"date-parts":[[2026,2,17]]},"assertion":[{"value":"2026-02-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}