{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:31:33Z","timestamp":1750221093903,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,11,22]],"date-time":"2018-11-22T00:00:00Z","timestamp":1542844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,11,22]]},"DOI":"10.1145\/3279720.3279729","type":"proceedings-article","created":{"date-parts":[[2018,11,21]],"date-time":"2018-11-21T18:19:27Z","timestamp":1542824367000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Automatic Assessment of Source Code Highlighting Tasks"],"prefix":"10.1145","author":[{"given":"Matthias","family":"Kramer","sequence":"first","affiliation":[{"name":"University of Duisburg-Essen, Essen, Germany"}]},{"given":"Mike","family":"Barkmin","sequence":"additional","affiliation":[{"name":"University of Duisburg-Essen, Essen, Germany"}]},{"given":"Torsten","family":"Brinda","sequence":"additional","affiliation":[{"name":"University of Duisburg-Essen, Essen, Germany"}]},{"given":"David","family":"Tobinski","sequence":"additional","affiliation":[{"name":"University of Duisburg-Essen, Essen, Germany"}]}],"member":"320","published-online":{"date-parts":[[2018,11,22]]},"reference":[{"volume-title":"Barnes and Michael K\u00f6lling","year":"2006","author":"David","key":"e_1_3_2_1_1_1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2526968.2526969"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2002.1158015"},{"volume-title":"Ten quick tips for machine learning in computational biology. BioData Mining 10, 1 (08","year":"2017","author":"Chicco Davide","key":"e_1_3_2_1_4_1"},{"volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement 20, 1","year":"1960","author":"Cohen Jacob","key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447319109526004"},{"volume-title":"Mathematical methods of statistics","author":"Cram\u00e9r Harald","key":"e_1_3_2_1_7_1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.2307\/2531104"},{"volume-title":"Calculation of the tetrachoric correlation coefficient. Psychometrika 44, 2 (01","year":"1979","author":"Divgi Dattaprasad R.","key":"e_1_3_2_1_9_1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0895-4356(90)90158-L"},{"volume-title":"Underlying determinants driving agreement among coders. Quality & Quantity 47, 5 (01","year":"2013","author":"Feng Guangchao C.","key":"e_1_3_2_1_11_1"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.2307\/2340521"},{"volume-title":"The Measurement of Interrater Agreement (3 ed.)","author":"Fleiss Joseph L.","key":"e_1_3_2_1_13_1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1983.10478008"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2011.06.006"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/19312450709336664"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/LaTiCE.2016.24"},{"key":"e_1_3_2_1_18_1","unstructured":"Klaus Krippendorff. 2011. Computing Krippendorff's alpha-reliability. (2011). http:\/\/repository.upenn.edu\/asc_papers\/43  Klaus Krippendorff. 2011. Computing Krippendorff's alpha-reliability. (2011). http:\/\/repository.upenn.edu\/asc_papers\/43"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031643"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44851-9_15"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1140124.1140157"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3174781.3174784"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326985ep3404_2"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3152433"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-011-0012-5"},{"volume-title":"Proceedings of ICCM 2015-13th International Conference on Cognitive Modeling","year":"2015","author":"Tobinski David","key":"e_1_3_2_1_27_1"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-53948-4"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(98)00029-0"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/234867.234872"},{"volume-title":"Contingency Tables Involving Small Numbers and the X2 Test. Supplement to the Journal of the Royal Statistical Society 1, 2","year":"1934","author":"Yates Frank","key":"e_1_3_2_1_31_1"}],"event":{"name":"Koli Calling '18: 18th Koli Calling International Conference on Computing Education Research","acronym":"Koli Calling '18","location":"Koli Finland"},"container-title":["Proceedings of the 18th Koli Calling International Conference on Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3279720.3279729","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3279720.3279729","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:58:01Z","timestamp":1750208281000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3279720.3279729"}},"subtitle":["Investigation of Different Means of Measurement"],"short-title":[],"issued":{"date-parts":[[2018,11,22]]},"references-count":31,"alternative-id":["10.1145\/3279720.3279729","10.1145\/3279720"],"URL":"https:\/\/doi.org\/10.1145\/3279720.3279729","relation":{},"subject":[],"published":{"date-parts":[[2018,11,22]]},"assertion":[{"value":"2018-11-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}