{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T11:24:26Z","timestamp":1783337066978,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3716640.3716643","type":"proceedings-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T11:06:01Z","timestamp":1744023961000},"page":"16-25","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Automating New Zealand High School Programming Assessment - Teachers' Experiences"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5854-1120","authenticated-orcid":false,"given":"Henry","family":"Hickman","sequence":"first","affiliation":[{"name":"University of Canterbury, Christchurch, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0148-0857","authenticated-orcid":false,"given":"Tim","family":"Bell","sequence":"additional","affiliation":[{"name":"University of Canterbury, Christchurch, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,7]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","unstructured":"N. Anquetil J. Delplanque S. Ducasse O. Zaitsev C. Fuhrman and Y.-G. Gu\u00e9h\u00e9neuc. 2022. What do developers consider magic literals? A smalltalk perspective. Information and Software Technology 149 (2022) 106942. 10.1016\/j.infsof.2022.106942","DOI":"10.1016\/j.infsof.2022.106942"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157240"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","unstructured":"Tim Bell Peter Andreae and Anthony Robins. 2014. A Case Study of the Introduction of Computer Science in NZ Schools. ACM Trans. Comput. Educ. 14 2 (June 2014). 10.1145\/2602485Place: New York NY USA Publisher: Association for Computing Machinery.","DOI":"10.1145\/2602485"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/2481449.2481454"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3524753"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0L Bolton Elliot Biltekoff and Laura Humphrey. 2023. The mathematical meaninglessness of the NASA task load index: A level of measurement analysis. IEEE Transactions on Human-Machine Systems 53 3 (2023) 590\u2013599.","DOI":"10.1109\/THMS.2023.3263482"},{"key":"e_1_3_3_1_8_2","unstructured":"Jon Creighton Katana Dunn Toni Maddaford Samuel O\u2019Sullivan and Steve Rodkiss. 2024. Techquity. https:\/\/www.techquity.co.nz\/home. Accessed: December 6 2024."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3421590.3421595"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445339"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Marcelo\u00a0Guerra Hahn Silvia Margarita\u00a0Baldiris Navarro Luis De\u00a0La Fuente\u00a0Valent\u00edn and Daniel Burgos. 2021. A Systematic Review of the Effects of Automatic Scoring and Automatic Feedback in Educational Settings. IEEE Access 9 (2021) 108190\u2013108198. 10.1109\/ACCESS.2021.3100890","DOI":"10.1109\/ACCESS.2021.3100890"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE43999.2019.9028712"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"Sandra\u00a0G. Hart. 2006. Nasa-Task Load Index (NASA-TLX); 20 Years Later. Proceedings of the Human Factors and Ergonomics Society Annual Meeting 50 9 (2006) 904\u2013908. 10.1177\/154193120605000909 arXiv:10.1177\/154193120605000909","DOI":"10.1177\/154193120605000909"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3437914.3437973"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3677619.3678113"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Jack Hollingsworth. 1960. Automatic Graders for Programming Classes. Commun. ACM 3 10 (Oct. 1960) 528\u2013529. 10.1145\/367415.367422Place: New York NY USA Publisher: Association for Computing Machinery.","DOI":"10.1145\/367415.367422"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","unstructured":"Anders Jonsson. 2014. Rubrics as a way of providing transparency in assessment. Assessment & Evaluation in Higher Education 39 7 (2014) 840\u2013852. 10.1080\/02602938.2013.875117 arXiv:10.1080\/02602938.2013.875117","DOI":"10.1080\/02602938.2013.875117"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511866"},{"key":"e_1_3_3_1_20_2","unstructured":"Richard Lobb. 2022. CodeRunner Readme.md. https:\/\/github.com\/trampgeek\/moodle-qtype_coderunner. Accessed: August 2 2024."},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","unstructured":"Richard Lobb and Jenny Harlow. 2016. Coderunner: A Tool for Assessing Computer Programming Skills. ACM Inroads 7 1 (Feb. 2016) 47\u201351. 10.1145\/2810041Place: New York NY USA Publisher: Association for Computing Machinery.","DOI":"10.1145\/2810041"},{"key":"e_1_3_3_1_22_2","unstructured":"NCEA. 2022. Create a computer program. https:\/\/ncea.education.govt.nz\/technology\/digital-technologies\/1\/1?view=standard\/. Accessed: August 11 2022."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/SoutheastCon51012.2023.10115140"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Shwetlena Sabarwal Malek Abu-Jawdeh and Radhika Kapoor. 2021. Teacher Beliefs: Why They Matter and What They Are. The World Bank Research Observer 37 1 (June 2021) 73\u2013106. 10.1093\/wbro\/lkab008_eprint: https:\/\/academic.oup.com\/wbro\/article-pdf\/37\/1\/73\/42793384\/lkab008.pdf.","DOI":"10.1093\/wbro\/lkab008"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3407101"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3481312.3481321"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499344"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3564721.3564732"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677226"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Soundous Zougari Mariam Tanana and Abdelouahid Lyhyaoui. 2022. Validity of a graph-based automatic assessment system for programming assignments: human versus automatic grading. International Journal of Electrical and Computer Engineering (IJECE) 12 (June 2022) 2867. 10.11591\/ijece.v12i3.pp2867-2875","DOI":"10.11591\/ijece.v12i3.pp2867-2875"}],"event":{"name":"ACE 2025: 27th Australasian Computing Education Conference","location":"Brisbane Australia","acronym":"ACE 2025"},"container-title":["Proceedings of the 27th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716643","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716640.3716643","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:52Z","timestamp":1750295932000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716643"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":29,"alternative-id":["10.1145\/3716640.3716643","10.1145\/3716640"],"URL":"https:\/\/doi.org\/10.1145\/3716640.3716643","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-04-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}