{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T12:07:34Z","timestamp":1773490054570,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T00:00:00Z","timestamp":1719964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,3]]},"DOI":"10.1145\/3649217.3653530","type":"proceedings-article","created":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T18:30:20Z","timestamp":1720031420000},"page":"38-44","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["\"Let Them Try to Figure It Out First\" - Reasons Why Experts (Do Not) Provide Feedback to Novice Programmers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6330-2327","authenticated-orcid":false,"given":"Dominic","family":"Lohr","sequence":"first","affiliation":[{"name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Erlangen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6843-2729","authenticated-orcid":false,"given":"Natalie","family":"Kiesler","sequence":"additional","affiliation":[{"name":"Nuremberg Tech, Nuremberg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5778-7519","authenticated-orcid":false,"given":"Hieke","family":"Keuning","sequence":"additional","affiliation":[{"name":"Utrecht University, Utrecht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5645-7681","authenticated-orcid":false,"given":"Johan","family":"Jeuring","sequence":"additional","affiliation":[{"name":"Utrecht University, Utrecht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,3]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A coefficient of agreement for nominal scales. Educational and psychological measurement","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement , Vol. 20, 1 (1960), 37--46."},{"key":"e_1_3_2_1_2_1","volume-title":"Annual Meeting of the Cognitive Science Society. Citeseer, 1430--1435","author":"Eugenio Barbara Di","year":"2009","unstructured":"Barbara Di Eugenio, Davide Fossati, Stellan Ohlsson, and David Cosejo. 2009. Towards explaining effective tutorial dialogues. In Annual Meeting of the Cognitive Science Society. Citeseer, 1430--1435."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469764"},{"key":"e_1_3_2_1_4_1","volume-title":"Creating Significant Learning Experiences: An Integrated Approach to Designing College Courses revised and updated edition ed.). Jossey-Bass","author":"Fink L. Dee","year":"2013","unstructured":"L. Dee Fink. 2013. Creating Significant Learning Experiences: An Integrated Approach to Designing College Courses revised and updated edition ed.). Jossey-Bass, San Francisco. LB2331. F495 2013"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2020.1860408"},{"key":"e_1_3_2_1_6_1","volume-title":"Visible Learning: A Synthesis of over 800 Meta-Analyses Relating to Achievement","author":"Hattie John","year":"2009","unstructured":"John Hattie. 2009. Visible Learning: A Synthesis of over 800 Meta-Analyses Relating to Achievement. Routledge, London ; New York. LB1060. H388 2009"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571785.3574124"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387419"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.21249\/DZHW:studentsteps:1.0.0"},{"key":"e_1_3_2_1_12_1","unstructured":"Natalie Kiesler. 2022b. Daten- und Methodenbericht Rekursive Probleml\u00f6sung in der Online Lernumgebung CodingBat durch Informatik-Studierende. Technical Report. https:\/\/metadata.fdz.dzhw.eu\/public\/files\/data-packages\/stu-studentsteps$\/attachments\/studentsteps_Data_Methods_Report_de.pdf"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","unstructured":"Natalie Kiesler. 2023. Investigating the Use and Effects of Feedback in CodingBat Exercises: An Exploratory Thinking Aloud Study. In 2023 Future of Educational Innovation-Workshop Series Data in Action. 1--12. https:\/\/doi.org\/10.1109\/IEEECONF56852.2023.10104622","DOI":"10.1109\/IEEECONF56852.2023.10104622"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--47148--3"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617650.3624951"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.119.2.254"},{"key":"e_1_3_2_1_17_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Richard Landis J","year":"1977","unstructured":"J Richard Landis and Gary G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159--174."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.3390\/systems4020022"},{"key":"e_1_3_2_1_19_1","unstructured":"Teemu Lehtinen. 2022. FITech dataset. https:\/\/github.com\/Programming-Steps-Working-Group-2022\/public-datasets\/tree\/main\/FITech"},{"key":"e_1_3_2_1_20_1","volume-title":"Towards Criteria for Valuable Automatic Feedback in Large Programming Classes. In Hochschuldidaktik Informatik HDI","author":"Lohr Dominic","year":"2021","unstructured":"Dominic Lohr and Marc Berges. 2021. Towards Criteria for Valuable Automatic Feedback in Large Programming Classes. In Hochschuldidaktik Informatik HDI 2021. J\u00f6rg Desel, Simone Opel, Dortmund, 181--186."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432534"},{"key":"e_1_3_2_1_23_1","volume-title":"Forum Qualitative Sozialforschung\/Forum: Qualitative Social Research","volume":"2","author":"Mayring Philipp","year":"2001","unstructured":"Philipp Mayring. 2001. Combination and integration of qualitative and quantitative analysis. In Forum Qualitative Sozialforschung\/Forum: Qualitative Social Research, Vol. 2. Art. 6."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Philipp Mayring. 2014. Qualitative Content Analysis: Theoretical Foundation Basic Procedures and Software Solution. Technical Report. Leibniz Institute for Psychology Klagenfurt Austria.","DOI":"10.1007\/978-94-017-9181-6_13"},{"key":"e_1_3_2_1_25_1","volume-title":"Feedback strategies for interactive learning tasks. Handbook of research on educational communications and technology","author":"Narciss Susanne","year":"2008","unstructured":"Susanne Narciss. 2008. Feedback strategies for interactive learning tasks. Handbook of research on educational communications and technology , Vol. 3 (2008), 125--144."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2737596"},{"key":"e_1_3_2_1_27_1","unstructured":"Nick Parlante. 2024. CodingBat. Online Publication. https:\/\/codingbat.com\/about.html"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999552"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00177-z"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502870.3506570"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Lianne Roest Hieke Keuning and Johan Jeuring. 2023. Next-Step Hint Generation for Introductory Programming Using Large Language Models. arxiv: 2312.10055 [cs.CY]","DOI":"10.1145\/3636243.3636259"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654307313795"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2011.611369"}],"event":{"name":"ITiCSE 2024: Innovation and Technology in Computer Science Education","location":"Milan Italy","acronym":"ITiCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653530","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3649217.3653530","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T14:48:20Z","timestamp":1755787700000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653530"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,3]]},"references-count":33,"alternative-id":["10.1145\/3649217.3653530","10.1145\/3649217"],"URL":"https:\/\/doi.org\/10.1145\/3649217.3653530","relation":{},"subject":[],"published":{"date-parts":[[2024,7,3]]},"assertion":[{"value":"2024-07-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}