{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:42:41Z","timestamp":1757619761606,"version":"3.44.0"},"publisher-location":"Singapore","reference-count":22,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819698837"},{"type":"electronic","value":"9789819698844"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-9884-4_39","type":"book-chapter","created":{"date-parts":[[2025,7,25]],"date-time":"2025-07-25T12:25:52Z","timestamp":1753446352000},"page":"469-481","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing ChatGPT-4o's Automated Programming Assignment Grading and Feedback with Human-in-the-Loop Refinement"],"prefix":"10.1007","author":[{"given":"Ruoyu","family":"Xu","sequence":"first","affiliation":[]},{"given":"Gaoxiang","family":"Li","sequence":"additional","affiliation":[]},{"given":"Victor S.","family":"Sheng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,26]]},"reference":[{"key":"39_CR1","unstructured":"Achiam, J., et al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"issue":"2","key":"39_CR2","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/08993400500150747","volume":"15","author":"KM Ala-Mutka","year":"2005","unstructured":"Ala-Mutka, K.M.: A survey of automated assessment approaches for programming assignments. Comput. Sci. Educ. 15(2), 83\u2013102 (2005)","journal-title":"Comput. Sci. Educ."},{"key":"39_CR3","unstructured":"Amirizaniani, M., Yao, J., Lavergne, A., Okada, E.S., Chadha, A., Roosta, T., Shah, C.: Developing a framework for auditing large language models using human-in-the-loop. arXiv preprint arXiv:2402.09346 (2024)"},{"issue":"5","key":"39_CR4","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MS.2008.130","volume":"25","author":"N Ayewah","year":"2008","unstructured":"Ayewah, N., Pugh, W., Hovemeyer, D., Morgenthaler, J.D., Penix, J.: Using static analysis to find bugs. IEEE Softw. 25(5), 22\u201329 (2008)","journal-title":"IEEE Softw."},{"key":"39_CR5","doi-asserted-by":"crossref","unstructured":"Azaiz, I., Kiesler, N., Strickroth, S.: Feedback-generation for programming exercises with GPT-4. In: Proceedings of the 2024 on Innovation and Technology in Computer Science Education V.1, pp. 31\u201337. ACM (2024)","DOI":"10.1145\/3649217.3653594"},{"key":"39_CR6","doi-asserted-by":"crossref","unstructured":"Aziz, M., Chi, H., Tibrewal, A., Grossman, M., Sarkar, V.: Auto-grading for parallel programs. In: Proceedings of the Workshop on Education for High-Performance Computing, pp. 1\u20138 (2015)","DOI":"10.1145\/2831425.2831427"},{"issue":"2","key":"39_CR7","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1016\/j.eswa.2006.10.022","volume":"34","author":"A Ben-David","year":"2008","unstructured":"Ben-David, A.: Comparison of classification accuracy using cohen\u2019s weighted kappa. Expert Syst. Appl. 34(2), 825\u2013832 (2008)","journal-title":"Expert Syst. Appl."},{"key":"39_CR8","doi-asserted-by":"crossref","unstructured":"Dong, Y., Hou, J., Lu, X.: An intelligent online judge system for programming training. In: Database Systems for Advanced Applications: 25th International Conference, DASFAA 2020, Jeju, South Korea, September 24\u201327, 2020, Proceedings, Part III 25, pp. 785\u2013789. Springer (2020)","DOI":"10.1007\/978-3-030-59419-0_57"},{"key":"39_CR9","unstructured":"Efremov, A., Ghosh, A., Singla, A.: Zero-shot learning of hint policy via reinforcement learning and program synthesis. International Educational Data Mining Society (2020)"},{"issue":"10","key":"39_CR10","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1145\/367415.367422","volume":"3","author":"J Hollingsworth","year":"1960","unstructured":"Hollingsworth, J.: Automatic graders for programming classes. Commun. ACM 3(10), 528\u2013529 (1960)","journal-title":"Commun. ACM"},{"issue":"5","key":"39_CR11","doi-asserted-by":"publisher","first-page":"1034","DOI":"10.1002\/cae.22356","volume":"29","author":"D Insa","year":"2021","unstructured":"Insa, D., P\u00e9rez, S., Silva, J., Tamarit, S.: Semiautomatic generation and assessment of java exercises in engineering education. Comput. Appl. Eng. Educ. 29(5), 1034\u20131050 (2021)","journal-title":"Comput. Appl. Eng. Educ."},{"key":"39_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2024.101522","volume":"52","author":"M Jukiewicz","year":"2024","unstructured":"Jukiewicz, M.: The future of grading programming assignments in education: The role of chatgpt in automating the assessment and feedback process. Thinking Skills Creativity 52, 101522 (2024)","journal-title":"Thinking Skills Creativity"},{"issue":"2","key":"39_CR13","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1080\/13538320802278347","volume":"14","author":"D Kane","year":"2008","unstructured":"Kane, D., Williams, J., Cappuccini-Ansfield, G.: Student satisfaction surveys: the value in taking an historical perspective. Qual. High. Educ. 14(2), 135\u2013155 (2008)","journal-title":"Qual. High. Educ."},{"key":"39_CR14","doi-asserted-by":"crossref","unstructured":"Krusche, S., von Frankenberg, N., Reimer, L.M., Bruegge, B.: An interactive learning method to engage students in modeling. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering: Software Engineering Education and Training, pp. 12\u201322 (2020)","DOI":"10.1145\/3377814.3381701"},{"issue":"2","key":"39_CR15","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1002\/cae.22464","volume":"30","author":"DM Le","year":"2022","unstructured":"Le, D.M.: Model-based automatic grading of object-oriented programming assignments. Comput. Appl. Eng. Educ. 30(2), 435\u2013457 (2022)","journal-title":"Comput. Appl. Eng. Educ."},{"key":"39_CR16","doi-asserted-by":"crossref","unstructured":"Liu, D., Calver, J., Craig, M.: Are a static analysis tool study\u2019s findings static? a replication. In: Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1, pp. 80\u201386 (2024)","DOI":"10.1145\/3649217.3653545"},{"key":"39_CR17","unstructured":"Messer, M., Brown, N., K\u00f6lling, M., Shi, M.: Meneragie: A dataset of graded programming assignments (Apr 2024), osf.io\/q8jbt"},{"issue":"1","key":"39_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3636515","volume":"24","author":"M Messer","year":"2024","unstructured":"Messer, M., Brown, N.C., K\u00f6lling, M., Shi, M.: Automated grading and feedback tools for programming education: a systematic review. ACM Trans. Comput. Educ. 24(1), 1\u201343 (2024)","journal-title":"ACM Trans. Comput. Educ."},{"key":"39_CR19","doi-asserted-by":"crossref","unstructured":"Nayak, S., Agarwal, R., Khatri, S.K.: Automated assessment tools for grading of programming assignments: a review. In: 2022 International Conference on Computer Communication and Informatics (ICCCI), pp. 1\u20134. IEEE (2022)","DOI":"10.1109\/ICCCI54379.2022.9740769"},{"key":"39_CR20","unstructured":"Nilsson, F., Tuvstedt, J.: Gpt-4 as an automatic grader: The accuracy of grades set by gpt-4 on introductory programming assignments (2023)"},{"key":"39_CR21","unstructured":"Orr, J.W., Russell, N.: Automatic assessment of the design quality of python programs with personalized feedback. arXiv preprint arXiv:2106.01399 (2021)"},{"key":"39_CR22","doi-asserted-by":"crossref","unstructured":"Polito, G., Temperini, M., Sterbini, A.: 2tsw: Automated assessment of computer programming assignments, in a gamified web based system. In: 2019 18th International Conference on Information Technology Based Higher Education and Training (ITHET), pp. 1\u20139. IEEE (2019)","DOI":"10.1109\/ITHET46829.2019.8937377"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-9884-4_39","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T00:02:09Z","timestamp":1757289729000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-9884-4_39"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819698837","9789819698844"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-9884-4_39","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"26 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ningbo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/icg\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}