{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,4]],"date-time":"2026-02-04T20:42:30Z","timestamp":1770237750060,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202213"],"award-info":[{"award-number":["62202213"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"SUSTech Undergraduate Teaching Quality and Education Reform Project","award":["Y01271839"],"award-info":[{"award-number":["Y01271839"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639474.3640065","type":"proceedings-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T15:35:49Z","timestamp":1716564949000},"page":"320-330","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Beyond Functional Correctness: An Exploratory Study on the Time Efficiency of Programming Assignments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6866-336X","authenticated-orcid":false,"given":"Yida","family":"Tao","sequence":"first","affiliation":[{"name":"Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7796-3181","authenticated-orcid":false,"given":"Wenyan","family":"Chen","sequence":"additional","affiliation":[{"name":"Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1324-289X","authenticated-orcid":false,"given":"Qingyang","family":"Ye","sequence":"additional","affiliation":[{"name":"Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7568-7321","authenticated-orcid":false,"given":"Yao","family":"Zhao","sequence":"additional","affiliation":[{"name":"Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. Assignment Dataset and Other Artifacts. https:\/\/drive.google.com\/file\/d\/1mfaJQqva3QZfOsM8TBehSVwTINhEwM08\/view?usp=sharing"},{"key":"e_1_3_2_1_2_1","unstructured":"2023. IntelliJ IDEA - the Leading Java and Kotlin IDE. https:\/\/www.jetbrains.com\/idea\/"},{"key":"e_1_3_2_1_3_1","unstructured":"2023. Java Microbenchmark Harness (JMH). https:\/\/github.com\/openjdk\/jmh"},{"key":"e_1_3_2_1_4_1","unstructured":"2023. List of Java inspections. https:\/\/www.jetbrains.com\/help\/idea\/list-of-java-inspections.html"},{"key":"e_1_3_2_1_5_1","unstructured":"2023. PMD: An extensible cross-language static code analyzer. https:\/\/pmd.github.io\/"},{"key":"e_1_3_2_1_6_1","unstructured":"2023. PMD Predefined Rules: Performance. https:\/\/docs.pmd-code.org\/latest\/pmd_rules_java_performance.html"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1108\/09504120310455993"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(03)00030-7"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET52601.2021.00015"},{"key":"e_1_3_2_1_10_1","volume-title":"The application of mutation testing to enhance the automated assessment of introductory programming assignments. Ph. D. Dissertation","author":"Clegg Benjamin Simon","unstructured":"Benjamin Simon Clegg. 2021. The application of mutation testing to enhance the automated assessment of introductory programming assignments. Ph. D. Dissertation. University of Sheffield."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3390\/software1010002"},{"key":"e_1_3_2_1_12_1","volume-title":"Teaching Programming and Algorithm Design with Pythia, a Web-Based Learning Platform. Olympiads in Informatics 6","author":"Comb\u00e9fis S\u00e9bastien","year":"2012","unstructured":"S\u00e9bastien Comb\u00e9fis and Vianney le CL\u00c9MENT de SAINT-MARCQ. 2012. Teaching Programming and Algorithm Design with Pythia, a Web-Based Learning Platform. Olympiads in Informatics 6 (2012)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET52601.2021.00028"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/800175.809854"},{"key":"e_1_3_2_1_15_1","volume-title":"Can ChatGPT Pass An Introductory Level Functional Language Programming Course? arXiv preprint arXiv:2305.02230","author":"Geng Chuqin","year":"2023","unstructured":"Chuqin Geng, Zhang Yihan, Brigitte Pientka, and Xujie Si. 2023. Can ChatGPT Pass An Introductory Level Functional Language Programming Course? arXiv preprint arXiv:2305.02230 (2023)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET52601.2021.00026"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW58534.2023.00078"},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 1st Educators' Day on Web Engineering Curricula","author":"Karavirta Ville","year":"2010","unstructured":"Ville Karavirta and Petri Ihantola. 2010. Automatic assessment of javascript exercises. Proceedings of the 1st Educators' Day on Web Engineering Curricula, Vienna, Austria (2010), 5--9."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-COMPANION.2009.5070977"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510456.3514149"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00033"},{"key":"e_1_3_2_1_22_1","unstructured":"OpenAI. 2023. ChatGPT. https:\/\/openai.com\/blog\/chatgpt"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3513140"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059026"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","unstructured":"Kai Presler-Marshall Sarah Heckman and Kathryn Stolee. 2021. SQLRepair: Identifying and Repairing Mistakes in Student-Authored SQL Queries. In 2021 IEEE\/ACM 43rd International Conference on Software Engineering: Software Engineering Education and Training (ICSE-SEET). 199--210. 10.1109\/ICSE-SEET52601.2021.00030","DOI":"10.1109\/ICSE-SEET52601.2021.00030"},{"key":"e_1_3_2_1_26_1","volume-title":"Exploring the use of chatgpt as a tool for learning and assessment in undergraduate computer science curriculum: Opportunities and challenges. arXiv preprint arXiv:2304.11214","author":"Qureshi Basit","year":"2023","unstructured":"Basit Qureshi. 2023. Exploring the use of chatgpt as a tool for learning and assessment in undergraduate computer science curriculum: Opportunities and challenges. arXiv preprint arXiv:2304.11214 (2023)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377814.3381712"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884829"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3456873"},{"key":"e_1_3_2_1_30_1","volume-title":"Xunzhu Tang, Shing-Chi Cheung, Jacques Klein, and Tegawend\u00e9 F Bissyand\u00e9.","author":"Tian Haoye","year":"2023","unstructured":"Haoye Tian, Weiqi Lu, Tsz On Li, Xunzhu Tang, Shing-Chi Cheung, Jacques Klein, and Tegawend\u00e9 F Bissyand\u00e9. 2023. Is ChatGPT the Ultimate Programming Assistant-How far is it? arXiv preprint arXiv:2304.11938 (2023)."},{"key":"e_1_3_2_1_31_1","volume-title":"Towards Adapting Computer Science Courses to AI Assistants' Capabilities. arXiv preprint arXiv:2306.03289","author":"Wang Tianjia","year":"2023","unstructured":"Tianjia Wang, Daniel Vargas-Diaz, Chris Brown, and Yan Chen. 2023. Towards Adapting Computer Science Courses to AI Assistants' Capabilities. arXiv preprint arXiv:2306.03289 (2023)."},{"key":"e_1_3_2_1_32_1","volume-title":"Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385","author":"Xia Chunqiu Steven","year":"2023","unstructured":"Chunqiu Steven Xia and Lingming Zhang. 2023. Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385 (2023)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180194"}],"event":{"name":"ICSE-SEET '24: 46th International Conference on Software Engineering: Software Engineering Education and Training","location":"Lisbon Portugal","acronym":"ICSE-SEET '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640065","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639474.3640065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:38Z","timestamp":1750287218000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640065"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":33,"alternative-id":["10.1145\/3639474.3640065","10.1145\/3639474"],"URL":"https:\/\/doi.org\/10.1145\/3639474.3640065","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}