{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T03:17:43Z","timestamp":1783999063811,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639474.3640068","type":"proceedings-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T15:35:49Z","timestamp":1716564949000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":47,"title":["Assessing AI Detectors in Identifying AI-Generated Code: Implications for Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-2557-641X","authenticated-orcid":false,"given":"Wei Hung","family":"Pan","sequence":"first","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8123-9296","authenticated-orcid":false,"given":"Ming Jie","family":"Chok","sequence":"additional","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8066-9411","authenticated-orcid":false,"given":"Jonathan Leong Shan","family":"Wong","sequence":"additional","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7642-3451","authenticated-orcid":false,"given":"Yung Xin","family":"Shin","sequence":"additional","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9733-9443","authenticated-orcid":false,"given":"Yeong Shian","family":"Poon","sequence":"additional","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5938-1918","authenticated-orcid":false,"given":"Zhou","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1164-0049","authenticated-orcid":false,"given":"Chun Yong","family":"Chong","sequence":"additional","affiliation":[{"name":"School of Information Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4367-7201","authenticated-orcid":false,"given":"David","family":"Lo","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8834-9933","authenticated-orcid":false,"given":"Mei Kuan","family":"Lim","sequence":"additional","affiliation":[{"name":"School of Information and Technology, Monash University Malaysia, Subang Jaya, Selangor, Malaysia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. GPTzero. https:\/\/gptzero.me\/"},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. Sapling. https:\/\/sapling.ai\/ai-content-detector [Online]. Available."},{"key":"e_1_3_2_1_3_1","unstructured":"Adnan Al Medawer. [n. d.]. Textual Analysis and Detection of AI-Generated Academic Texts. ([n. d.])."},{"key":"e_1_3_2_1_4_1","volume-title":"GPT-1 to GPT-4: Each of OpenAI's GPT Models Explained and Compared. (11","author":"Ali Fawad","year":"2023","unstructured":"Fawad Ali. 2023. GPT-1 to GPT-4: Each of OpenAI's GPT Models Explained and Compared. (11 April 2023). https:\/\/www.makeuseof.com\/gpt-models-explained-and-compared\/"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.61969\/jai.1337500"},{"key":"e_1_3_2_1_6_1","article-title":"Generative artificial intelligence (AI) powered conversational educational agents: The inevitable paradigm shift","volume":"18","author":"Bozkurt Aras","year":"2023","unstructured":"Aras Bozkurt. 2023. Generative artificial intelligence (AI) powered conversational educational agents: The inevitable paradigm shift. Asian Journal of Distance Education 18, 1 (2023).","journal-title":"Asian Journal of Distance Education"},{"key":"e_1_3_2_1_7_1","unstructured":"BurhanUlTayyab. 2023. DetectGPT. https:\/\/github.com\/BurhanUlTayyab\/DetectGPT."},{"key":"e_1_3_2_1_8_1","unstructured":"Ralph Cajipe. 2023. chatgpt-prompt-engineering. https:\/\/github.com\/ralphcajipe\/chatgpt-prompt-engineering\/blob\/main\/1-guidelines.ipynb."},{"key":"e_1_3_2_1_9_1","unstructured":"Christoph C. Cemper. 2023. Ai cheats - how to trick Ai Content Detectors. https:\/\/www.linkresearchtools.com\/blog\/ai-content-detector-cheats\/"},{"key":"e_1_3_2_1_10_1","article-title":"Detecting AI content in responses generated by ChatGPT, YouChat, and Chatsonic: The case of five AI content detection tools","volume":"6","author":"Chaka Chaka","year":"2023","unstructured":"Chaka Chaka. 2023. Detecting AI content in responses generated by ChatGPT, YouChat, and Chatsonic: The case of five AI content detection tools. Journal of Applied Learning and Teaching 6, 2 (2023).","journal-title":"Journal of Applied Learning and Teaching"},{"key":"e_1_3_2_1_11_1","first-page":"1","article-title":"A comprehensive AI policy education framework for university teaching and learning","volume":"20","author":"Yuk Chan Cecilia Ka","year":"2023","unstructured":"Cecilia Ka Yuk Chan. 2023. A comprehensive AI policy education framework for university teaching and learning. International Journal of Educational Technology in Higher Education 20, 1 (2023), 1--25.","journal-title":"International Journal of Educational Technology in Higher Education"},{"key":"e_1_3_2_1_12_1","unstructured":"Cecilia Ka Yuk Chan and Katherine KW Lee. 2023. The AI generation gap: Are Gen Z students more interested in adopting generative AI such as ChatGPT in teaching and learning than their Gen X and Millennial Generation teachers? arXiv preprint arXiv:2305.02878 (2023)."},{"key":"e_1_3_2_1_13_1","volume-title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up? arXiv preprint arXiv:2311.16989","author":"Chen Hailin","year":"2023","unstructured":"Hailin Chen, Fangkai Jiao, Xingxuan Li, Chengwei Qin, Mathieu Ravaut, Ruochen Zhao, Caiming Xiong, and Shafiq Joty. 2023. ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up? arXiv preprint arXiv:2311.16989 (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"PAIRED SAMPLES t & WILCOXON SIGNED RANKS TESTS. Retrieved January 24","author":"Chumney Frances","year":"2018","unstructured":"Frances Chumney. 2018. PAIRED SAMPLES t & WILCOXON SIGNED RANKS TESTS. Retrieved January 24 (2018), 2022."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","first-page":"100060","DOI":"10.1016\/j.jrt.2023.100060","article-title":"ChatGPT and the rise of generative AI: Threat to academic integrity","volume":"13","author":"Eke Damian Okaibedi","year":"2023","unstructured":"Damian Okaibedi Eke. 2023. ChatGPT and the rise of generative AI: Threat to academic integrity? Journal of Responsible Technology 13 (2023), 100060.","journal-title":"Journal of Responsible Technology"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.3390\/educsci13111109"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-3019"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.3390\/educsci13070692"},{"key":"e_1_3_2_1_19_1","volume-title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection. arXiv preprint arxiv:2301.07597","author":"Guo Biyang","year":"2023","unstructured":"Biyang Guo, Xin Zhang, Ziyuan Wang, Minqi Jiang, Jinran Nie, Yuxuan Ding, Jianwei Yue, and Yupeng Wu. 2023. How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection. arXiv preprint arxiv:2301.07597 (2023)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2023. Large Language Models for Software Engineering: A Systematic Literature Review. arXiv:2308.10620 [cs.SE]","DOI":"10.1145\/3695988"},{"key":"e_1_3_2_1_21_1","first-page":"313","article-title":"Generative AI and Teachers' Perspectives on Its Implementation in Education","volume":"34","author":"Kaplan-Rakowski Regina","year":"2023","unstructured":"Regina Kaplan-Rakowski, Kimberly Grotewold, Peggy Hartwick, and Kevin Papin. 2023. Generative AI and Teachers' Perspectives on Its Implementation in Education. Journal of Interactive Learning Research 34, 2 (2023), 313--338.","journal-title":"Journal of Interactive Learning Research"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Tetyana Tanya Krupiy. 2020. A vulnerability analysis: Theorising the impact of artificial intelligence decision-making processes on individuals society and human diversity from a social justice perspective. Computer law & security review 38 (2020) 105429.","DOI":"10.1016\/j.clsr.2020.105429"},{"key":"e_1_3_2_1_23_1","volume-title":"Data democracy","author":"Kulkarni Ajay","unstructured":"Ajay Kulkarni, Deri Chong, and Feras A Batarseh. 2020. Foundations of data imbalance and solutions for a data democracy. In Data democracy. Elsevier, 83--106."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","first-page":"615","DOI":"10.15388\/infedu.2021.27","article-title":"Abstraction in Computer Science Education","volume":"20","author":"Mirolo Claudio","year":"2022","unstructured":"Claudio Mirolo, Cruz Izu, Violetta Lonati, and Emanuele Scapin. 2022. Abstraction in Computer Science Education: An Overview. Informatics in Education 20, 4 (2022), 615--639.","journal-title":"An Overview. Informatics in Education"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 40th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"24962","author":"Mitchell Eric","year":"2023","unstructured":"Eric Mitchell, Yoonho Lee, Alexander Khazatsky, Christopher D Manning, and Chelsea Finn. 2023. DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature. In Proceedings of the 40th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 202), Andreas Krause, Emma Brunskill, Kyunghyun Cho, Barbara Engelhardt, Sivan Sabato, and Jonathan Scarlett (Eds.). PMLR, 24950--24962. https:\/\/proceedings.mlr.press\/v202\/mitchell23a.html"},{"key":"e_1_3_2_1_26_1","volume-title":"Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Nick Barnes, and Ajmal Mian.","author":"Naveed Humza","year":"2023","unstructured":"Humza Naveed, Asad Ullah Khan, Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Nick Barnes, and Ajmal Mian. 2023. A comprehensive overview of large language models. arXiv preprint arXiv:2307.06435 (2023)."},{"key":"e_1_3_2_1_27_1","volume-title":"Why technical solutions for detecting AI-generated content in research and education are insufficient. Patterns 4, 7","author":"Otterbacher Jahna","year":"2023","unstructured":"Jahna Otterbacher. 2023. Why technical solutions for detecting AI-generated content in research and education are insufficient. Patterns 4, 7 (2023)."},{"key":"e_1_3_2_1_28_1","unstructured":"Hendrik Strobelt Sebastian Gehrmann and Alexander Rush. [n. d.]. Catching a Unicorn with GLTR: A tool to detect automatically generated text. Collaboration of MIT-IBM Watson AI lab and HarvardNLP. http:\/\/gltr.io\/"},{"key":"e_1_3_2_1_29_1","volume-title":"ECNU Review of Education (2023)","author":"Su Jiahong","year":"2023","unstructured":"Jiahong Su and Weipeng Yang. 2023. Unlocking the power of ChatGPT: A framework for applying generative AI in education. ECNU Review of Education (2023), 20965311231168423."},{"key":"e_1_3_2_1_30_1","volume-title":"ChatGPT: The end of online exam integrity? arXiv preprint arXiv:2212.09292","author":"Susnjak Teo","year":"2022","unstructured":"Teo Susnjak. 2022. ChatGPT: The end of online exam integrity? arXiv preprint arXiv:2212.09292 (2022)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100075"},{"key":"e_1_3_2_1_32_1","unstructured":"Chip Thien. 2023. gpt-2-output-dataset. https:\/\/github.com\/MacroChip\/gpt-2-output-dataset"},{"key":"e_1_3_2_1_33_1","volume-title":"ChatGPT and academic integrity concerns: Detecting artificial intelligence generated content. Language Education and Technology 3, 1","author":"Uzun Levent","year":"2023","unstructured":"Levent Uzun. 2023. ChatGPT and academic integrity concerns: Detecting artificial intelligence generated content. Language Education and Technology 3, 1 (2023)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","first-page":"599","DOI":"10.14569\/IJACSA.2021.0120670","article-title":"Classification model evaluation metrics","volume":"12","author":"Vujovi\u0107","year":"2021","unstructured":"\u017d Vujovi\u0107 et al. 2021. Classification model evaluation metrics. International Journal of Advanced Computer Science and Applications 12, 6 (2021), 599--606.","journal-title":"International Journal of Advanced Computer Science and Applications"},{"key":"e_1_3_2_1_35_1","volume-title":"Evaluating AIGC Detectors on Code Content. arXiv preprint arXiv:2304.05193","author":"Wang Jian","year":"2023","unstructured":"Jian Wang, Shangqing Liu, Xiaofei Xie, and Yi Li. 2023. Evaluating AIGC Detectors on Code Content. arXiv preprint arXiv:2304.05193 (2023)."},{"key":"e_1_3_2_1_36_1","volume-title":"Leetcode Solutions and Content KPIs. https:\/\/www.kaggle.com\/datasets\/jacobhds\/leetcode-solutions-and-content-kpis Last accessed on","year":"2023","unstructured":"www.kaggle.com. 2023. Leetcode Solutions and Content KPIs. https:\/\/www.kaggle.com\/datasets\/jacobhds\/leetcode-solutions-and-content-kpis Last accessed on May 16, 2023."},{"key":"e_1_3_2_1_37_1","volume-title":"Natural Language to Python Code. https:\/\/www.kaggle.com\/datasets\/linkanjarad\/coding-problems-and-solution-python-code Last accessed on","year":"2023","unstructured":"www.kaggle.com. 2023. Natural Language to Python Code. https:\/\/www.kaggle.com\/datasets\/linkanjarad\/coding-problems-and-solution-python-code Last accessed on May 16, 2023."},{"key":"e_1_3_2_1_38_1","volume-title":"Python Coding Question: 90+ Python Interview Coding Questions. https:\/\/quescol.com\/interview-preparations\/python-coding-question#google_vignette Last accessed on","year":"2023","unstructured":"www.quescol.com. 2023. Python Coding Question: 90+ Python Interview Coding Questions. https:\/\/quescol.com\/interview-preparations\/python-coding-question#google_vignette Last accessed on May 16, 2023."},{"key":"e_1_3_2_1_39_1","volume-title":"Quescol - A Platform That Provides Previous Year Questions And Answers. https:\/\/quescol.com\/ Last accessed on","year":"2023","unstructured":"www.quescol.com. 2023. Quescol - A Platform That Provides Previous Year Questions And Answers. https:\/\/quescol.com\/ Last accessed on Dec 23, 2023."},{"key":"e_1_3_2_1_40_1","volume-title":"https:\/\/en.wikipedia.org\/wiki\/Kaggle Last accessed on","year":"2023","unstructured":"www.wikipedia.org. 2023. Kaggle. https:\/\/en.wikipedia.org\/wiki\/Kaggle Last accessed on Dec 23, 2023."},{"key":"e_1_3_2_1_41_1","volume-title":"International Workshop on Engineering Societies in the Agents World. Springer, 13--28","author":"Zambonelli Franco","year":"2002","unstructured":"Franco Zambonelli and H Van Dyke Parunak. 2002. Signs of a revolution in computer science and software engineering. In International Workshop on Engineering Societies in the Agents World. Springer, 13--28."}],"event":{"name":"ICSE-SEET '24: 46th International Conference on Software Engineering: Software Engineering Education and Training","location":"Lisbon Portugal","acronym":"ICSE-SEET '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640068","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639474.3640068","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:38Z","timestamp":1750287218000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639474.3640068"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":41,"alternative-id":["10.1145\/3639474.3640068","10.1145\/3639474"],"URL":"https:\/\/doi.org\/10.1145\/3639474.3640068","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}