{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T17:25:21Z","timestamp":1777137921126,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3644926","type":"proceedings-article","created":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T13:05:13Z","timestamp":1719925513000},"page":"394-406","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Whodunit: Classifying Code as Human Authored or GPT-4 Generated - A case study on CodeChef problems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3037-4241","authenticated-orcid":false,"given":"Oseremen Joy","family":"Idialu","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, Ontario, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2266-8848","authenticated-orcid":false,"given":"Noble Saji","family":"Mathews","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Ontario, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4286-9807","authenticated-orcid":false,"given":"Rungroj","family":"Maipradit","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Ontario, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0760-526X","authenticated-orcid":false,"given":"Joanne M.","family":"Atlee","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Ontario, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4533-4728","authenticated-orcid":false,"given":"Mei","family":"Nagappan","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Ontario, Canada"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. https:\/\/codequiry.com\/"},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. https:\/\/copyleaks.com\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373477.3373486"},{"key":"e_1_3_2_1_4_1","unstructured":"Alex Aiken. [n. d.]. MOSS. https:\/\/theory.stanford.edu\/~aiken\/moss\/"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Ibrahim Albluwi. [n. d.]. Plagiarism in Programming Assessments: A Systematic Review. ACM Transactions on Computing Education 20 1 ([n. d.]).","DOI":"10.1145\/3371156"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66402-6_6"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/988241.988245"},{"key":"e_1_3_2_1_9_1","unstructured":"Jason R Briggs. 2012. Python for kids: A playful introduction to programming. no starch press."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Sufiyan Bukhari Benjamin Tan and Lorenzo De Carli. 2023. Distinguishing AI-and Human-Generated Code: a Case Study. (2023).","DOI":"10.1145\/3605770.3625215"},{"key":"e_1_3_2_1_11_1","unstructured":"Aylin Caliskan-Islam Richard Harang Andrew Liu Arvind Narayanan Clare Voss Fabian Yamaguchi and Rachel Greenstadt. 2015. De-anonymizing Programmers via Code Stylometry. (2015) 255--270."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462497"},{"key":"e_1_3_2_1_14_1","unstructured":"Coderbyte. 2021. Detect candidates that cheat with AI \/ ChatGPT. https:\/\/help.coderbyte.com\/knowledge\/detect-candidates-that-cheat-with-ai-\/-chatgpt"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.303623"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183440.3195007"},{"key":"e_1_3_2_1_17_1","volume-title":"Approximate statistical tests for comparing supervised classification learning algorithms. Neural computation 10, 7","author":"Dietterich Thomas G","year":"1998","unstructured":"Thomas G Dietterich. 1998. Approximate statistical tests for comparing supervised classification learning algorithms. Neural computation 10, 7 (1998), 1895--1923."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/800037.800955"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC48107.2020.9148302"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463348"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/0360-1315(87)90042-X"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"James Finnie-Ansley Paul Denny Brett Becker Andrew Luxton-Reilly and James Prather. 2022. The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming. 10--19. 10.1145\/3511861.3511863","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData52589.2021.9671332"},{"key":"e_1_3_2_1_24_1","volume-title":"Copilot: Your AI Pair Programmer. Retrieved 9-October-2023 from https:\/\/github.com\/features\/copilot","year":"2021","unstructured":"Github. 2021. Copilot: Your AI Pair Programmer. Retrieved 9-October-2023 from https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/953049.800954"},{"key":"e_1_3_2_1_26_1","unstructured":"HackerRank. 2021. HackerRank Launches AI-Powered Plagiarism Detection. https:\/\/www.hackerrank.com\/blog\/hackerrank-launches-ai-powered-plagiarism-detection\/"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/953363.953366"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS57517.2022.00059"},{"key":"e_1_3_2_1_29_1","volume-title":"Evaluating the Artificial Intelligence Performance Growth in Ophthalmic Knowledge. Cureus 15, 9","author":"Jiao Cheng","year":"2023","unstructured":"Cheng Jiao, Neel R Edupuganti, Parth A Patel, Tommy Bui, Veeral Sheth, and Neel Edupuganti. 2023. Evaluating the Artificial Intelligence Performance Growth in Ophthalmic Knowledge. Cureus 15, 9 (2023)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292577"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297067.3297096"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230833.3230856"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299771.3299777"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2785807"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the ACM Conference on International Computing Education Research (ICER'23) -","author":"Lau Sam","unstructured":"Sam Lau and Philip Guo. 2023. From \"Ban It Till We Understand It\" to \"Resistance is Futile\": How University Programming Instructors Plan to Adapt as More Students Use AI Code Generation and Explanation Tools Such as ChatGPT and GitHub Copilot. In Proceedings of the ACM Conference on International Computing Education Research (ICER'23) - Volume 1. 106--121."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/201998.202010"},{"key":"e_1_3_2_1_38_1","volume-title":"Lundberg and Su-In Lee","author":"Scott","year":"2017","unstructured":"Scott M. Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. CoRR abs\/1705.07874 (2017). arXiv:1705.07874 http:\/\/arxiv.org\/abs\/1705.07874"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340482.3342741"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/75427.75469"},{"key":"e_1_3_2_1_42_1","unstructured":"OpenAI. 2022. Introducing ChatGPT. Retrieved 9-October-2023 from https:\/\/openai.com\/blog\/chatgpt"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.5220\/0007736104320439"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2557833.2560586"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/3575618.3575622"},{"key":"e_1_3_2_1_46_1","unstructured":"Amazon Web Services. 2023. What is CodeWhisperer? Retrieved 9-October-2023 from https:\/\/docs.aws.amazon.com\/codewhisperer\/latest\/userguide\/what-is-cwspr.html"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3361242.3361251"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3084226.3084282"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.techfore.2020.120186"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446132.3446420"}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","location":"Lisbon Portugal","acronym":"MSR '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644926","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3644926","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:45Z","timestamp":1750291005000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644926"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":50,"alternative-id":["10.1145\/3643991.3644926","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3644926","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}