{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T17:06:36Z","timestamp":1777914396928,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Israeli Ministry of Innovation, Science and Technology","award":["001707050"],"award-info":[{"award-number":["001707050"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706490","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"817-823","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Applying IRT to Distinguish Between Human and Generative AI Responses to Multiple-Choice Assessments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-3282-7067","authenticated-orcid":false,"given":"Alona","family":"Strugatski","sequence":"first","affiliation":[{"name":"Weizman Institute of Science, Rehovot, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2676-6912","authenticated-orcid":false,"given":"Giora","family":"Alexandron","sequence":"additional","affiliation":[{"name":"Weizman Institute of Science, Rehovot, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"The AI Cheating Crisis: Education Needs Its Anti-Doping Movement","author":"Akbari Noor","year":"2024","unstructured":"Noor Akbari. 2024. The AI Cheating Crisis: Education Needs Its Anti-Doping Movement. https:\/\/www.edweek.org\/technology\/opinion-the-ai-cheating-crisis-education-needs-its-anti-doping-movement\/2024\/02"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Giora Alexandron Aviram Berg and Jos\u00e9\u00a0A Ruip\u00e9rez-Valiente. 2023. A General Purpose Anomaly-Based Method for Detecting Cheaters in Online Courses. IEEE Transactions on Learning Technologies.","DOI":"10.1109\/TLT.2023.3297132"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Giora Alexandron Jos\u00e9\u00a0A Ruip\u00e9rez-Valiente Zhongzhou Chen Pedro\u00a0J Mu\u00f1oz-Merino and David\u00a0E Pritchard. 2017. Copying@Scale: Using harvesting accounts for collecting correct answers in a MOOC. Computers & Education 108 (2017) 96\u2013114.","DOI":"10.1016\/j.compedu.2017.01.015"},{"key":"e_1_3_3_2_5_2","first-page":"480","volume-title":"Proceedings of the 12th International Conference on Educational Data Mining","author":"Alexandron Giora","year":"2019","unstructured":"Giora Alexandron, Jos\u00e9\u00a0A. Ruip\u00e9rez-Valiente, and David\u00a0E. Pritchard. 2019. Towards a General Purpose Anomaly Detection Method to Identify Cheaters in Massive Open Online Courses. In Proceedings of the 12th International Conference on Educational Data Mining. 480\u2013483."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375464"},{"key":"e_1_3_3_2_7_2","unstructured":"Yoav Bergner Stefan Droschler Gerd Kortemeyer Saif Rayyan Daniel Seaton and David\u00a0E. Pritchard. 2012. Model-Based Collaborative Filtering Analysis of Student Response Data: Machine-Learning Item Response Theory. International Educational Data Mining Society (2012) 95\u2013102."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Beatriz Borges et\u00a0al. 2024. Could ChatGPT get an Engineering Degree? Evaluating Higher Education Vulnerability to AI Assistants. arXiv:2408.11841.","DOI":"10.1073\/pnas.2414955121"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Debby\u00a0RE Cotton Peter\u00a0A Cotton and J\u00a0Reuben Shipway. 2024. Chatting and cheating: Ensuring academic integrity in the era of ChatGPT. Innovations in education and teaching international 61 2 (2024) 228\u2013239.","DOI":"10.1080\/14703297.2023.2190148"},{"key":"e_1_3_3_2_10_2","volume-title":"The theory and practice of item response theory","author":"De\u00a0Ayala Rafael\u00a0Jaime","year":"2013","unstructured":"Rafael\u00a0Jaime De\u00a0Ayala. 2013. The theory and practice of item response theory. Guilford Publications."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Dat Duong and Benjamin\u00a0D Solomon. 2024. Analysis of large-language model versus human performance for genetics questions. European Journal of Human Genetics 32 4 (2024) 466\u2013468.","DOI":"10.1038\/s41431-023-01396-8"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"John\u00a0M Felt Ruben Castaneda Jitske Tiemensma and Sarah Depaoli. 2017. Using person fit statistics to detect outliers in survey research. Frontiers in psychology 8 (2017) 863.","DOI":"10.3389\/fpsyg.2017.00863"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Jing Guo and Fritz Drasgow. 2010. Identifying Cheating on Unproctored Internet Tests: The Z-test and the likelihood ratio test. International Journal of Selection and Assessment 18 4 (2010) 351\u2013364.","DOI":"10.1111\/j.1468-2389.2010.00518.x"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Louis Guttman. 1944. A basis for scaling qualitative data. American sociological review 9 2 (1944) 139\u2013150.","DOI":"10.2307\/2086306"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"George Karabatsos. 2003. Comparing the aberrant response detection performance of thirty-six person-fit statistics. Applied Measurement in Education 16 4 (2003) 277\u2013298.","DOI":"10.1207\/S15324818AME1604_2"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Daniel\u00a0Martin Katz and et al.2024. GPT-4 passes the bar exam. Philosophical Transactions of the Royal Society A 382 2270 (2024) 20230254.","DOI":"10.1098\/rsta.2023.0254"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34411-4_32"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Donald\u00a0L McCabe et\u00a0al. 2001. Cheating in academic institutions: A decade of research. Ethics &Behavior 11 3 (2001) 219\u2013232.","DOI":"10.1207\/S15327019EB1103_2"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Rob\u00a0R. Meijer and Klass Sijtsma. 1995. Detection of Aberrant Item Score Patterns: A Review of Recent Developments. Applied Measurement in Education 8 3 (1995) 261\u2013272.","DOI":"10.1207\/s15324818ame0803_5"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Rob\u00a0R Meijer and Klaas Sijtsma. 2001. Methodology review: Evaluating person fit. Applied psychological measurement 25 2 (2001) 107\u2013135.","DOI":"10.1177\/01466210122031957"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Philip Newton and Maira Xiromeriti. 2024. ChatGPT performance on multiple choice question examinations in higher education. A pragmatic scoping review. Assessment & Evaluation in Higher Education 49 6 (2024) 781\u2013798.","DOI":"10.1080\/02602938.2023.2299059"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Max Pellert Clemens\u00a0M Lechner Claudia Wagner Beatrice Rammstedt and Markus Strohmaier. 2023. Ai psychometrics: Assessing the psychological profiles of large language models through psychometric inventories. Perspectives on Psychological Science (2023) 17456916231214460.","DOI":"10.31234\/osf.io\/jv5dt"},{"key":"e_1_3_3_2_23_2","volume-title":"New Data Reveal How Many Students Are Using AI to Cheat","author":"Prothero Arianna","year":"2024","unstructured":"Arianna Prothero. 2024. New Data Reveal How Many Students Are Using AI to Cheat. https:\/\/www.edweek.org\/technology\/new-data-reveal-how-many-students-are-using-ai-to-cheat\/2024\/04"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Asaf Salman and Giora Alexandron. 2024. The digital fingerprint of learner behavior: Empirical evidence for individuality in learning using deep learning. Computers and Education: Artificial Intelligence 7 (2024) 100322. 10.1016\/j.caeai.2024.100322","DOI":"10.1016\/j.caeai.2024.100322"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Avinash\u00a0C. Singhal. 1982. FACTORS IN STUDENTS\u2019 DISHONESTY. Psychological Reports 51 3 (1982) 775\u2013780.","DOI":"10.2466\/pr0.1982.51.3.775"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Benjamin Sorenson and Kenneth Hanson. 2024. Identifying Generative Artificial Intelligence Chatbot Use on Multiple-Choice General Chemistry Exams Using Rasch Analysis. Journal of Chemical Education 101 8 (2024) 3216\u20133223.","DOI":"10.1021\/acs.jchemed.4c00165"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Teo Susnjak and Timothy\u00a0R McIntosh. 2024. ChatGPT: The end of online exam integrity? Education Sciences 14 6 (2024) 656.","DOI":"10.3390\/educsci14060656"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Jorge\u00a0N Tendeiro and Rob\u00a0R Meijer. 2012. A CUSUM to detect person misfit: A discussion and some alternatives for existing procedures. Applied Psychological Measurement 36 5 (2012) 420\u2013442.","DOI":"10.1177\/0146621612446305"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Jorge\u00a0N. Tendeiro Rob\u00a0R. Meijer and A.\u00a0Susan\u00a0M. Niessen. 2016. PerFit: An R Package for Person-Fit Analysis in IRT. J. of Stat. Software 74 5 (2016).","DOI":"10.18637\/jss.v074.i05"},{"key":"e_1_3_3_2_30_2","unstructured":"Henk Van\u00a0der Flier. 1977. Environmental factors and deviant response patterns. Basic problems in cross cultural psychology Swets & Seitlinger (1977)."},{"key":"e_1_3_3_2_31_2","volume-title":"itelVergelijkbaarheid van individuele testprestaties, Comparability of individual test performance","author":"Flier Henk Van\u00a0der","year":"1980","unstructured":"Henk Van\u00a0der Flier. 1980. itelVergelijkbaarheid van individuele testprestaties, Comparability of individual test performance. Swets en Zeitlinge."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.3389\/feduc.2023.1330486"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Field\u00a0M Watts Amber\u00a0J Dood Ginger\u00a0V Shultz and Jon-Marc\u00a0G Rodriguez. 2023. Comparing student and generative artificial intelligence chatbot responses to organic chemistry writing-to-learn assignments. Journal of Chemical Education 100 10 (2023) 3806\u20133817.","DOI":"10.1021\/acs.jchemed.3c00664"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Lixiang Yan Lele Sha Linxuan Zhao Yuheng Li Roberto Martinez-Maldonado Guanliang Chen Xinyu Li Yueqiao Jin and Dragan Ga\u0161evi\u0107. 2024. Practical and ethical challenges of large language models in education: A systematic scoping review. British J of Educational Technology 55 1 (2024).","DOI":"10.1111\/bjet.13370"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706490","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706490","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:50Z","timestamp":1750298210000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706490"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":33,"alternative-id":["10.1145\/3706468.3706490","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706490","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}