{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T17:16:11Z","timestamp":1790961371800,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732108","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T13:01:18Z","timestamp":1750683678000},"page":"1615-1639","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["People cannot distinguish GPT-4 from a human in a Turing test"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6609-8966","authenticated-orcid":false,"given":"Cameron Robert","family":"Jones","sequence":"first","affiliation":[{"name":"UC San Diego, La Jolla, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8241-8940","authenticated-orcid":false,"given":"Ishika","family":"Rathi","sequence":"additional","affiliation":[{"name":"UC San Diego, La Jolla, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8000-0749","authenticated-orcid":false,"given":"Sydney","family":"Taylor","sequence":"additional","affiliation":[{"name":"UC San Diego, La Jolla, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9395-9151","authenticated-orcid":false,"given":"Benjamin K.","family":"Bergen","sequence":"additional","affiliation":[{"name":"UC San Diego, La Jolla, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Lin Ai Tharindu Kumarage Amrita Bhattacharjee Zizhou Liu Zheng Hui Michael Davinroy James Cook Laura Cassani Kirill Trapeznikov Matthias Kirchner Arslan Basharat Anthony Hoogs Joshua Garland Huan Liu and Julia Hirschberg. 2024. Defending Against Social Engineering Attacks in the Age of LLMs. arxiv:https:\/\/arXiv.org\/abs\/2406.12263\u00a0[cs]","DOI":"10.18653\/v1\/2024.emnlp-main.716"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.463"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Marcel Binz and Eric Schulz. 2023. Using Cognitive Psychology to Understand GPT-3. Proceedings of the National Academy of Sciences 120 6 (2023) e2218523120. https:\/\/doi.org\/10.1073\/pnas.2218523120","DOI":"10.1073\/pnas.2218523120"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Ned Block. 1981. Psychologism and Behaviorism. The Philosophical Review 90 1 (1981) 5\u201343. https:\/\/doi.org\/10.2307\/2184371 jstor:2184371","DOI":"10.2307\/2184371"},{"key":"e_1_3_3_2_6_2","unstructured":"Wade Brainerd. 2023. Eliza Chatbot in Python."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Paul-Christian B\u00fcrkner. 2018. Advanced Bayesian Multilevel Modeling with the R Package Brms. The R Journal 10 1 (2018) 395. https:\/\/doi.org\/10.32614\/RJ-2018-017","DOI":"10.32614\/RJ-2018-017"},{"key":"e_1_3_3_2_8_2","unstructured":"Matthew Burtell and Thomas Woodside. 2023. Artificial Influence: An Analysis Of AI-Driven Persuasion. arxiv:https:\/\/arXiv.org\/abs\/2303.08721\u00a0[cs]"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Colin\u00a0F. Camerer Anna Dreber Felix Holzmeister Teck-Hua Ho J\u00fcrgen Huber Magnus Johannesson Michael Kirchler Gideon Nave Brian\u00a0A. Nosek and Thomas Pfeiffer. 2018. Evaluating the Replicability of Social Science Experiments in Nature and Science between 2010 and 2015. Nature human behaviour 2 9 (2018) 637\u2013644. https:\/\/doi.org\/10.1038\/s41562-018-0399-z","DOI":"10.1038\/s41562-018-0399-z"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Tyler Chang and Benjamin Bergen. 2024. Language Model Behavior: A Comprehensive Survey. Computational Linguistics (2024).","DOI":"10.1162\/coli_a_00492"},{"key":"e_1_3_3_2_11_2","unstructured":"Daniel\u00a0C. Dennett. 2023. The Problem With Counterfeit People."},{"key":"e_1_3_3_2_12_2","unstructured":"Seliem El-Sayed Canfer Akbulut Amanda McCroskery Geoff Keeling Zachary Kenton Zaria Jalan Nahema Marchal Arianna Manzini Toby Shevlane Shannon Vallor Daniel Susser Matija Franklin Sophie Bridgers Harry Law Matthew Rahtz Murray Shanahan Michael\u00a0Henry Tessler Tom Everitt and Sasha Brown. 2024. A Mechanism-Based Approach to Mitigating Harms from Persuasive Generative AI. (2024)."},{"key":"e_1_3_3_2_13_2","unstructured":"European Parliament and Council. 2024. Regulation (EU) 2024\/1183\u2014Artificial Intelligence Act. https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=OJ:L:2024:206:FULL Official Journal of the European Union L 206\/1."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Robert\u00a0M. French. 2000. The Turing Test: The First 50 Years. Trends in Cognitive Sciences 4 3 (March 2000) 115\u2013122. https:\/\/doi.org\/10.1016\/S1364-6613(00)01453-4","DOI":"10.1016\/S1364-6613(00)01453-4"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-54827-7_8"},{"key":"e_1_3_3_2_16_2","unstructured":"Jumbly Grindrod. 2024. Large Language Models and Linguistic Intentionality. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.09576 (2024). arxiv:https:\/\/arXiv.org\/abs\/2404.09576"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Keith Gunderson. 1964. The Imitation Game. Mind 73 290 (1964) 234\u2013245. https:\/\/doi.org\/10.1093\/mind\/LXXIII.290.234","DOI":"10.1093\/mind\/LXXIII.290.234"},{"key":"e_1_3_3_2_18_2","unstructured":"Patrick Hayes and Kenneth Ford. 1995. Turing Test Considered Harmful. IJCAI 1 (1995) 972\u2013977."},{"key":"e_1_3_3_2_19_2","unstructured":"Lujain Ibrahim Canfer Akbulut Rasmi Elasmar Charvi Rastogi Minsuk Kahng Meredith\u00a0Ringel Morris Kevin\u00a0R McKee Verena Rieser Murray Shanahan and Laura Weidinger. 2025. Multi-turn Evaluation of Anthropomorphic Behaviours in Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.07077 (2025)."},{"key":"e_1_3_3_2_20_2","unstructured":"Lujain Ibrahim Saffron Huang Lama Ahmad and Markus Anderljung. 2024. Beyond static AI evaluations: advancing human interaction evaluations for LLM harms and risks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.10632 (2024)."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Oliver Jacobs Farid Pazhoohi and Alan Kingstone. 2023. Brief Exposure Increases Mind Perception to ChatGPT and Is Moderated by the Individual Propensity to Anthropomorphize. PsyArXiv Preprint (2023).","DOI":"10.31234\/osf.io\/pn29d"},{"key":"e_1_3_3_2_22_2","unstructured":"Daniel Jannai Amos Meron Barak Lenz Yoav Levine and Yoav Shoham. 2023. Human or Not? A Gamified Approach to the Turing Test. arxiv:https:\/\/arXiv.org\/abs\/2305.20010\u00a0[cs]"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Cameron\u00a0R. Jones and Benjamin\u00a0K. Bergen. 2024. Does GPT-4 Pass the Turing Test? NAACL (2024).","DOI":"10.18653\/v1\/2024.naacl-long.290"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Cameron\u00a0R. Jones and Benjamin\u00a0K. Bergen. 2024. Lies Damned Lies and Distributional Language Statistics: Persuasion and Deception with Large Language Models. https:\/\/doi.org\/10.48550\/arXiv.2412.17128 arxiv:https:\/\/arXiv.org\/abs\/2412.17128\u00a0[cs]","DOI":"10.48550\/arXiv.2412.17128"},{"key":"e_1_3_3_2_25_2","volume-title":"Proc. 41st International Conference on Machine Learning (ICML)","author":"Kirchenbauer Jacob","year":"2023","unstructured":"Jacob Kirchenbauer, Jonas Geiping, Nicholas Carlini, Matthew Jagielski, Ilya Mironov, and \u00dalfar Erlingsson. 2023. A Watermark for Large Language Models. In Proc. 41st International Conference on Machine Learning (ICML). https:\/\/arxiv.org\/abs\/2303.11130"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Bal\u00e1zs Kov\u00e1cs. 2024. The Turing Test of Online Reviews: Can We Tell the Difference between Human-Written and GPT-4-written Online Reviews? Marketing Letters (2024) 1\u201316.","DOI":"10.1007\/s11002-024-09729-3"},{"key":"e_1_3_3_2_27_2","unstructured":"Darren Linvill and Patrick Warren. 2024. Digital Yard Signs: Analysis of an AI Bot Political Influence Campaign on X. Media Forensics Hub Reports (Sept. 2024)."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Gary Marcus Francesca Rossi and Manuela Veloso. 2016. Beyond the Turing Test. AI Magazine 37 1 (April 2016) 3\u20134. https:\/\/doi.org\/10.1609\/aimag.v37i1.2650","DOI":"10.1609\/aimag.v37i1.2650"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Melanie Mitchell and David\u00a0C. Krakauer. 2023. The Debate over Understanding in AI\u2019s Large Language Models. Proceedings of the National Academy of Sciences 120 13 (March 2023) e2215907120. https:\/\/doi.org\/10.1073\/pnas.2215907120","DOI":"10.1073\/pnas.2215907120"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Dimitri\u00a0Coelho Mollo and Rapha\u00ebl Milli\u00e8re. 2023. The Vector Grounding Problem. https:\/\/doi.org\/10.48550\/arXiv.2304.01481 arxiv:https:\/\/arXiv.org\/abs\/2304.01481\u00a0[cs]","DOI":"10.48550\/arXiv.2304.01481"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Vaclav Moravec Nik Hynek Marinko Skare Beata Gavurova and Matus Kubak. 2024. Human or Machine? The Perception of Artificial Intelligence in Journalism Its Socio-Economic Conditions and Technological Developments toward the Digital Future. Technological Forecasting and Social Change 200 (March 2024) 123162. https:\/\/doi.org\/10.1016\/j.techfore.2023.123162","DOI":"10.1016\/j.techfore.2023.123162"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Eric Neufeld and Sonje Finnestad. 2020. Imitation Game: Threshold or Watershed? Minds and Machines 30 4 (Dec. 2020) 637\u2013657. https:\/\/doi.org\/10.1007\/s11023-020-09544-5","DOI":"10.1007\/s11023-020-09544-5"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Open Science Collaboration. 2015. Estimating the Reproducibility of Psychological Science. Science 349 6251 (Aug. 2015) aac4716. https:\/\/doi.org\/10.1126\/science.aac4716","DOI":"10.1126\/science.aac4716"},{"key":"e_1_3_3_2_34_2","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv:https:\/\/arXiv.org\/abs\/2303.08774\u00a0[cs]"},{"key":"e_1_3_3_2_35_2","unstructured":"OpenAI. 2023. OpenAI Model Documentation. https:\/\/platform.openai.com\/docs\/models\/."},{"key":"e_1_3_3_2_36_2","unstructured":"OpenAI. 2024. Influence and Cyber Operations: An Update. https:\/\/openai.com\/global-affairs\/an-update-on-disrupting-deceptive-uses-of-ai\/."},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"OpenAI Aaron Hurst Adam Lerer Adam\u00a0P. Goucher Adam Perelman Aditya Ramesh Aidan Clark A.\u00a0J. Ostrow Akila Welihinda Alan Hayes Alec Radford Aleksander M\u0105dry Alex Baker-Whitcomb Alex Beutel Alex Borzunov Alex Carney Alex Chow Alex Kirillov Alex Nichol Alex Paino Alex Renzin Alex\u00a0Tachard Passos Alexander Kirillov Alexi Christakis Alexis Conneau Ali Kamali Allan Jabri Allison Moyer Allison Tam Amadou Crookes Amin Tootoochian Amin Tootoonchian Ananya Kumar Andrea Vallone Andrej Karpathy Andrew Braunstein Andrew Cann Andrew Codispoti Andrew Galu Andrew Kondrich Andrew Tulloch Andrey Mishchenko Angela Baek Angela Jiang Antoine Pelisse Antonia Woodford Anuj Gosalia Arka Dhar Ashley Pantuliano Avi Nayak Avital Oliver Barret Zoph Behrooz Ghorbani Ben Leimberger Ben Rossen Ben Sokolowsky Ben Wang Benjamin Zweig Beth Hoover Blake Samic Bob McGrew Bobby Spero Bogo Giertler Bowen Cheng Brad Lightcap Brandon Walkin Brendan Quinn Brian Guarraci Brian Hsu Bright Kellogg Brydon Eastman Camillo Lugaresi Carroll Wainwright Cary Bassin Cary Hudson Casey Chu Chad Nelson Chak Li Chan\u00a0Jun Shern Channing Conger Charlotte Barette Chelsea Voss Chen Ding Cheng Lu Chong Zhang Chris Beaumont Chris Hallacy Chris Koch Christian Gibson Christina Kim Christine Choi Christine McLeavey Christopher Hesse Claudia Fischer Clemens Winter Coley Czarnecki Colin Jarvis Colin Wei Constantin Koumouzelis Dane Sherburn Daniel Kappler Daniel Levin Daniel Levy David Carr David Farhi David Mely David Robinson David Sasaki Denny Jin Dev Valladares Dimitris Tsipras Doug Li Duc\u00a0Phong Nguyen Duncan Findlay Edede Oiwoh Edmund Wong Ehsan Asdar Elizabeth Proehl Elizabeth Yang Eric Antonow Eric Kramer Eric Peterson Eric Sigler Eric Wallace Eugene Brevdo Evan Mays Farzad Khorasani Felipe\u00a0Petroski Such Filippo Raso Francis Zhang Fred von Lohmann Freddie Sulit Gabriel Goh Gene Oden Geoff Salmon Giulio Starace Greg Brockman Hadi Salman Haiming Bao Haitang Hu Hannah Wong Haoyu Wang Heather Schmidt Heather Whitney Heewoo Jun Hendrik Kirchner Henrique Ponde de\u00a0Oliveira Pinto Hongyu Ren Huiwen Chang Hyung\u00a0Won Chung Ian Kivlichan Ian O\u2019Connell Ian O\u2019Connell Ian Osband Ian Silber Ian Sohl Ibrahim Okuyucu Ikai Lan Ilya Kostrikov Ilya Sutskever Ingmar Kanitscheider Ishaan Gulrajani Jacob Coxon Jacob Menick Jakub Pachocki James Aung James Betker James Crooks James Lennon Jamie Kiros Jan Leike Jane Park Jason Kwon Jason Phang Jason Teplitz Jason Wei Jason Wolfe Jay Chen Jeff Harris Jenia Varavva Jessica\u00a0Gan Lee Jessica Shieh Ji Lin Jiahui Yu Jiayi Weng Jie Tang Jieqi Yu Joanne Jang Joaquin\u00a0Quinonero Candela Joe Beutler Joe Landers Joel Parish Johannes Heidecke John Schulman Jonathan Lachman Jonathan McKay Jonathan Uesato Jonathan Ward Jong\u00a0Wook Kim Joost Huizinga Jordan Sitkin Jos Kraaijeveld Josh Gross Josh Kaplan Josh Snyder Joshua Achiam Joy Jiao Joyce Lee Juntang Zhuang Justyn Harriman Kai Fricke Kai Hayashi Karan Singhal Katy Shi Kavin Karthik Kayla Wood Kendra Rimbach Kenny Hsu Kenny Nguyen Keren Gu-Lemberg Kevin Button Kevin Liu Kiel Howe Krithika Muthukumar Kyle Luther Lama Ahmad Larry Kai Lauren Itow Lauren Workman Leher Pathak Leo Chen Li Jing Lia Guy Liam Fedus Liang Zhou Lien Mamitsuka Lilian Weng Lindsay McCallum Lindsey Held Long Ouyang Louis Feuvrier Lu Zhang Lukas Kondraciuk Lukasz Kaiser Luke Hewitt Luke Metz Lyric Doshi Mada Aflak Maddie Simens Madelaine Boyd Madeleine Thompson Marat Dukhan Mark Chen Mark Gray Mark Hudnall Marvin Zhang Marwan Aljubeh Mateusz Litwin Matthew Zeng Max Johnson Maya Shetty Mayank Gupta Meghan Shah Mehmet Yatbaz Meng\u00a0Jia Yang Mengchao Zhong Mia Glaese Mianna Chen Michael Janner Michael Lampe Michael Petrov Michael Wu Michele Wang Michelle Fradin Michelle Pokrass Miguel Castro Miguel Oom\u00a0Temudo de Castro Mikhail Pavlov Miles Brundage Miles Wang Minal Khan Mira Murati Mo Bavarian Molly Lin Murat Yesildal Nacho Soto Natalia Gimelshein Natalie Cone Natalie Staudacher Natalie Summers Natan LaFontaine Neil Chowdhury Nick Ryder Nick Stathas Nick Turley Nik Tezak Niko Felix Nithanth Kudige Nitish Keskar Noah Deutsch Noel Bundick Nora Puckett Ofir Nachum Ola Okelola Oleg Boiko Oleg Murk Oliver Jaffe Olivia Watkins Olivier Godement Owen Campbell-Moore Patrick Chao Paul McMillan Pavel Belov Peng Su Peter Bak Peter Bakkum Peter Deng Peter Dolan Peter Hoeschele Peter Welinder Phil Tillet Philip Pronin Philippe Tillet Prafulla Dhariwal Qiming Yuan Rachel Dias Rachel Lim Rahul Arora Rajan Troll Randall Lin Rapha\u00a0Gontijo Lopes Raul Puri Reah Miyara Reimar Leike Renaud Gaubert Reza Zamani Ricky Wang Rob Donnelly Rob Honsby Rocky Smith Rohan Sahai Rohit Ramchandani Romain Huet Rory Carmichael Rowan Zellers Roy Chen Ruby Chen Ruslan Nigmatullin Ryan Cheu Saachi Jain Sam Altman Sam Schoenholz Sam Toizer Samuel Miserendino Sandhini Agarwal Sara Culver Scott Ethersmith Scott Gray Sean Grove Sean Metzger Shamez Hermani Shantanu Jain Shengjia Zhao Sherwin Wu Shino Jomoto Shirong Wu Shuaiqi Xia Sonia Phene Spencer Papay Srinivas Narayanan Steve Coffey Steve Lee Stewart Hall Suchir Balaji Tal Broda Tal Stramer Tao Xu Tarun Gogineni Taya Christianson Ted Sanders Tejal Patwardhan Thomas Cunninghman Thomas Degry Thomas Dimson Thomas Raoux Thomas Shadwell Tianhao Zheng Todd Underwood Todor Markov Toki Sherbakov Tom Rubin Tom Stasi Tomer Kaftan Tristan Heywood Troy Peterson Tyce Walters Tyna Eloundou Valerie Qi Veit Moeller Vinnie Monaco Vishal Kuo Vlad Fomenko Wayne Chang Weiyi Zheng Wenda Zhou Wesam Manassra Will Sheu Wojciech Zaremba Yash Patil Yilei Qian Yongjik Kim Youlong Cheng Yu Zhang Yuchen He Yuchen Zhang Yujia Jin Yunxing Dai and Yury Malkov. 2024. GPT-4o System Card. https:\/\/doi.org\/10.48550\/arXiv.2410.21276 arxiv:https:\/\/arXiv.org\/abs\/2410.21276\u00a0[cs]","DOI":"10.48550\/arXiv.2410.21276"},{"key":"e_1_3_3_2_38_2","volume-title":"The Stanford Encyclopedia of Philosophy (winter 2021 ed.)","author":"Oppy Graham","year":"2021","unstructured":"Graham Oppy and David Dowe. 2021. The Turing Test. In The Stanford Encyclopedia of Philosophy (winter 2021 ed.), Edward\u00a0N. Zalta (Ed.). Metaphysics Research Lab, Stanford University."},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Peter\u00a0S. Park Simon Goldstein Aidan O\u2019Gara Michael Chen and Dan Hendrycks. 2024. AI Deception: A Survey of Examples Risks and Potential Solutions. Patterns 5 5 (May 2024). https:\/\/doi.org\/10.1016\/j.patter.2024.100988","DOI":"10.1016\/j.patter.2024.100988"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Ellie Pavlick. 2023. Symbols and Grounding in Large Language Models. Philosophical Transactions of the Royal Society A: Mathematical Physical and Engineering Sciences 381 2251 (June 2023) 20220041. https:\/\/doi.org\/10.1098\/rsta.2022.0041","DOI":"10.1098\/rsta.2022.0041"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","unstructured":"Mike Perkins Jasper Roe Darius Postma James McGaughran and Don Hickerson. 2024. Detection of GPT-4 Generated Text in Higher Education: Combining Academic Judgement and Software to Identify Generative AI Tool Misuse. Journal of Academic Ethics 22 1 (March 2024) 89\u2013113. https:\/\/doi.org\/10.1007\/s10805-023-09492-6","DOI":"10.1007\/s10805-023-09492-6"},{"key":"e_1_3_3_2_42_2","unstructured":"R. R\u00a0Core\u00a0Team. 2013. R: A Language and Environment for Statistical Computing. Vienna Austria."},{"key":"e_1_3_3_2_43_2","unstructured":"Inioluwa\u00a0Deborah Raji Emily\u00a0M. Bender Amandalynne Paullada Emily Denton and Alex Hanna. 2021. AI and the Everything in the Whole Wide World Benchmark. arxiv:https:\/\/arXiv.org\/abs\/2111.15366\u00a0[cs]"},{"key":"e_1_3_3_2_44_2","volume-title":"Artificial Intelligence a Modern Approach","author":"Russell Stuart\u00a0J.","year":"2010","unstructured":"Stuart\u00a0J. Russell. 2010. Artificial Intelligence a Modern Approach. Pearson Education, Inc."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"\u015etefan Sarkadi. 2023. Deceptive AI and Society. IEEE Technology and Society Magazine 42 4 (Dec. 2023) 77\u201386. https:\/\/doi.org\/10.1109\/MTS.2023.3340232","DOI":"10.1109\/MTS.2023.3340232"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","unstructured":"Ayse Saygin Ilyas Cicekli and Varol Akman. 2000. Turing Test: 50 Years Later. Minds and Machines 10 4 (Nov. 2000) 463\u2013518. https:\/\/doi.org\/10.1023\/A:1011288000451","DOI":"10.1023\/A:1011288000451"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"John\u00a0R. Searle. 1980. Minds Brains and Programs. Behavioral and brain sciences 3 3 (1980) 417\u2013424. https:\/\/doi.org\/10.1017\/S0140525X00005756","DOI":"10.1017\/S0140525X00005756"},{"key":"e_1_3_3_2_48_2","unstructured":"Stuart\u00a0M. Shieber. 1994. Lessons from a Restricted Turing Test. arXiv preprint cmp-lg\/9404002 (1994). arxiv:cmp-lg\/9404002"},{"key":"e_1_3_3_2_49_2","unstructured":"Vishvesh Soni. 2023. Large Language Models for Enhancing Customer Lifecycle Management. Journal of Empirical Social Science Studies 7 1 (Feb. 2023) 67\u201389."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Aarohi Srivastava Abhinav Rastogi Abhishek Rao Abu Awal\u00a0Md Shoeb Abubakar Abid Adam Fisch Adam\u00a0R. Brown Adam Santoro Aditya Gupta Adri\u00e0 Garriga-Alonso Agnieszka Kluska Aitor Lewkowycz Akshat Agarwal Alethea Power Alex Ray Alex Warstadt Alexander\u00a0W. Kocurek Ali Safaya Ali Tazarv Alice Xiang Alicia Parrish Allen Nie Aman Hussain Amanda Askell Amanda Dsouza Ambrose Slone Ameet Rahane Anantharaman\u00a0S. Iyer Anders Andreassen Andrea Madotto Andrea Santilli Andreas Stuhlm\u00fcller Andrew Dai Andrew La Andrew Lampinen Andy Zou Angela Jiang Angelica Chen Anh Vuong Animesh Gupta Anna Gottardi Antonio Norelli Anu Venkatesh Arash Gholamidavoodi Arfa Tabassum Arul Menezes Arun Kirubarajan Asher Mullokandov Ashish Sabharwal Austin Herrick Avia Efrat Aykut Erdem Ayla Karaka\u015f B.\u00a0Ryan Roberts Bao\u00a0Sheng Loe Barret Zoph Bart\u0142omiej Bojanowski Batuhan \u00d6zyurt Behnam Hedayatnia Behnam Neyshabur Benjamin Inden Benno Stein Berk Ekmekci Bill\u00a0Yuchen Lin Blake Howald Cameron Diao Cameron Dour Catherine Stinson Cedrick Argueta C\u00e9sar\u00a0Ferri Ram\u00edrez Chandan Singh Charles Rathkopf Chenlin Meng Chitta Baral Chiyu Wu Chris Callison-Burch Chris Waites Christian Voigt Christopher\u00a0D. Manning Christopher Potts Cindy Ramirez Clara\u00a0E. Rivera Clemencia Siro Colin Raffel Courtney Ashcraft Cristina Garbacea Damien Sileo Dan Garrette Dan Hendrycks Dan Kilman Dan Roth Daniel Freeman Daniel Khashabi Daniel Levy Daniel\u00a0Mosegu\u00ed Gonz\u00e1lez Danielle Perszyk Danny Hernandez Danqi Chen Daphne Ippolito Dar Gilboa David Dohan David Drakard David Jurgens Debajyoti Datta Deep Ganguli Denis Emelin Denis Kleyko Deniz Yuret Derek Chen Derek Tam Dieuwke Hupkes Diganta Misra Dilyar Buzan Dimitri\u00a0Coelho Mollo Diyi Yang Dong-Ho Lee Ekaterina Shutova Ekin\u00a0Dogus Cubuk Elad Segal Eleanor Hagerman Elizabeth Barnes Elizabeth Donoway Ellie Pavlick Emanuele Rodola Emma Lam Eric Chu Eric Tang Erkut Erdem Ernie Chang Ethan\u00a0A. Chi Ethan Dyer Ethan Jerzak Ethan Kim Eunice\u00a0Engefu Manyasi Evgenii Zheltonozhskii Fanyue Xia Fatemeh Siar Fernando Mart\u00ednez-Plumed Francesca Happ\u00e9 Francois Chollet Frieda Rong Gaurav Mishra Genta\u00a0Indra Winata Gerard de Melo Germ\u00e1n Kruszewski Giambattista Parascandolo Giorgio Mariani Gloria Wang Gonzalo Jaimovitch-L\u00f3pez Gregor Betz Guy Gur-Ari Hana Galijasevic Hannah Kim Hannah Rashkin Hannaneh Hajishirzi Harsh Mehta Hayden Bogar Henry Shevlin Hinrich Sch\u00fctze Hiromu Yakura Hongming Zhang Hugh\u00a0Mee Wong Ian Ng Isaac Noble Jaap Jumelet Jack Geissinger Jackson Kernion Jacob Hilton Jaehoon Lee Jaime\u00a0Fern\u00e1ndez Fisac James\u00a0B. Simon James Koppel James Zheng James Zou Jan Koco\u0144 Jana Thompson Jared Kaplan Jarema Radom Jascha Sohl-Dickstein Jason Phang Jason Wei Jason Yosinski Jekaterina Novikova Jelle Bosscher Jennifer Marsh Jeremy Kim Jeroen Taal Jesse Engel Jesujoba Alabi Jiacheng Xu Jiaming Song Jillian Tang Joan Waweru John Burden John Miller John\u00a0U. Balis Jonathan Berant J\u00f6rg Frohberg Jos Rozen Jose Hernandez-Orallo Joseph Boudeman Joseph Jones Joshua\u00a0B. Tenenbaum Joshua\u00a0S. Rule Joyce Chua Kamil Kanclerz Karen Livescu Karl Krauth Karthik Gopalakrishnan Katerina Ignatyeva Katja Markert Kaustubh\u00a0D. Dhole Kevin Gimpel Kevin Omondi Kory Mathewson Kristen Chiafullo Ksenia Shkaruta Kumar Shridhar Kyle McDonell Kyle Richardson Laria Reynolds Leo Gao Li Zhang Liam Dugan Lianhui Qin Lidia Contreras-Ochando Louis-Philippe Morency Luca Moschella Lucas Lam Lucy Noble Ludwig Schmidt Luheng He Luis\u00a0Oliveros Col\u00f3n Luke Metz L\u00fctfi\u00a0Kerem \u015eenel Maarten Bosma Maarten Sap Maartje ter Hoeve Maheen Farooqi Manaal Faruqui Mantas Mazeika Marco Baturan Marco Marelli Marco Maru Maria Jose\u00a0Ram\u00edrez Quintana Marie Tolkiehn Mario Giulianelli Martha Lewis Martin Potthast Matthew\u00a0L. Leavitt Matthias Hagen M\u00e1ty\u00e1s Schubert Medina\u00a0Orduna Baitemirova Melody Arnaud Melvin McElrath Michael\u00a0A. Yee Michael Cohen Michael Gu Michael Ivanitskiy Michael Starritt Michael Strube Micha\u0142 Sw\u0119drowski Michele Bevilacqua Michihiro Yasunaga Mihir Kale Mike Cain Mimee Xu Mirac Suzgun Mo Tiwari Mohit Bansal Moin Aminnaseri Mor Geva Mozhdeh Gheini Mukund\u00a0Varma T Nanyun Peng Nathan Chi Nayeon Lee Neta Gur-Ari Krakover Nicholas Cameron Nicholas Roberts Nick Doiron Nikita Nangia Niklas Deckers Niklas Muennighoff Nitish\u00a0Shirish Keskar Niveditha\u00a0S. Iyer Noah Constant Noah Fiedel Nuan Wen Oliver Zhang Omar Agha Omar Elbaghdadi Omer Levy Owain Evans Pablo Antonio\u00a0Moreno Casares Parth Doshi Pascale Fung Paul\u00a0Pu Liang Paul Vicol Pegah Alipoormolabashi Peiyuan Liao Percy Liang Peter Chang Peter Eckersley Phu\u00a0Mon Htut Pinyu Hwang Piotr Mi\u0142kowski Piyush Patil Pouya Pezeshkpour Priti Oli Qiaozhu Mei Qing Lyu Qinlang Chen Rabin Banjade Rachel\u00a0Etta Rudolph Raefer Gabriel Rahel Habacker Ram\u00f3n\u00a0Risco Delgado Rapha\u00ebl Milli\u00e8re Rhythm Garg Richard Barnes Rif\u00a0A. Saurous Riku Arakawa Robbe Raymaekers Robert Frank Rohan Sikand Roman Novak Roman Sitelew Ronan LeBras Rosanne Liu Rowan Jacobs Rui Zhang Ruslan Salakhutdinov Ryan Chi Ryan Lee Ryan Stovall Ryan Teehan Rylan Yang Sahib Singh Saif\u00a0M. Mohammad Sajant Anand Sam Dillavou Sam Shleifer Sam Wiseman Samuel Gruetter Samuel\u00a0R. Bowman Samuel\u00a0S. Schoenholz Sanghyun Han Sanjeev Kwatra Sarah\u00a0A. Rous Sarik Ghazarian Sayan Ghosh Sean Casey Sebastian Bischoff Sebastian Gehrmann Sebastian Schuster Sepideh Sadeghi Shadi Hamdan Sharon Zhou Shashank Srivastava Sherry Shi Shikhar Singh Shima Asaadi Shixiang\u00a0Shane Gu Shubh Pachchigar Shubham Toshniwal Shyam Upadhyay Shyamolima Debnath Siamak Shakeri Simon Thormeyer Simone Melzi Siva Reddy Sneha\u00a0Priscilla Makini Soo-Hwan Lee Spencer Torene Sriharsha Hatwar Stanislas Dehaene Stefan Divic Stefano Ermon Stella Biderman Stephanie Lin Stephen Prasad Steven\u00a0T. Piantadosi Stuart\u00a0M. Shieber Summer Misherghi Svetlana Kiritchenko Swaroop Mishra Tal Linzen Tal Schuster Tao Li Tao Yu Tariq Ali Tatsu Hashimoto Te-Lin Wu Th\u00e9o Desbordes Theodore Rothschild Thomas Phan Tianle Wang Tiberius Nkinyili Timo Schick Timofei Kornev Timothy Telleen-Lawton Titus Tunduny Tobias Gerstenberg Trenton Chang Trishala Neeraj Tushar Khot Tyler Shultz Uri Shaham Vedant Misra Vera Demberg Victoria Nyamai Vikas Raunak Vinay Ramasesh Vinay\u00a0Uday Prabhu Vishakh Padmakumar Vivek Srikumar William Fedus William Saunders William Zhang Wout Vossen Xiang Ren Xiaoyu Tong Xinran Zhao Xinyi Wu Xudong Shen Yadollah Yaghoobzadeh Yair Lakretz Yangqiu Song Yasaman Bahri Yejin Choi Yichi Yang Yiding Hao Yifu Chen Yonatan Belinkov Yu Hou Yufang Hou Yuntao Bai Zachary Seid Zhuoye Zhao Zijian Wang Zijie\u00a0J. Wang Zirui Wang and Ziyi Wu. 2022. Beyond the Imitation Game: Quantifying and Extrapolating the Capabilities of Language Models. https:\/\/doi.org\/10.48550\/arXiv.2206.04615 arxiv:https:\/\/arXiv.org\/abs\/2206.04615\u00a0[cs stat]","DOI":"10.48550\/arXiv.2206.04615"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","unstructured":"Daniel Susser Beate Roessler and Helen Nissenbaum. 2019. Technology Autonomy and Manipulation. Internet Policy Review 8 2 (June 2019). https:\/\/doi.org\/10.14763\/2019.2.1410","DOI":"10.14763\/2019.2.1410"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","unstructured":"A.\u00a0M. Turing. 1950. I.\u2014COMPUTING MACHINERY AND INTELLIGENCE. Mind LIX 236 (Oct. 1950) 433\u2013460. https:\/\/doi.org\/10.1093\/mind\/LIX.236.433","DOI":"10.1093\/mind\/LIX.236.433"},{"key":"e_1_3_3_2_53_2","volume-title":"International Conference on Learning Representations","author":"Wang Alex","year":"2019","unstructured":"Alex Wang, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel\u00a0R. Bowman. 2019. GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. In International Conference on Learning Representations."},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","unstructured":"Fangzhou Wang and Volkan Topalli. 2024. The Cyber-Industrialization of Catfishing and Romance Fraud. Computers in Human Behavior 154 (May 2024) 108133. https:\/\/doi.org\/10.1016\/j.chb.2023.108133","DOI":"10.1016\/j.chb.2023.108133"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","unstructured":"Laura Weidinger John Mellor Maribeth Rauh Conor Griffin Jonathan Uesato Po-Sen Huang Myra Cheng Mia Glaese Borja Balle Atoosa Kasirzadeh Zac Kenton Sasha Brown Will Hawkins Tom Stepleton Courtney Biles Abeba Birhane Julia Haas Laura Rimell Lisa\u00a0Anne Hendricks William Isaac Sean Legassick Geoffrey Irving and Iason Gabriel. 2021. Ethical and Social Risks of Harm from Language Models. https:\/\/doi.org\/10.48550\/arXiv.2112.04359 arxiv:https:\/\/arXiv.org\/abs\/2112.04359\u00a0[cs]","DOI":"10.48550\/arXiv.2112.04359"},{"key":"e_1_3_3_2_56_2","unstructured":"Laura Weidinger Maribeth Rauh Nahema Marchal Arianna Manzini Lisa\u00a0Anne Hendricks Juan Mateos-Garcia Stevie Bergman Jackie Kay Conor Griffin Ben Bariach Iason Gabriel Verena Rieser and William Isaac. 2023. Sociotechnical Safety Evaluation of Generative AI Systems. arxiv:https:\/\/arXiv.org\/abs\/2310.11986\u00a0[cs]"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","unstructured":"Joseph Weizenbaum. 1966. ELIZA\u2014a Computer Program for the Study of Natural Language Communication between Man and Machine. Commun. ACM 9 1 (1966) 36\u201345. https:\/\/doi.org\/10.1145\/365153.365168","DOI":"10.1145\/365153.365168"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"Tobias Werner Ivan Soraperra Emilio Calvano David\u00a0C. Parkes and Iyad Rahwan. 2024. Experimental Evidence That Conversational Artificial Intelligence Can Steer Consumer Behavior Without Detection. arxiv:https:\/\/arXiv.org\/abs\/2409.12143","DOI":"10.31219\/osf.io\/dnjgz"},{"key":"e_1_3_3_2_59_2","unstructured":"World Wide Web Consortium (W3C). 2022. Decentralized Identifiers (DID)\u00a01.0 \u2014 Core architecture data model and representations. https:\/\/www.w3.org\/TR\/did-core\/ W3C Recommendation."},{"key":"e_1_3_3_2_60_2","unstructured":"Jingru Yu Yi Yu Xuhong Wang Yilun Lin Manzhi Yang Yu Qiao and Fei-Yue Wang. 2024. The Shadow of Fraud: The Emerging Danger of AI-powered Social Engineering and Its Possible Cure. arxiv:https:\/\/arXiv.org\/abs\/2407.15912"},{"key":"e_1_3_3_2_61_2","unstructured":"Rowan Zellers Ari Holtzman Hannah Rashkin Yonatan Bisk Ali Farhadi Franziska Roesner and Yejin Choi. 2019. Defending against Neural Fake News. Advances in neural information processing systems 32 (2019)."}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732108","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T07:06:19Z","timestamp":1750748779000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732108"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":60,"alternative-id":["10.1145\/3715275.3732108","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732108","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}