{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:58:44Z","timestamp":1776931124230,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772363.3790074","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T01:55:28Z","timestamp":1776045328000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Does Peer Review Need to Change? A Panel on Reporting Standards and Checklists in the Age of AI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1681-7878","authenticated-orcid":false,"given":"Andrew","family":"Duchowski","sequence":"first","affiliation":[{"name":"School of Computing, Clemson University, Clemson, South Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2554-5862","authenticated-orcid":false,"given":"Andreas","family":"Stefik","sequence":"additional","affiliation":[{"name":"Computer Science, University of Nevada Las Vegas, Las Vegas, Nevada, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7411-0857","authenticated-orcid":false,"given":"Paul","family":"Ralph","sequence":"additional","affiliation":[{"name":"Dalhousie University, Halifax, Nova Scotia, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5242-7693","authenticated-orcid":false,"given":"Alan","family":"Dix","sequence":"additional","affiliation":[{"name":"Computational Foundry, Swansea University, Swansea, Wales, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9558-3039","authenticated-orcid":false,"given":"Krzysztof","family":"Krejtz","sequence":"additional","affiliation":[{"name":"Institute of Psychology, SWPS University of Social Sciences and Humanities, Warsaw, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4769-0219","authenticated-orcid":false,"given":"Brad A","family":"Myers","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5441-4637","authenticated-orcid":false,"given":"Joaquim","family":"Jorge","sequence":"additional","affiliation":[{"name":"INESC-ID\/Instituto Superior Tecnico, Universidade de Lisboa, Lisboa, Portugal"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3677-5185","authenticated-orcid":false,"given":"Rina R.","family":"Wehbe","sequence":"additional","affiliation":[{"name":"HCI4Good, Faculty of Computer Science, Dalhousie University, Halifax, Nova Scotia, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999554"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Mark Appelbaum Harris Cooper Rex\u00a0B Kline Evan Mayo-Wilson Arthur\u00a0M Nezu and Stephen\u00a0M Rao. 2018. Journal article reporting standards for quantitative research in psychology: The APA Publications and Communications Board task force report. American Psychologist 73 1 (2018) 3.","DOI":"10.1037\/amp0000191"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463359"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Monya Baker. 2016. 1 500 scientists lift the lid on reproducibility. Nature News 533 7604 (2016) 452\u2013454.","DOI":"10.1038\/533452a"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Philip Ball. 2005. Index aims for fair ranking of scientists. Nature 436 7053 (2005) 900\u2013901.","DOI":"10.1038\/436900a"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"John\u00a0J Bartko. 1982. The fate of published articles submitted again. Behavioral and Brain Sciences 5 2 (1982) 199\u2013199.","DOI":"10.1017\/S0140525X00011213"},{"key":"e_1_3_3_2_8_2","unstructured":"Daniel\u00a0J. Benjamin James\u00a0O. Berger Magnus Johannesson Brian\u00a0A. Nosek Eric-Jan Wagenmakers Richard Berk Kenneth\u00a0A. Bollen Bj\u00f6rn Brembs Lawrence Brown Colin Camerer David Cesarini Christopher\u00a0D. Chambers Merlise Clyde Thomas\u00a0D. Cook Paul\u00a0De Boeck Zoltan Dienes Anna Dreber Kenny Easwaran Charles Efferson Ernst Fehr Fiona Fidler Andy\u00a0P. Field Malcolm Forster Edward\u00a0I. George Richard Gonzalez Steven Goodman Edwin Green Donald\u00a0P. Green Anthony\u00a0G. Greenwald Jarrod\u00a0D. Hadfield Larry\u00a0V. Hedges Leonhard Held Teck\u00a0Hua Ho Herbert Hoijtink Daniel\u00a0J. Hruschka Kosuke Imai Guido Imbens John P.\u00a0A. Ioannidis Minjeong Jeon James\u00a0Holland Jones Michael Kirchler David Laibson John List Roderick Little Arthur Lupia Edouard Machery Scott\u00a0E. Maxwell Michael McCarthy Don\u00a0A. Moore Stephen\u00a0L. Morgan Marcus Munaf\u00f3 Shinichi Nakagawa Brendan Nyhan Timothy\u00a0H. Parker Luis Pericchi Marco Perugini Jeff Rouder Judith Rousseau Victoria Savalei Felix\u00a0D. Sch\u00f6nbrodt Thomas Sellke Betsy Sinclair Dustin Tingley Trisha\u00a0Van Zandt Simine Vazire Duncan\u00a0J. Watts Christopher Winship Robert\u00a0L. Wolpert Yu Xie Cristobal Young Jonathan Zinman and Valen\u00a0E. Johnson. 2018. Redefine statistical significance. Nature Human Behaviour 2 1 (2018) 6\u201310."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Hu-Zi Cheng Bin Sheng Aaron Lee Varun Chaudhary Atanas\u00a0G Atanasov Nan Liu Yue Qiu Tien\u00a0Yin Wong Yih-Chung Tham and Ying-Feng Zheng. 2024. Have AI-generated texts from LLM infiltrated the realm of scientific writing? A large-scale analysis of preprint platforms. bioRxiv (2024) 2024\u201303.","DOI":"10.1101\/2024.03.25.586710"},{"key":"e_1_3_3_2_10_2","volume-title":"Peerless science: Peer review and US science policy","author":"Chubin Daryl\u00a0E","year":"1990","unstructured":"Daryl\u00a0E Chubin and Edward\u00a0J Hackett. 1990. Peerless science: Peer review and US science policy. State University of New York Press."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/1315803.1315806"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Andy Cockburn Pierre Dragicevic Lonni Besan\u00e7on and Carl Gutwin. 2020. Threats of a Replication Crisis in Empirical Computer Science. Communications of the ACM 63 8 (jul 2020) 70\u201379. 10.1145\/3360311","DOI":"10.1145\/3360311"},{"key":"e_1_3_3_2_13_2","unstructured":"CONSORT Group. 2018. CONSORT. http:\/\/www.consort-statement.org. accessed September 5th 2018."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Claire\u00a0Le Goues Ciera Jaspan Ipek Ozkaya Mary Shaw and Kathryn\u00a0T. Stolee. 2018. Bridging the Gap: From Research to Practical Advice. IEEE Software 35 5 (2018) 50\u201357.","DOI":"10.1109\/MS.2018.3571235"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"John P.\u00a0A. Ioannidis. 2005. Why most published research findings are false. PLoS Medicine 2 8 (2005) e124:0696\u20130701.","DOI":"10.1371\/journal.pmed.0020124"},{"key":"e_1_3_3_2_16_2","unstructured":"Antti-Juhani Kaijanaho. 2015. Evidence-based programming language design: a philosophical and methodological exploration. Ph.\u00a0D. Dissertation. University of Jyvskyl Yliopisto Finland."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Robert\u00a0L Kane Jye Wang and Judith Garrard. 2007. Reporting in randomized clinical trials improved after adoption of the CONSORT statement. Journal of Clinical Epidemiology 60 3 (2007) 241\u2013249.","DOI":"10.1016\/j.jclinepi.2006.06.016"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Andy Ko Thomas\u00a0D. LaToza and Margaret\u00a0M. Burnett. 2015. A practical guide to controlled experiments of software engineering tools with human participants. Empirical Software Engineering 20 1 (2015) 110\u2013141.","DOI":"10.1007\/s10664-013-9279-3"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Heidi\u00a0M Levitt Michael Bamberg John\u00a0W Creswell David\u00a0M Frost Ruthellen Josselson and Carola Su\u00e1rez-Orozco. 2018. Journal article reporting standards for qualitative primary qualitative meta-analytic and mixed methods research in psychology: The APA Publications and Communications Board task force report. American Psychologist 73 1 (2018) 26.","DOI":"10.1037\/amp0000151"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"A\u00a0Carolyn Miller and Sharon\u00a0L Serzan. 1984. Criteria for identifying a refereed journal. The Journal of Higher Education 55 6 (1984) 673\u2013699.","DOI":"10.1080\/00221546.1984.11778688"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Marcus\u00a0R. Munaf\u00f2 Brian\u00a0A. Nosek Dorothy\u00a0V.M. Bishop Katherine\u00a0S. Button Christopher\u00a0D. Chambers Nathalie\u00a0Percie du Sert Uri Simonsohn Eric-Jan Wagenmakers Jennifer\u00a0J. Ware and John P.\u00a0A. Ioannidis. 2017. A manifesto for reproducible science. Nature Human Behaviour 1 1 (2017) 1\u20139.","DOI":"10.1038\/s41562-016-0021"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Brian\u00a0A. Nosek Charles\u00a0R. Ebersole Alexander\u00a0C. DeHaven and David\u00a0T. Mellor. 2018. The preregistration revolution. Proceedings of the National Academy of Sciences 115 11 (2018) 2600\u20132606. 10.1073\/pnas.1708274114","DOI":"10.1073\/pnas.1708274114"},{"key":"e_1_3_3_2_23_2","unstructured":"Jeremiah\u00a0P Ostriker Paul\u00a0W Holland Charlotte\u00a0V Kuh and James\u00a0A Voytuk. 2009. A guide to the methodology of the National Research Council assessment of doctorate programs. Washington DC: Committee to Assess Research-Doctorate Programs National Research Council (2009)."},{"key":"e_1_3_3_2_24_2","unstructured":"Matthew\u00a0J Page Joanne\u00a0E McKenzie Patrick\u00a0M Bossuyt Isabelle Boutron Tammy\u00a0C Hoffmann Cynthia\u00a0D Mulrow Larissa Shamseer Jennifer\u00a0M Tetzlaff Elie\u00a0A Akl Sue\u00a0E Brennan et\u00a0al. 2021. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. BMJ 372 (2021)."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Nikola Panic Emanuele Leoncini Giulio de Belvis Walter Ricciardi and Stefania Boccia. 2013. Evaluation of the endorsement of the preferred reporting items for systematic reviews and meta-analysis (PRISMA) statement on the quality of published systematic review and meta-analyses. PloS One 8 12 (2013) e83138.","DOI":"10.1371\/journal.pone.0083138"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339421"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Paul Ralph. 2016. Practical suggestions for improving scholarly peer review quality and reducing cycle times. Communications of the Association for Information Systems 38 1 (2016) 13.","DOI":"10.17705\/1CAIS.03813"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Paul Ralph. 2021. ACM SIGSOFT Empirical Standards Released. SIGSOFT Software Engineering Notes 46 1 (feb 2021) 19. 10.1145\/3437479.3437483","DOI":"10.1145\/3437479.3437483"},{"key":"e_1_3_3_2_29_2","unstructured":"Paul Ralph Nauman bin Ali Sebastian Baltes Domenico Bianculli Jessica Diaz Yvonne Dittrich Neil Ernst Michael Felderer Robert Feldt Antonio Filieri Breno Bernard\u00a0Nicolau de Fran\u00e7a Carlo\u00a0Alberto Furia Greg Gay Nicolas Gold Daniel Graziotin Pinjia He Rashina Hoda Natalia Juristo Barbara Kitchenham Valentina Lenarduzzi Jorge Mart\u00ednez Jorge Melegati Daniel Mendez Tim Menzies Jefferson Molleri Dietmar Pfahl Romain Robbes Daniel Russo Nyyti Saarim\u00e4ki Federica Sarro Davide Taibi Janet Siegmund Diomidis Spinellis Miroslaw Staron Klaas Stol Margaret-Anne Storey Davide Taibi Damian Tamburri Marco Torchiano Christoph Treude Burak Turhan Xiaofeng Wang and Sira Vegas. 2020. Empirical Standards for Software Engineering Research. arXiv. arxiv:https:\/\/arXiv.org\/abs\/2010.03525\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2010.03525"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"David\u00a0B. Resnik and Adil\u00a0E. Shamoo. 2017. Reproducibility and Research Integrity. Accountability in Research 24 2 (2017) 116\u2013123. 10.1080\/08989621.2016.1257387","DOI":"10.1080\/08989621.2016.1257387"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Andreas Stefik and Stefan Hanenberg. 2017. Methodological Irregularities in Programming Language Research. IEEE Computer 50 8 (2017) 60\u201363. 10.1109\/MC.2017.3001257","DOI":"10.1109\/MC.2017.3001257"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597154"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Victoria Stodden Marcia McNutt David\u00a0H. Bailey Ewa Deelman Yolanda Gil Brooks Hanson Michael\u00a0A. Heroux John P.\u00a0A. Ioannidis and Michela Taufer. 2016. Enhancing reproducibility for computational methods. Science 354 6317 (2016) 1240\u20131241.","DOI":"10.1126\/science.aah6168"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Walter\u00a0F. Tichy. 1998. Should Computer Scientists Experiment More? IEEE Computer 31 5 (1998) 32\u201340. 10.1109\/2.675631","DOI":"10.1109\/2.675631"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Lucy Turner Larissa Shamseer Douglas\u00a0G Altman Kenneth\u00a0F Schulz and David Moher. 2012. Does use of the CONSORT Statement impact the completeness of reporting of randomised controlled trials published in medical journals? A Cochrane reviewa. Systematic Reviews 1 1 (2012) 60.","DOI":"10.1186\/2046-4053-1-60"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Luka Ursi\u0107 Nensi Brali\u0107 Marija\u00a0Franka \u017duljevi\u0107 Livia Puljak and Ivan Buljan. 2025. Exploring the understanding of reproducibility among stakeholders within academia and their expectations for a web-based education tool: A qualitative study. Accountability in Research 32 6 (2025) 859\u2013888. 10.1080\/08989621.2024.2345723","DOI":"10.1080\/08989621.2024.2345723"},{"key":"e_1_3_3_2_37_2","unstructured":"U.S. Department of Education. 2015. Every Student Succeeds Act (ESSA). https:\/\/www.ed.gov\/essa?src=rn. accessed: Marck 29 2017."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Mark Ware. 2008. Peer review in scholarly journals: Perspective of the scholarly community\u2013Results from an international study. Information Services and Use 28 2 (2008) 109\u2013112.","DOI":"10.3233\/ISU-2008-0568"},{"key":"e_1_3_3_2_39_2","volume-title":"Public knowledge: An Essay Concerning the Social Dimension of Science","author":"Ziman\u00a0John M","year":"1968","unstructured":"M Ziman\u00a0John. 1968. Public knowledge: An Essay Concerning the Social Dimension of Science. Cambridge University Press."}],"event":{"name":"CHI EA '26: Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","location":"Barcelona , Spain","acronym":"CHI EA '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772363.3790074","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T03:45:51Z","timestamp":1776051951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772363.3790074"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":38,"alternative-id":["10.1145\/3772363.3790074","10.1145\/3772363"],"URL":"https:\/\/doi.org\/10.1145\/3772363.3790074","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}