{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:56:52Z","timestamp":1751608612068,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":119,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"DARPA","award":["W911NF-19-2- 0272"],"award-info":[{"award-number":["W911NF-19-2- 0272"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3643043","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:39:12Z","timestamp":1715416752000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Integrating measures of replicability into scholarly search: Challenges and opportunities"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3862-560X","authenticated-orcid":false,"given":"Chuhao","family":"Wu","sequence":"first","affiliation":[{"name":"College of Information Sciences and Technology, The Pennsylvania State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4986-4921","authenticated-orcid":false,"given":"Tatiana","family":"Chakravorti","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, The Pennsylvania State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5189-337X","authenticated-orcid":false,"given":"John M.","family":"Carroll","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1464-0848","authenticated-orcid":false,"given":"Sarah","family":"Rajtmajer","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, The Pennsylvania State University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_2_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9626-5"},{"key":"e_1_3_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805"},{"key":"e_1_3_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0225826"},{"key":"e_1_3_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702205"},{"key":"e_1_3_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/10572317.2018.1425970"},{"key":"e_1_3_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23617"},{"key":"e_1_3_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/meet.14505001041"},{"key":"e_1_3_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1192\/bja.2017.3"},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_3_2_10_1","first-page":"353","article-title":"Reproducibility crisis","volume":"533","author":"Baker Monya","year":"2016","unstructured":"Monya Baker. 2016. Reproducibility crisis. Nature 533, 26 (2016), 353\u201366.","journal-title":"Nature"},{"key":"e_1_3_3_2_11_1","volume-title":"Writing a literature review. The marketing review 1, 2","author":"Baker J.","year":"2000","unstructured":"Michael\u00a0J. Baker. 2000. Writing a literature review. The marketing review 1, 2 (2000), 219\u2013247. ISBN: 1469-347X Publisher: Westburn Publishers Ltd."},{"key":"e_1_3_3_2_12_1","doi-asserted-by":"crossref","unstructured":"Robert\u00a0E Bartholomew. 2014. Science for sale: the rise of predatory journals. 384\u2013385\u00a0pages.","DOI":"10.1177\/0141076814548526"},{"key":"e_1_3_3_2_13_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.p20171119"},{"key":"e_1_3_3_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871517"},{"key":"e_1_3_3_2_15_1","volume-title":"Science in the age of large language models. Nature Reviews Physics","author":"Birhane Abeba","year":"2023","unstructured":"Abeba Birhane, Atoosa Kasirzadeh, David Leslie, and Sandra Wachter. 2023. Science in the age of large language models. Nature Reviews Physics (2023), 1\u20134. ISBN: 2522-5820 Publisher: Nature Publishing Group UK London."},{"key":"e_1_3_3_2_16_1","volume-title":"Google Scholar as replacement for systematic literature searches: good relative recall and precision are not enough. BMC medical research methodology 13, 1","author":"Boeker Martin","year":"2013","unstructured":"Martin Boeker, Werner Vach, and Edith Motschall. 2013. Google Scholar as replacement for systematic literature searches: good relative recall and precision are not enough. BMC medical research methodology 13, 1 (2013), 1\u201312. ISBN: 1471-2288 Publisher: BioMed Central."},{"key":"e_1_3_3_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2014.09.005"},{"key":"e_1_3_3_2_18_1","volume-title":"Variability in the analysis of a single neuroimaging dataset by many teams. Nature 582, 7810","author":"Botvinik-Nezer Rotem","year":"2020","unstructured":"Rotem Botvinik-Nezer, Felix Holzmeister, Colin\u00a0F Camerer, Anna Dreber, Juergen Huber, Magnus Johannesson, Michael Kirchler, Roni Iwanir, Jeanette\u00a0A Mumford, R\u00a0Alison Adcock, 2020. Variability in the analysis of a single neuroimaging dataset by many teams. Nature 582, 7810 (2020), 84\u201388."},{"key":"e_1_3_3_2_19_1","volume-title":"Measuring progress on scalable oversight for large language models. arXiv preprint arXiv:2211.03540","author":"Bowman R","year":"2022","unstructured":"Samuel\u00a0R Bowman, Jeeyoon Hyun, Ethan Perez, Edwin Chen, Craig Pettit, Scott Heiner, Kamil\u0117 Luko\u0161i\u016bt\u0117, Amanda Askell, Andy Jones, Anna Chen, 2022. Measuring progress on scalable oversight for large language models. arXiv preprint arXiv:2211.03540 (2022)."},{"key":"e_1_3_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.5195\/jmla.2018.283"},{"key":"e_1_3_3_2_21_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_3_2_22_1","unstructured":"Jan\u00a0vom Brocke Alexander Simons Bjoern Niehaves Bjorn Niehaves Kai Reimer Ralf Plattfaut and Anne Cleven. 2009. Reconstructing the giant: On the importance of rigour in documenting the literature search process. (2009)."},{"key":"e_1_3_3_2_23_1","volume-title":"Evaluating replicability of laboratory experiments in economics. Science 351, 6280","author":"Camerer F.","year":"2016","unstructured":"Colin\u00a0F. Camerer, Anna Dreber, Eskil Forsell, Teck-Hua Ho, J\u00fcrgen Huber, Magnus Johannesson, Michael Kirchler, Johan Almenberg, Adam Altmejd, and Taizan Chan. 2016. Evaluating replicability of laboratory experiments in economics. Science 351, 6280 (2016), 1433\u20131436. ISBN: 0036-8075 Publisher: American Association for the Advancement of Science."},{"key":"e_1_3_3_2_24_1","volume-title":"Evaluating replicability of laboratory experiments in economics. Science 351, 6280","author":"Camerer F","year":"2016","unstructured":"Colin\u00a0F Camerer, Anna Dreber, Eskil Forsell, Teck-Hua Ho, J\u00fcrgen Huber, Magnus Johannesson, Michael Kirchler, Johan Almenberg, Adam Altmejd, Taizan Chan, 2016. Evaluating replicability of laboratory experiments in economics. Science 351, 6280 (2016), 1433\u20131436."},{"key":"e_1_3_3_2_25_1","volume-title":"Evaluating the replicability of social science experiments in Nature and Science between 2010 and","author":"Camerer F","year":"2015","unstructured":"Colin\u00a0F Camerer, Anna Dreber, Felix Holzmeister, Teck-Hua Ho, J\u00fcrgen Huber, Magnus Johannesson, Michael Kirchler, Gideon Nave, Brian\u00a0A Nosek, Thomas Pfeiffer, 2018. Evaluating the replicability of social science experiments in Nature and Science between 2010 and 2015. Nature human behaviour 2, 9 (2018), 637\u2013644."},{"volume-title":"Artificial Intelligence and Machine Learning for Multi-Domain Operations Applications III, Vol.\u00a011746","author":"Cassenti N","key":"e_1_3_3_2_26_1","unstructured":"Daniel\u00a0N Cassenti and Lance\u00a0M Kaplan. 2021. Robust uncertainty representation in human-AI collaboration. In Artificial Intelligence and Machine Learning for Multi-Domain Operations Applications III, Vol.\u00a011746. SPIE, 249\u2013262."},{"key":"e_1_3_3_2_27_1","volume-title":"Pysurveillance: A Novel Tool for Supporting Researchers in the Systematic Literature Review Process. Advanced Intelligent Technologies for Industry","author":"Cestero Julen","year":"2022","unstructured":"Julen Cestero, David Vel\u00e1squez, Elizabeth Suesc\u00fan, Mikel Maiza, and Marco Quartulli. 2022. Pysurveillance: A Novel Tool for Supporting Researchers in the Systematic Literature Review Process. Advanced Intelligent Technologies for Industry (2022), 239\u2013248."},{"key":"e_1_3_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580847"},{"key":"e_1_3_3_2_29_1","volume-title":"Evaluating Search Explainability with Psychometrics and Crowdsourcing. arXiv preprint arXiv:2210.09430","author":"Chen Catherine","year":"2022","unstructured":"Catherine Chen and Carsten Eickhoff. 2022. Evaluating Search Explainability with Psychometrics and Crowdsourcing. arXiv preprint arXiv:2210.09430 (2022)."},{"key":"e_1_3_3_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis52677.2021.00037"},{"key":"e_1_3_3_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.11.003"},{"volume-title":"An introduction to logic and scientific method","author":"Cohen F","key":"e_1_3_3_2_32_1","unstructured":"Morris\u00a0F Cohen. 2011. An introduction to logic and scientific method. Read Books Ltd."},{"key":"e_1_3_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.17605\/OSF.IO"},{"key":"e_1_3_3_2_34_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Collaboration Open\u00a0Science","year":"2015","unstructured":"Open\u00a0Science Collaboration. 2015. Estimating the reproducibility of psychological science. Science 349, 6251 (2015), aac4716. ISBN: 0036-8075 Publisher: American Association for the Advancement of Science."},{"key":"e_1_3_3_2_35_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Collaboration Open\u00a0Science","year":"2015","unstructured":"Open\u00a0Science Collaboration. 2015. Estimating the reproducibility of psychological science. Science 349, 6251 (2015), aac4716."},{"key":"e_1_3_3_2_36_1","volume-title":"Measuring reproducibility in computer systems research. Department of Computer Science","author":"Collberg Christian","year":"2014","unstructured":"Christian Collberg, Todd Proebsting, Gina Moraila, Akash Shankaran, Zuoming Shi, and Alex\u00a0M Warren. 2014. Measuring reproducibility in computer systems research. Department of Computer Science, University of Arizona, Tech. Rep 37 (2014)."},{"key":"e_1_3_3_2_37_1","volume-title":"The reproducibility of research and the misinterpretation of p-values. Royal society open science 4, 12","author":"Colquhoun David","year":"2017","unstructured":"David Colquhoun. 2017. The reproducibility of research and the misinterpretation of p-values. Royal society open science 4, 12 (2017), 171085."},{"key":"e_1_3_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12874-018-0545-3"},{"key":"e_1_3_3_2_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13164-018-0400-9"},{"key":"e_1_3_3_2_40_1","volume-title":"Determining validity in qualitative inquiry. Theory into practice 39, 3","author":"Creswell W","year":"2000","unstructured":"John\u00a0W Creswell and Dana\u00a0L Miller. 2000. Determining validity in qualitative inquiry. Theory into practice 39, 3 (2000), 124\u2013130."},{"key":"e_1_3_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1003858"},{"key":"e_1_3_3_2_42_1","volume-title":"Icy: an open bioimage informatics platform for extended reproducible research. Nature methods 9, 7","author":"De\u00a0Chaumont Fabrice","year":"2012","unstructured":"Fabrice De\u00a0Chaumont, St\u00e9phane Dallongeville, Nicolas Chenouard, Nicolas Herv\u00e9, Sorin Pop, Thomas Provoost, Vannary Meas-Yedid, Praveen Pankajakshan, Timoth\u00e9e Lecomte, and Yoann Le\u00a0Montagner. 2012. Icy: an open bioimage informatics platform for extended reproducible research. Nature methods 9, 7 (2012), 690\u2013696. ISBN: 1548-7091 Publisher: Nature Publishing Group US New York."},{"key":"e_1_3_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512214"},{"key":"e_1_3_3_2_44_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0216125"},{"key":"e_1_3_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517509"},{"key":"e_1_3_3_2_46_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22652"},{"key":"e_1_3_3_2_47_1","first-page":"1366","article-title":"How to read a scientific research paper","volume":"54","author":"Durbin G.","year":"2009","unstructured":"Charles\u00a0G. Durbin. 2009. How to read a scientific research paper. Respiratory care 54, 10 (2009), 1366\u20131371. ISBN: 0020-1324 Publisher: Respiratory Care.","journal-title":"Respiratory care"},{"key":"e_1_3_3_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_2_49_1","volume-title":"The art and science of scholarly writing: framing symmetry of specificity beyond IMRAD. European Business Reviewahead-of-print","author":"Eriksson David","year":"2023","unstructured":"David Eriksson. 2023. The art and science of scholarly writing: framing symmetry of specificity beyond IMRAD. European Business Reviewahead-of-print (2023)."},{"key":"e_1_3_3_2_50_1","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04333"},{"key":"e_1_3_3_2_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISEC49744.2020.9397851"},{"key":"e_1_3_3_2_52_1","doi-asserted-by":"publisher","DOI":"10.5195\/jmla.2017.88"},{"key":"e_1_3_3_2_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ssresearch.2022.102770"},{"key":"e_1_3_3_2_54_1","doi-asserted-by":"publisher","DOI":"10.1177\/10778004221131028"},{"key":"e_1_3_3_2_55_1","volume-title":"A review of the role of causality in developing trustworthy ai systems. arXiv preprint arXiv:2302.06975","author":"Ganguly Niloy","year":"2023","unstructured":"Niloy Ganguly, Dren Fazlija, Maryam Badar, Marco Fisichella, Sandipan Sikdar, Johanna Schrader, Jonas Wallat, Koustav Rudra, Manolis Koubarakis, Gourab\u00a0K Patro, 2023. A review of the role of causality in developing trustworthy ai systems. arXiv preprint arXiv:2302.06975 (2023)."},{"key":"e_1_3_3_2_56_1","volume-title":"Proposal for a new profession-scientific reviewer. Current contents14","author":"Garfield Eugene","year":"1977","unstructured":"Eugene Garfield. 1977. Proposal for a new profession-scientific reviewer. Current contents14 (1977), 5\u20138. Publisher: INST SCI INFORM INC 3501 MARKET ST, PHILADELPHIA, PA 19104."},{"key":"e_1_3_3_2_57_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.315.7103.305"},{"key":"e_1_3_3_2_58_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_3_2_59_1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aay7120"},{"key":"e_1_3_3_2_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvb.2020.103377"},{"key":"e_1_3_3_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445648"},{"key":"e_1_3_3_2_62_1","volume-title":"The extent and consequences of p-hacking in science. PLoS biology 13, 3","author":"Head L.","year":"2015","unstructured":"Megan\u00a0L. Head, Luke Holman, Rob Lanfear, Andrew\u00a0T. Kahn, and Michael\u00a0D. Jennions. 2015. The extent and consequences of p-hacking in science. PLoS biology 13, 3 (2015), e1002106. ISBN: 1545-7885 Publisher: Public Library of Science."},{"key":"e_1_3_3_2_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.bbi.2023.02.022"},{"key":"e_1_3_3_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3382137"},{"key":"e_1_3_3_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376595"},{"key":"e_1_3_3_2_66_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmjopen-2022-060976"},{"key":"e_1_3_3_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176877"},{"key":"e_1_3_3_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273445.1273458"},{"key":"e_1_3_3_2_69_1","volume-title":"Badges to acknowledge open practices: A simple, low-cost, effective method for increasing transparency. PLoS biology 14, 5","author":"Kidwell C.","year":"2016","unstructured":"Mallory\u00a0C. Kidwell, Ljiljana\u00a0B. Lazarevi\u0107, Erica Baranski, Tom\u00a0E. Hardwicke, Sarah Piechowski, Lina-Sophia Falkenberg, Curtis Kennett, Agnieszka Slowik, Carina Sonnleitner, and Chelsey Hess-Holden. 2016. Badges to acknowledge open practices: A simple, low-cost, effective method for increasing transparency. PLoS biology 14, 5 (2016), e1002456. ISBN: 1544-9173 Publisher: Public Library of Science San Francisco, CA USA."},{"key":"e_1_3_3_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581001"},{"key":"e_1_3_3_2_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40614-020-00265-9"},{"key":"e_1_3_3_2_72_1","volume-title":"Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences. arXiv preprint arXiv:2309.06578","author":"Koneru Sai","year":"2023","unstructured":"Sai Koneru, Jian Wu, and Sarah Rajtmajer. 2023. Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences. arXiv preprint arXiv:2309.06578 (2023)."},{"key":"e_1_3_3_2_73_1","doi-asserted-by":"publisher","DOI":"10.29173\/jchla29657"},{"key":"e_1_3_3_2_74_1","doi-asserted-by":"publisher","DOI":"10.1080\/08989621.2019.1580147"},{"key":"e_1_3_3_2_75_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-017-0257-4"},{"key":"e_1_3_3_2_76_1","doi-asserted-by":"publisher","DOI":"10.1108\/S0743-41542018000036B009"},{"key":"e_1_3_3_2_77_1","doi-asserted-by":"publisher","DOI":"10.3390\/e23010018"},{"key":"e_1_3_3_2_78_1","volume-title":"Evaluating verifiability in generative search engines. arXiv preprint arXiv:2304.09848","author":"Liu F","year":"2023","unstructured":"Nelson\u00a0F Liu, Tianyi Zhang, and Percy Liang. 2023. Evaluating verifiability in generative search engines. arXiv preprint arXiv:2304.09848 (2023)."},{"key":"e_1_3_3_2_79_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-014-1233-7"},{"key":"e_1_3_3_2_80_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612460688"},{"key":"e_1_3_3_2_81_1","doi-asserted-by":"publisher","DOI":"10.4135\/wp160129.1"},{"key":"e_1_3_3_2_82_1","volume-title":"How does domain expertise affect users","author":"Mao Jiaxin","year":"2018","unstructured":"Jiaxin Mao, Yiqun Liu, Noriko Kando, Min Zhang, and Shaoping Ma. 2018. How does domain expertise affect users\u2019 search interaction and outcome in exploratory search?ACM Transactions on Information Systems (TOIS) 36, 4 (2018), 1\u201330."},{"key":"e_1_3_3_2_83_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2018.06.012"},{"key":"e_1_3_3_2_84_1","volume-title":"How open science helps researchers succeed. elife 5","author":"McKiernan C.","year":"2016","unstructured":"Erin\u00a0C. McKiernan, Philip\u00a0E. Bourne, C.\u00a0Titus Brown, Stuart Buck, Amye Kenall, Jennifer Lin, Damon McDougall, Brian\u00a0A. Nosek, Karthik Ram, and Courtney\u00a0K. Soderberg. 2016. How open science helps researchers succeed. elife 5 (2016), e16800. ISBN: 2050-084X Publisher: eLife Sciences Publications, Ltd."},{"key":"e_1_3_3_2_85_1","volume-title":"Large-scale replication projects in contemporary psychological research. The American Statistician 73, sup1","author":"McShane B","year":"2019","unstructured":"Blakeley\u00a0B McShane, Jennifer\u00a0L Tackett, Ulf B\u00f6ckenholt, and Andrew Gelman. 2019. Large-scale replication projects in contemporary psychological research. The American Statistician 73, sup1 (2019), 99\u2013105."},{"key":"e_1_3_3_2_86_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mex.2019.100777"},{"key":"e_1_3_3_2_87_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10827-018-0702-z"},{"key":"e_1_3_3_2_88_1","volume-title":"Uri Simonsohn, Eric-Jan Wagenmakers, Jennifer\u00a0J. Ware, and John Ioannidis.","author":"Munaf\u00f2 R.","year":"2017","unstructured":"Marcus\u00a0R. Munaf\u00f2, Brian\u00a0A. Nosek, Dorothy\u00a0VM Bishop, Katherine\u00a0S. Button, Christopher\u00a0D. Chambers, Nathalie Percie\u00a0du Sert, Uri Simonsohn, Eric-Jan Wagenmakers, Jennifer\u00a0J. Ware, and John Ioannidis. 2017. A manifesto for reproducible science. Nature human behaviour 1, 1 (2017), 1\u20139. ISBN: 2397-3374 Publisher: Nature Publishing Group."},{"key":"e_1_3_3_2_89_1","volume-title":"Design and Analysis of a Synthetic Prediction Market using Dynamic Convex Sets. arXiv preprint arXiv:2101.01787","author":"Nakshatri Nishanth","year":"2021","unstructured":"Nishanth Nakshatri, Arjun Menon, C\u00a0Lee Giles, Sarah Rajtmajer, and Christopher Griffin. 2021. Design and Analysis of a Synthetic Prediction Market using Dynamic Convex Sets. arXiv preprint arXiv:2101.01787 (2021)."},{"key":"e_1_3_3_2_90_1","volume-title":"Engineering, and Medicine","author":"National Academies of Sciences","year":"2019","unstructured":"National Academies of Sciences, Engineering, and Medicine 2019. Reproducibility and replicability in science. National Academies Press."},{"key":"e_1_3_3_2_91_1","doi-asserted-by":"crossref","unstructured":"Brian\u00a0A Nosek Tom\u00a0E Hardwicke Hannah Moshontz Aur\u00e9lien Allard Katherine\u00a0S Corker Anna\u00a0Dreber Almenberg Fiona Fidler Joseph Hilgard Melissa Kline Mich\u00e8le\u00a0B Nuijten 2021. Replicability robustness and reproducibility in psychological science. (2021).","DOI":"10.31234\/osf.io\/ksfvq"},{"key":"e_1_3_3_2_92_1","volume-title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. International journal of surgery 88","author":"Page J","year":"2021","unstructured":"Matthew\u00a0J Page, Joanne\u00a0E McKenzie, Patrick\u00a0M Bossuyt, Isabelle Boutron, Tammy\u00a0C Hoffmann, Cynthia\u00a0D Mulrow, Larissa Shamseer, Jennifer\u00a0M Tetzlaff, Elie\u00a0A Akl, Sue\u00a0E Brennan, 2021. The PRISMA 2020 statement: an updated guideline for reporting systematic reviews. International journal of surgery 88 (2021), 105906."},{"key":"e_1_3_3_2_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580841"},{"key":"e_1_3_3_2_94_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0231416"},{"key":"e_1_3_3_2_95_1","volume-title":"Improving Reproducibility in Machine Learning Research. Journal of Machine Learning Research 22","author":"Pineau Joelle","year":"2021","unstructured":"Joelle Pineau, Philippe Vincent-Lamarre, Koustuv Sinha, Vincent Larivi\u00e8re, Alina Beygelzimer, Florence d\u2019Alch\u00e9 Buc, Emily Fox, and Hugo Larochelle. 2021. Improving Reproducibility in Machine Learning Research. Journal of Machine Learning Research 22 (2021)."},{"key":"e_1_3_3_2_96_1","volume-title":"Reproducibility vs. Replicability: A Brief History of a Confused Terminology. Frontiers in Neuroinformatics 11","author":"Plesser E.","year":"2018","unstructured":"Hans\u00a0E. Plesser. 2018. Reproducibility vs. Replicability: A Brief History of a Confused Terminology. Frontiers in Neuroinformatics 11 (2018). https:\/\/www.frontiersin.org\/articles\/10.3389\/fninf.2017.00076"},{"key":"e_1_3_3_2_97_1","doi-asserted-by":"publisher","DOI":"10.1080\/00987913.2011.10765376"},{"key":"e_1_3_3_2_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584033"},{"key":"e_1_3_3_2_99_1","volume-title":"A step toward quantifying independently reproducible machine learning research. Advances in Neural Information Processing Systems 32","author":"Raff Edward","year":"2019","unstructured":"Edward Raff. 2019. A step toward quantifying independently reproducible machine learning research. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_3_2_100_1","volume-title":"A Synthetic Prediction Market for Estimating Confidence in Published Work. arXiv preprint arXiv:2201.06924","author":"Rajtmajer Sarah","year":"2021","unstructured":"Sarah Rajtmajer, Christopher Griffin, Jian Wu, Robert Fraleigh, Laxmaan Balaji, Anna Squicciarini, Anthony Kwasnica, David Pennock, Michael McLaughlin, Timothy Fritton, 2021. A Synthetic Prediction Market for Estimating Confidence in Published Work. arXiv preprint arXiv:2201.06924 (2021)."},{"key":"e_1_3_3_2_101_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21733"},{"key":"e_1_3_3_2_102_1","volume-title":"PRISMA-S: an extension to the PRISMA statement for reporting literature searches in systematic reviews. Systematic reviews 10","author":"Rethlefsen L","year":"2021","unstructured":"Melissa\u00a0L Rethlefsen, Shona Kirtley, Siw Waffenschmidt, Ana\u00a0Patricia Ayala, David Moher, Matthew\u00a0J Page, and Jonathan\u00a0B Koffel. 2021. PRISMA-S: an extension to the PRISMA statement for reporting literature searches in systematic reviews. Systematic reviews 10 (2021), 1\u201319."},{"key":"e_1_3_3_2_103_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"e_1_3_3_2_104_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0297034"},{"key":"e_1_3_3_2_105_1","first-page":"364","article-title":"The introduction, methods, results, and discussion (IMRAD) structure: a fifty-year survey","volume":"92","author":"Sollaci B.","year":"2004","unstructured":"Luciana\u00a0B. Sollaci and Mauricio\u00a0G. Pereira. 2004. The introduction, methods, results, and discussion (IMRAD) structure: a fifty-year survey. Journal of the medical library association 92, 3 (2004), 364. Publisher: Medical Library Association.","journal-title":"Journal of the medical library association"},{"key":"e_1_3_3_2_106_1","doi-asserted-by":"publisher","DOI":"10.1038\/543481a"},{"key":"e_1_3_3_2_107_1","volume-title":"ASH: A New Tool for Automated and Full-Text Search in Systematic Literature Reviews. In International Conference on Computational Science. Springer, 362\u2013369","author":"So\u015bnicki Marek","year":"2021","unstructured":"Marek So\u015bnicki and Lech Madeyski. 2021. ASH: A New Tool for Automated and Full-Text Search in Systematic Literature Reviews. In International Conference on Computational Science. Springer, 362\u2013369."},{"key":"e_1_3_3_2_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498366.3505818"},{"key":"e_1_3_3_2_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3399715.3399830"},{"key":"e_1_3_3_2_110_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychsport.2017.12.010"},{"key":"e_1_3_3_2_111_1","doi-asserted-by":"publisher","DOI":"10.3390\/publications7010018"},{"key":"e_1_3_3_2_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277759"},{"key":"e_1_3_3_2_113_1","doi-asserted-by":"crossref","unstructured":"Ronald\u00a0L Wasserstein and Nicole\u00a0A Lazar. 2016. The ASA statement on p-values: context process and purpose. 129\u2013133\u00a0pages.","DOI":"10.1080\/00031305.2016.1154108"},{"key":"e_1_3_3_2_114_1","doi-asserted-by":"publisher","DOI":"10.1145\/3195180"},{"key":"e_1_3_3_2_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/1498759.1498819"},{"key":"e_1_3_3_2_116_1","volume-title":"Arjun\u00a0Manoj Menon, Sai\u00a0Ajay Modukuri, Nishanth Nakshatri, Xin Wei, Zhuoer Wang, James Caverlee","author":"Wu Jian","year":"2021","unstructured":"Jian Wu, Rajal Nivargi, Sree Sai\u00a0Teja Lanka, Arjun\u00a0Manoj Menon, Sai\u00a0Ajay Modukuri, Nishanth Nakshatri, Xin Wei, Zhuoer Wang, James Caverlee, Sarah\u00a0M Rajtmajer, 2021. Predicting the Reproducibility of Social and Behavioral Science Papers Using Supervised Learning Models. arXiv preprint arXiv:2104.04580 (2021)."},{"key":"e_1_3_3_2_117_1","doi-asserted-by":"publisher","DOI":"10.5555\/1869347.1869354"},{"key":"e_1_3_3_2_118_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1909046117"},{"key":"e_1_3_3_2_119_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106744"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"],"location":"Honolulu HI USA","acronym":"CHI '24"},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3643043","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3643043","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3643043","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:02Z","timestamp":1750291022000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3643043"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":119,"alternative-id":["10.1145\/3613904.3643043","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3643043","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}