{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:03:29Z","timestamp":1750309409763,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2022443"],"award-info":[{"award-number":["2022443"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679831","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"24-33","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Navigating the Landscape of Reproducible Research: A Predictive Modeling Approach"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-8610-3195","authenticated-orcid":false,"given":"Akhil Pandey","family":"Akella","sequence":"first","affiliation":[{"name":"Northern Illinois University & Northwestern University, Dekalb, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0524-849X","authenticated-orcid":false,"given":"Sagnik Ray","family":"Choudhury","sequence":"additional","affiliation":[{"name":"University of North Texas, Denton, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4422-6162","authenticated-orcid":false,"given":"David","family":"Koop","sequence":"additional","affiliation":[{"name":"Northern Illinois University, Dekalb, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4733-6586","authenticated-orcid":false,"given":"Hamed","family":"Alhoori","sequence":"additional","affiliation":[{"name":"Northern Illinois University, Dekalb, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the first Workshop on Information Extraction from Scientific Publications. 140--144","author":"Akella Akhil Pandey","year":"2022","unstructured":"Akhil Pandey Akella, Hamed Alhoori, and David Koop. 2022. Reproducibility Signals in Science: A preliminary analysis. In Proceedings of the first Workshop on Information Extraction from Scientific Publications. 140--144."},{"key":"e_1_3_2_1_2_1","volume-title":"Report on the SIGIR 2015 workshop on reproducibility, inexplicability, and generalizability of results (RIGOR). In ACM SIGIR Forum","volume":"49","author":"Arguello Jaime","year":"2016","unstructured":"Jaime Arguello, Matt Crane, Fernando Diaz, Jimmy Lin, and Andrew Trotman. 2016. Report on the SIGIR 2015 workshop on reproducibility, inexplicability, and generalizability of results (RIGOR). In ACM SIGIR Forum, Vol. 49. ACM New York, NY, USA, 107--116."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097766.3097767"},{"key":"e_1_3_2_1_4_1","first-page":"353","article-title":"Reproducibility crisis","volume":"533","author":"Baker Monya","year":"2016","unstructured":"Monya Baker. 2016. Reproducibility crisis. Nature 533, 26 (2016), 353--66.","journal-title":"Nature"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994031"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2899401"},{"key":"e_1_3_2_1_7_1","volume-title":"The SIGIR 2019 open-source IR replicability challenge (OSIRRC 2019). In Proceedings of the 42nd international ACM SIGIR conference on research and development in information retrieval. 1432--1434","author":"Clancy Ryan","year":"2019","unstructured":"Ryan Clancy, Nicola Ferro, Claudia Hauff, Jimmy Lin, Tetsuya Sakai, and Ze Zhong Wu. 2019. The SIGIR 2019 open-source IR replicability challenge (OSIRRC 2019). In Proceedings of the 42nd international ACM SIGIR conference on research and development in information retrieval. 1432--1434."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360311"},{"key":"e_1_3_2_1_9_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Collaboration Open Science","year":"2015","unstructured":"Open Science Collaboration. 2015. Estimating the reproducibility of psychological science. Science 349, 6251 (2015), aac4716."},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"Repeatability and benefaction in computer systems research","volume":"14","author":"Collberg Christian","year":"2015","unstructured":"Christian Collberg, Todd Proebsting, and Alex M Warren. 2015. Repeatability and benefaction in computer systems research. University of Arizona TR 14, 4 (2015), 1--68.","journal-title":"University of Arizona TR"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2812803"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1708272114"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media","volume":"6","author":"Guerini Marco","year":"2012","unstructured":"Marco Guerini, Alberto Pepe, and Bruno Lepri. 2012. Do linguistic style and readability of scientific abstracts affect their virality?. In Proceedings of the International AAAI Conference on Web and Social Media, Vol. 6. 475--478."},{"key":"e_1_3_2_1_14_1","article-title":"The fundamental principles of reproducibility","volume":"379","author":"Gundersen Odd Erik","year":"2021","unstructured":"Odd Erik Gundersen. 2021. The fundamental principles of reproducibility. Philosophical Transactions of the Royal Society A 379, 2197 (2021), 20200210.","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3186266"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-021-04112-9"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30671-1_30"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.14999"},{"key":"e_1_3_2_1_20_1","volume-title":"vocd-D, and HD-D: A validation study of sophisticated approaches to lexical diversity assessment. Behavior research methods 42, 2","author":"Scott Jarvis McCarthy","year":"2010","unstructured":"PhilipMMcCarthy and Scott Jarvis. 2010. MTLD, vocd-D, and HD-D: A validation study of sophisticated approaches to lexical diversity assessment. Behavior research methods 42, 2 (2010), 381--392."},{"key":"e_1_3_2_1_21_1","volume-title":"Katherine S Button, Christopher D Chambers, Nathalie Percie du Sert, Uri Simonsohn, Eric-Jan Wagenmakers, Jennifer J Ware, and John Ioannidis.","author":"Munaf\u00f2 Marcus R","year":"2017","unstructured":"Marcus R Munaf\u00f2, Brian A Nosek, Dorothy VM Bishop, Katherine S Button, Christopher D Chambers, Nathalie Percie du Sert, Uri Simonsohn, Eric-Jan Wagenmakers, Jennifer J Ware, and John Ioannidis. 2017. A manifesto for reproducible science. Nature human behaviour 1, 1 (2017), 1--9."},{"key":"e_1_3_2_1_22_1","volume-title":"Can citations tell us about a paper's reproducibility? A case study of machine learning papers. arXiv preprint arXiv:2405.03977","author":"Obadage Rochana R","year":"2024","unstructured":"Rochana R Obadage, Sarah M Rajtmajer, and Jian Wu. 2024. Can citations tell us about a paper's reproducibility? A case study of machine learning papers. arXiv preprint arXiv:2405.03977 (2024)."},{"key":"e_1_3_2_1_23_1","volume-title":"Information, Division on Engineering, Physical Sciences, Committee on Applied, Theoretical Statistics, Board on Mathematical Sciences, et al.","author":"National Academies of Sciences, Policy, Global Affairs","year":"2019","unstructured":"National Academies of Sciences, Policy, Global Affairs, Board on Research Data, Information, Division on Engineering, Physical Sciences, Committee on Applied, Theoretical Statistics, Board on Mathematical Sciences, et al. 2019. Reproducibility and replicability in science. National Academies Press."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13222-019-00317-8"},{"key":"e_1_3_2_1_25_1","first-page":"1","article-title":"Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program)","volume":"22","author":"Pineau Joelle","year":"2021","unstructured":"Joelle Pineau, Philippe Vincent-Lamarre, Koustuv Sinha, Vincent Larivi\u00e8re, Alina Beygelzimer, Florence d'Alch\u00e9 Buc, Emily Fox, and Hugo Larochelle. 2021. Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program). Journal of Machine Learning Research 22, 164 (2021), 1--20.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_26_1","volume-title":"Advances in Neural Information Processing Systems, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc","author":"Raff Edward","year":"2019","unstructured":"Edward Raff. 2019. A Step Toward Quantifying Independently Reproducible Machine Learning Research. In Advances in Neural Information Processing Systems, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.), Vol. 32. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_ files\/paper\/2019\/file\/c429429bf1f2af051f2021dc92a8ebea-Paper.pdf"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600041"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600042"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21733"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487553.3524658"},{"key":"e_1_3_2_1_31_1","volume-title":"Methods to increase reproducibility in differential gene expression via meta-analysis. Nucleic acids research 45, 1","author":"Sweeney Timothy E","year":"2017","unstructured":"Timothy E Sweeney, Winston A Haynes, Francesco Vallania, John P Ioannidis, and Purvesh Khatri. 2017. Methods to increase reproducibility in differential gene expression via meta-analysis. Nucleic acids research 45, 1 (2017), e1--e1."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1909046117"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76423-4_1"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Boise ID USA","acronym":"CIKM '24"},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679831","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679831","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:07Z","timestamp":1750294687000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679831"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":33,"alternative-id":["10.1145\/3627673.3679831","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679831","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}