{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:25:08Z","timestamp":1750220708394,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,20]],"date-time":"2020-04-20T00:00:00Z","timestamp":1587340800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,20]]},"DOI":"10.1145\/3366424.3383417","type":"proceedings-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T08:10:56Z","timestamp":1588579856000},"page":"567-571","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Expanding the Scope of Reproducibility Research Through Data Analysis Replications"],"prefix":"10.1145","author":[{"given":"Jake M.","family":"Hofman","sequence":"first","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel G.","family":"Goldstein","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siddhartha","family":"Sen","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Forough","family":"Poursabzi-Sandegh","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2018. Companion Guidelines on Replication and Reproducibility in Education Research. https:\/\/www.nsf.gov\/pubs\/2019\/nsf19022\/nsf19022.pdf  2018. Companion Guidelines on Replication and Reproducibility in Education Research. https:\/\/www.nsf.gov\/pubs\/2019\/nsf19022\/nsf19022.pdf"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCRESAHA.114.303819"},{"volume-title":"Recommendations to funding agencies for supporting reproducible research","author":"Broman Karl","key":"e_1_3_2_1_3_1"},{"volume-title":"Reboot undergraduate courses for reproducibility. Nature 561, 7723","year":"2018","author":"Button Katherine","key":"e_1_3_2_1_4_1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1086\/701423"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1511\/2014.111.460"},{"volume-title":"\u00a0A. Ioannidis","year":"2016","author":"Goodman N.","key":"e_1_3_2_1_7_1"},{"volume-title":"Prediction and explanation in social systems. Science 355, 6324","year":"2017","author":"Hofman M","key":"e_1_3_2_1_8_1"},{"volume-title":"H\u00f6ffler and Thomas Kneib","year":"2013","author":"H.","key":"e_1_3_2_1_9_1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Hans IJzerman Mark\u00a0J Brandt and Jon\u00a0E Grahe. 2018. How to make replications mainstream. https:\/\/doi.org\/10.31234\/osf.io\/rwufg  Hans IJzerman Mark\u00a0J Brandt and Jon\u00a0E Grahe. 2018. How to make replications mainstream. https:\/\/doi.org\/10.31234\/osf.io\/rwufg","DOI":"10.31234\/osf.io\/rwufg"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327957pspr0203_4"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"David Liu and Matthew Salganik. 2019. Successes and struggles with computational reproducibility: Lessons from the fragile families challenge. (2019).  David Liu and Matthew Salganik. 2019. Successes and struggles with computational reproducibility: Lessons from the fragile families challenge. (2019).","DOI":"10.31235\/osf.io\/g3pdb"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Zacharias Maniadis Fabio Tufano and John\u00a0A List. 2017. To replicate or not to replicate? Exploring reproducibility in economics through the lens of a model and a pilot study.  Zacharias Maniadis Fabio Tufano and John\u00a0A List. 2017. To replicate or not to replicate? Exploring reproducibility in economics through the lens of a model and a pilot study.","DOI":"10.1111\/ecoj.12527"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1708274114"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Brian\u00a0A Nosek and Timothy\u00a0M Errington. 2019. What is replication?https:\/\/doi.org\/10.31222\/osf.io\/u4g6t  Brian\u00a0A Nosek and Timothy\u00a0M Errington. 2019. What is replication?https:\/\/doi.org\/10.31222\/osf.io\/u4g6t","DOI":"10.31222\/osf.io\/u4g6t"},{"volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","year":"2015","author":"Collaboration Open Science","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","unstructured":"Prasad Patil Roger\u00a0D Peng and Jeffrey\u00a0T Leek. 2019. A visual tool for defining reproducibility and replicability. Nature human behaviour(2019) 1.  Prasad Patil Roger\u00a0D Peng and Jeffrey\u00a0T Leek. 2019. A visual tool for defining reproducibility and replicability. Nature human behaviour(2019) 1."},{"volume-title":"Reproducibility vs. replicability: a brief history of a confused terminology. Frontiers in neuroinformatics 11","year":"2018","author":"Plesser E","key":"e_1_3_2_1_18_1"},{"volume-title":"science, and knowledge construction: Broadening perspectives from the replication crisis. Annual review of psychology 69","year":"2018","author":"Shrout E","key":"e_1_3_2_1_19_1"},{"key":"e_1_3_2_1_20_1","unstructured":"Joseph\u00a0P Simmons and Leif\u00a0D Nelson. 2019. Data Replicada. http:\/\/datacolada.org\/81.  Joseph\u00a0P Simmons and Leif\u00a0D Nelson. 2019. Data Replicada. http:\/\/datacolada.org\/81."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"volume-title":"Specification Curve: Descriptive and Inferential Statistics on All Reasonable Specifications. SSRN Electronic Journal(2015).","year":"2015","author":"Simonsohn Uri","key":"e_1_3_2_1_22_1"}],"event":{"name":"WWW '20: The Web Conference 2020","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Taipei Taiwan","acronym":"WWW '20"},"container-title":["Companion Proceedings of the Web Conference 2020"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366424.3383417","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3366424.3383417","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:33:06Z","timestamp":1750199586000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366424.3383417"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,20]]},"references-count":22,"alternative-id":["10.1145\/3366424.3383417","10.1145\/3366424"],"URL":"https:\/\/doi.org\/10.1145\/3366424.3383417","relation":{},"subject":[],"published":{"date-parts":[[2020,4,20]]},"assertion":[{"value":"2020-04-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}