{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T05:12:08Z","timestamp":1790831528226,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,20]],"date-time":"2020-04-20T00:00:00Z","timestamp":1587340800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,20]]},"DOI":"10.1145\/3366424.3383417","type":"proceedings-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T08:10:56Z","timestamp":1588579856000},"page":"567-571","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Expanding the Scope of Reproducibility Research Through Data Analysis Replications"],"prefix":"10.1145","author":[{"given":"Jake M.","family":"Hofman","sequence":"first","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel G.","family":"Goldstein","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Siddhartha","family":"Sen","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Forough","family":"Poursabzi-Sandegh","sequence":"additional","affiliation":[{"name":"Microsoft Research New York, NY"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,4,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2018. Companion Guidelines on Replication and Reproducibility in Education Research. https:\/\/www.nsf.gov\/pubs\/2019\/nsf19022\/nsf19022.pdf  2018. Companion Guidelines on Replication and Reproducibility in Education Research. https:\/\/www.nsf.gov\/pubs\/2019\/nsf19022\/nsf19022.pdf"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1161\/CIRCRESAHA.114.303819"},{"key":"e_1_3_2_1_3_1","volume-title":"Recommendations to funding agencies for supporting reproducible research","author":"Broman Karl"},{"key":"e_1_3_2_1_4_1","volume-title":"Reboot undergraduate courses for reproducibility. Nature 561, 7723","author":"Button Katherine","year":"2018"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1086\/701423"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1511\/2014.111.460"},{"key":"e_1_3_2_1_7_1","volume-title":"\u00a0A. Ioannidis","author":"Goodman N.","year":"2016"},{"key":"e_1_3_2_1_8_1","volume-title":"Prediction and explanation in social systems. Science 355, 6324","author":"Hofman M","year":"2017"},{"key":"e_1_3_2_1_9_1","volume-title":"H\u00f6ffler and Thomas Kneib","author":"H.","year":"2013"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Hans IJzerman Mark\u00a0J Brandt and Jon\u00a0E Grahe. 2018. How to make replications mainstream. https:\/\/doi.org\/10.31234\/osf.io\/rwufg  Hans IJzerman Mark\u00a0J Brandt and Jon\u00a0E Grahe. 2018. How to make replications mainstream. https:\/\/doi.org\/10.31234\/osf.io\/rwufg","DOI":"10.31234\/osf.io\/rwufg"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327957pspr0203_4"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"David Liu and Matthew Salganik. 2019. Successes and struggles with computational reproducibility: Lessons from the fragile families challenge. (2019).  David Liu and Matthew Salganik. 2019. Successes and struggles with computational reproducibility: Lessons from the fragile families challenge. (2019).","DOI":"10.31235\/osf.io\/g3pdb"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Zacharias Maniadis Fabio Tufano and John\u00a0A List. 2017. To replicate or not to replicate? Exploring reproducibility in economics through the lens of a model and a pilot study.  Zacharias Maniadis Fabio Tufano and John\u00a0A List. 2017. To replicate or not to replicate? Exploring reproducibility in economics through the lens of a model and a pilot study.","DOI":"10.1111\/ecoj.12527"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1708274114"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Brian\u00a0A Nosek and Timothy\u00a0M Errington. 2019. What is replication?https:\/\/doi.org\/10.31222\/osf.io\/u4g6t  Brian\u00a0A Nosek and Timothy\u00a0M Errington. 2019. What is replication?https:\/\/doi.org\/10.31222\/osf.io\/u4g6t","DOI":"10.31222\/osf.io\/u4g6t"},{"key":"e_1_3_2_1_16_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Collaboration Open Science","year":"2015"},{"key":"e_1_3_2_1_17_1","unstructured":"Prasad Patil Roger\u00a0D Peng and Jeffrey\u00a0T Leek. 2019. A visual tool for defining reproducibility and replicability. Nature human behaviour(2019) 1.  Prasad Patil Roger\u00a0D Peng and Jeffrey\u00a0T Leek. 2019. A visual tool for defining reproducibility and replicability. Nature human behaviour(2019) 1."},{"key":"e_1_3_2_1_18_1","volume-title":"Reproducibility vs. replicability: a brief history of a confused terminology. Frontiers in neuroinformatics 11","author":"Plesser E","year":"2018"},{"key":"e_1_3_2_1_19_1","volume-title":"science, and knowledge construction: Broadening perspectives from the replication crisis. Annual review of psychology 69","author":"Shrout E","year":"2018"},{"key":"e_1_3_2_1_20_1","unstructured":"Joseph\u00a0P Simmons and Leif\u00a0D Nelson. 2019. Data Replicada. http:\/\/datacolada.org\/81.  Joseph\u00a0P Simmons and Leif\u00a0D Nelson. 2019. Data Replicada. http:\/\/datacolada.org\/81."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"e_1_3_2_1_22_1","volume-title":"Specification Curve: Descriptive and Inferential Statistics on All Reasonable Specifications. SSRN Electronic Journal(2015).","author":"Simonsohn Uri","year":"2015"}],"event":{"name":"WWW '20: The Web Conference 2020","location":"Taipei Taiwan","acronym":"WWW '20","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Companion Proceedings of the Web Conference 2020"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366424.3383417","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3366424.3383417","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:33:06Z","timestamp":1750199586000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366424.3383417"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,20]]},"references-count":22,"alternative-id":["10.1145\/3366424.3383417","10.1145\/3366424"],"URL":"https:\/\/doi.org\/10.1145\/3366424.3383417","relation":{},"subject":[],"published":{"date-parts":[[2020,4,20]]},"assertion":[{"value":"2020-04-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}