{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,22]],"date-time":"2026-10-22T02:42:36Z","timestamp":1792636956816,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","award":["Jeffrey Heer DDDI"],"award-info":[{"award-number":["Jeffrey Heer DDDI"]}],"id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007515","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1901386"],"award-info":[{"award-number":["1901386"]}],"id":[{"id":"10.13039\/100007515","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376533","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T13:16:51Z","timestamp":1590585411000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["Paths Explored, Paths Omitted, Paths Obscured: Decision Points & Selective Reporting in End-to-End Data Analysis"],"prefix":"10.1145","author":[{"given":"Yang","family":"Liu","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Althoff","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey","family":"Heer","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865040"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.2307\/3803088"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13678"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1038\/483531a"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1176\/appi.ajp.2018.18070881"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1142473.1142574"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13681"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/11926078_16"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173715"},{"key":"e_1_3_2_2_11_1","volume-title":"Poth","author":"Creswell John W.","year":"2018","unstructured":"John W. Creswell and Cheryl N. Poth. 2018. Qualitative inquiry and research design: Choosing among five approaches. SAGE publications."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1037\/cbs0000075"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781315708607"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--319--26633--6_13"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300295"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300447"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300685"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300690"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00265-010--1038--5"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/brv.12315"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2008.79"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1080\/19345747.2011.618213"},{"key":"e_1_3_2_2_23_1","unstructured":"Andrew Gelman and Eric Loken. 2013. The garden of forking paths: Why multiple comparisons can be a problem even when there is no \"fishing expedition\" or \"p-hacking\" and the research hypothesis was posited ahead of time. Department of Statistics Columbia University (2013)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1511\/2014.111.460"},{"key":"e_1_3_2_2_25_1","volume-title":"USENIX Workshop on the Theory and Practice of Provenance. https:\/\/www.usenix.org\/ conference\/tapp12\/workshop-program\/presentation\/Guo","author":"Guo Philip J","year":"2012","unstructured":"Philip J Guo and Margo I Seltzer. 2012. BURRITO: Wrapping your lab notebook in computational infrastructure. In USENIX Workshop on the Theory and Practice of Provenance. https:\/\/www.usenix.org\/ conference\/tapp12\/workshop-program\/presentation\/Guo"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X05279903"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449715.1449732"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611430953"},{"key":"e_1_3_2_2_30_1","volume-title":"Tea: A high-level language and runtime system for automating statistical analysis. CoRR abs\/1904.05387","author":"Jun Eunice","year":"2019","unstructured":"Eunice Jun, Maureen Daum, Jared Roesch, Sarah E. Chasins, Emery D. Berger, Ren\u00e9 Just, and Katharina Reinecke. 2019. Tea: A high-level language and runtime system for automating statistical analysis. CoRR abs\/1904.05387 (2019). http:\/\/arxiv.org\/abs\/1904.05387"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300432"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858465"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327957pspr0203_4"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300322"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506576"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934593"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.994"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240840"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-016-0021"},{"key":"e_1_3_2_2_40_1","volume-title":"International Semantic Web Conference Workshop: Semantic Web Technologies for Searching and Retrieving Scientific Data","author":"Myers James D.","year":"2003","unstructured":"James D. Myers, Carmen M. Pancerella, Carina S. Lansing, Karen L. Schuchardt, Brett T. Didier, and Goble C. Ashish, N. 2003. Multi-scale science: Supporting emerging practice with semantically derived provenance. International Semantic Web Conference Workshop: Semantic Web Technologies for Searching and Retrieving Scientific Data (2003). https:\/\/www.osti.gov\/biblio\/15016920"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-122216-011836"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aac4716"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2015.05.029"},{"key":"e_1_3_2_2_45_1","volume-title":"USENIX Workshop on the Theory and Practice of Provenance. https:\/\/www.usenix.org\/conference\/tapp15\/ workshop-program\/presentation\/pimentel","author":"Nicolaci Pimentel Joao Felipe","year":"2015","unstructured":"Joao Felipe Nicolaci Pimentel, Vanessa Braganholo, Leonardo Murta, and Juliana Freire. 2015. Collecting and analyzing provenance on interactive notebooks: When IPython meets noWorkflow. In USENIX Workshop on the Theory and Practice of Provenance. https:\/\/www.usenix.org\/conference\/tapp15\/ workshop-program\/presentation\/pimentel"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1038\/nrd3439-c1"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","unstructured":"Xiaoying Pu and Matthew Kay. 2018. The garden of forking paths in visualization: A design space for reliable exploratory visual analytics. In 2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV). 37--45. DOI: http:\/\/dx.doi.org\/10.1109\/BELIV.2018.8634103","DOI":"10.1109\/BELIV.2018.8634103"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797619830649"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173606"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1177\/2515245917747646"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","unstructured":"Uri Simonsohn Joseph P Simmons and Leif D Nelson. 2015. Specification curve: Descriptive and inferential statistics on all reasonable specifications. (2015). DOI: http:\/\/dx.doi.org\/10.2139\/ssrn.2694998","DOI":"10.2139\/ssrn.2694998"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.1186169"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691616658637"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985782"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2016.03.004"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702347"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612463078"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.01832"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124115610347"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174053"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30475-3_8"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376533","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376533","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T18:30:48Z","timestamp":1790015448000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376533"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":62,"alternative-id":["10.1145\/3313831.3376533","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376533","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}