{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:34:43Z","timestamp":1768012483382,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T00:00:00Z","timestamp":1560729600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1541450"],"award-info":[{"award-number":["1541450"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,6,17]]},"DOI":"10.1145\/3322790.3330594","type":"proceedings-article","created":{"date-parts":[[2019,6,21]],"date-time":"2019-06-21T12:45:07Z","timestamp":1561121107000},"page":"17-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Implementing Computational Reproducibility in the Whole Tale Environment"],"prefix":"10.1145","author":[{"given":"Kyle","family":"Chard","sequence":"first","affiliation":[{"name":"University of Chicago, Chicago, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Niall","family":"Gaffney","sequence":"additional","affiliation":[{"name":"University of Texas at Austin, Austin, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew B.","family":"Jones","sequence":"additional","affiliation":[{"name":"University of Santa Barbara, Santa Barbara, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kacper","family":"Kowalik","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bertram","family":"Lud\u00e4scher","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jarek","family":"Nabrzyski","sequence":"additional","affiliation":[{"name":"University of Notre Dame, South Bend, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Victoria","family":"Stodden","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Taylor","sequence":"additional","affiliation":[{"name":"University of Notre Dame, South Bend, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew J.","family":"Turk","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Craig","family":"Willis","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,6,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2016.7840870"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","DOI":"10.1201\/b16868","volume-title":"Implementing Reproducible Research","author":"Stodden V.","year":"2014","unstructured":"V. Stodden , F. Leisch , R. D. Peng (eds.) ( 2014 ). Implementing Reproducible Research . Boca Raton, FL : Chapman & Hall\/CRC The R Series . V. Stodden, F. Leisch, R. D. Peng (eds.) (2014). Implementing Reproducible Research. Boca Raton, FL: Chapman & Hall\/CRC The R Series."},{"key":"e_1_3_2_1_3_1","volume-title":"The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70","author":"Jimenez I.","year":"2017","unstructured":"I. Jimenez , M. Sevilla , N. Watkins , C. Maltzahn , J. Lofstead , K. Mohror , A. Arpaci-Dusseau and R. Arpaci-Dusseau . ( 2017 ). The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70 . I. Jimenez, M. Sevilla, N. Watkins, C. Maltzahn, J. Lofstead, K. Mohror, A. Arpaci-Dusseau and R. Arpaci-Dusseau. (2017). The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70."},{"key":"e_1_3_2_1_4_1","volume-title":"USENIX. 41(4).","author":"Jimenez I.","year":"2016","unstructured":"I. Jimenez , M. Sevilla , N. Watkins , C. Maltzahn , J. Lofstead , K. Mohror , A. Arpaci-Dusseau and R. Arpaci-Dusseau . ( 2016 ). Standing on the Shoulders of Giants by Managing Scientific Experiments Like Software , USENIX. 41(4). I. Jimenez, M. Sevilla, N. Watkins, C. Maltzahn, J. Lofstead, K. Mohror, A. Arpaci-Dusseau and R. Arpaci-Dusseau. (2016). Standing on the Shoulders of Giants by Managing Scientific Experiments Like Software, USENIX. 41(4)."},{"key":"e_1_3_2_1_5_1","volume-title":"HUBzero: A Platform for Dissemination and Collaboration in Computational Science and Engineering. Computing in Science & Engineering. 12(2)","author":"McLennan M.","year":"2010","unstructured":"M. McLennan , and R. Kennell . ( 2010 ). HUBzero: A Platform for Dissemination and Collaboration in Computational Science and Engineering. Computing in Science & Engineering. 12(2) . M. McLennan, and R. Kennell. (2010). HUBzero: A Platform for Dissemination and Collaboration in Computational Science and Engineering. Computing in Science & Engineering. 12(2)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/1232515.1232528"},{"key":"e_1_3_2_1_7_1","volume-title":"XSEDE: Accelerating scientific discovery. Computing in Science and Engineering. 16. 62--74","author":"Dahan M.","year":"2014","unstructured":"M. Dahan , J. Towns , T. Cockerill , I Foster , K. Gaither , A. Grimshaw , V. Hazlewood , S. Lathrop , D. Lifka , G. Peterson , R. Roskies , J. Scott , & N. Wilkins-Diehr . ( 2014 ). XSEDE: Accelerating scientific discovery. Computing in Science and Engineering. 16. 62--74 . M. Dahan, J. Towns, T. Cockerill, I Foster, K. Gaither, A. Grimshaw, V. Hazlewood, S. Lathrop, D. Lifka, G. Peterson, R. Roskies, J. Scott, & N. Wilkins-Diehr. (2014). XSEDE: Accelerating scientific discovery. Computing in Science and Engineering. 16. 62--74."},{"key":"e_1_3_2_1_8_1","first-page":"854","volume-title":"Computing environments for reproducibility: Capturing the \"Whole Tale\". Future Generation Comp. Syst. 94","author":"Brinckman A.","year":"2019","unstructured":"A. Brinckman , K. Chard , N. Gaffney , M. Hategan , M. B. Jones , K.Kowalik, S. Kulasekaran , B. Ludaescher , B. D. Mecum , J. Nabrzyski , V. Stodden , I. J. Taylor , M. J. Turk , K. Turner . ( 2019 ). Computing environments for reproducibility: Capturing the \"Whole Tale\". Future Generation Comp. Syst. 94 . pp. 854 -- 867 . A. Brinckman, K. Chard, N. Gaffney, M. Hategan, M. B. Jones, K.Kowalik, S. Kulasekaran, B. Ludaescher, B. D. Mecum, J. Nabrzyski, V. Stodden, I. J. Taylor, M. J. Turk, K. Turner. (2019). Computing environments for reproducibility: Capturing the \"Whole Tale\". Future Generation Comp. Syst. 94. pp. 854--867."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1215\/00182702-23-1-143"},{"key":"e_1_3_2_1_10_1","first-page":"601","volume-title":"Electronic documents give reproducible research a new meaning. SEG Technical Program Expanded Abstracts","author":"Claerbout J. F.","year":"1992","unstructured":"J. F. Claerbout and M. Karrenbach . ( 1992 ). Electronic documents give reproducible research a new meaning. SEG Technical Program Expanded Abstracts . pp. 601 -- 604 . J. F. Claerbout and M. Karrenbach. (1992). Electronic documents give reproducible research a new meaning. SEG Technical Program Expanded Abstracts. pp. 601--604."},{"key":"e_1_3_2_1_11_1","series-title":"Lecture Notes in Statistics, vol 103","volume-title":"Antoniadis A., Oppenheim G. (eds) Wavelets and Statistics","author":"Buckheit J. B.","year":"1995","unstructured":"J. B. Buckheit and D. L. Donoho . ( 1995 ) WaveLab and Reproducible Research . In: Antoniadis A., Oppenheim G. (eds) Wavelets and Statistics . Lecture Notes in Statistics, vol 103 . Springer , New York, NY . J. B. Buckheit and D. L. Donoho. (1995) WaveLab and Reproducible Research. In: Antoniadis A., Oppenheim G. (eds) Wavelets and Statistics. Lecture Notes in Statistics, vol 103. Springer, New York, NY."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1213847"},{"key":"e_1_3_2_1_13_1","volume-title":"Resolving Irreproducibility in Empirical and Computational Research. IMS Bull. Online","author":"Stodden V.","year":"2013","unstructured":"V. Stodden . ( 2013 ). Resolving Irreproducibility in Empirical and Computational Research. IMS Bull. Online . http:\/\/bit.ly\/BullIMStat2013. V. Stodden. (2013). Resolving Irreproducibility in Empirical and Computational Research. IMS Bull. Online. http:\/\/bit.ly\/BullIMStat2013."},{"key":"e_1_3_2_1_14_1","volume-title":"Terminologies for Reproducible Research. CoRR. abs\/1802.03311","author":"Barba L. A.","year":"2018","unstructured":"L. A. Barba . ( 2018 ). Terminologies for Reproducible Research. CoRR. abs\/1802.03311 . L. A. Barba. (2018). Terminologies for Reproducible Research. CoRR. abs\/1802.03311."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1198\/106186007X178663"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5334\/jors.ay"},{"key":"e_1_3_2_1_17_1","volume-title":"Set the Default to 'Open'. Notices of the AMS","author":"Stodden V.","year":"2013","unstructured":"V. Stodden , D. Bailey and J. Borwein ( 2013 ). Set the Default to 'Open'. Notices of the AMS . V. Stodden, D. Bailey and J. Borwein (2013). Set the Default to 'Open'. Notices of the AMS."},{"key":"e_1_3_2_1_18_1","series-title":"SIAM News","volume-title":"Setting the Default to Reproducible\" in Computational Science Research","author":"Stodden V.","year":"2013","unstructured":"V. Stodden , D. Bailey and J. Borwein ( 2013 ). \" Setting the Default to Reproducible\" in Computational Science Research . SIAM News . V. Stodden, D. Bailey and J. Borwein (2013). \"Setting the Default to Reproducible\" in Computational Science Research. SIAM News."},{"key":"e_1_3_2_1_19_1","volume-title":"Reproducibility Workshop Report.","author":"ICERM","year":"2012","unstructured":"ICERM Reproducibility Workshop Report. ( 2012 ). Setting the Default to Reproducible. https:\/\/icerm.brown.edu\/topical_workshops\/tw12--5-rcem\/icerm_report.pdf ICERM Reproducibility Workshop Report. (2012). Setting the Default to Reproducible. https:\/\/icerm.brown.edu\/topical_workshops\/tw12--5-rcem\/icerm_report.pdf"},{"key":"e_1_3_2_1_20_1","volume-title":"International Journal of Digital Curation. 13(1).","author":"Christian T.","year":"2018","unstructured":"T. Christian , S. Lafferty-Hess , W. G. Jacoby , and T. Carsey . ( 2018 ). Operationalizing the Replication Standard . International Journal of Digital Curation. 13(1). T. Christian, S. Lafferty-Hess, W. G. Jacoby, and T. Carsey. (2018). Operationalizing the Replication Standard. International Journal of Digital Curation. 13(1)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2016.7840618"},{"key":"e_1_3_2_1_22_1","volume-title":"Whole Tale Example \"Water Tale\". https:\/\/zenodo.org\/record\/2641314#.XLVCees3nOQ","author":"Willis C.","year":"2019","unstructured":"C. Willis . ( 2019 ). Whole Tale Example \"Water Tale\". https:\/\/zenodo.org\/record\/2641314#.XLVCees3nOQ C. Willis. (2019). Whole Tale Example \"Water Tale\". https:\/\/zenodo.org\/record\/2641314#.XLVCees3nOQ"},{"key":"e_1_3_2_1_23_1","volume-title":"Accelerated discovery of metallic glasses through iteration of machine learning and high-throughput experiments. Science. 4(4)","author":"Ren F.","year":"2018","unstructured":"F. Ren , L. Ward , T. Williams , K. J. Laws , C. Wolverton , J. Hattrick-Simpers and A. Mehta . ( 2018 ). Accelerated discovery of metallic glasses through iteration of machine learning and high-throughput experiments. Science. 4(4) . F. Ren, L. Ward, T. Williams, K. J. Laws, C. Wolverton, J. Hattrick-Simpers and A. Mehta. (2018). Accelerated discovery of metallic glasses through iteration of machine learning and high-throughput experiments. Science. 4(4)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11837-016-2001-3"},{"key":"e_1_3_2_1_25_1","volume-title":"Duncan","year":"2004","unstructured":"Gentleman , Robert and Temple Lang , Duncan , ( 2004 ). \"Statistical Analyses and Reproducible Research\" Bioconductor Project Working Papers. Working Paper 2. https:\/\/biostats.bepress.com\/bioconductor\/paper2 Gentleman, Robert and Temple Lang, Duncan, (2004). \"Statistical Analyses and Reproducible Research\" Bioconductor Project Working Papers. Working Paper 2. https:\/\/biostats.bepress.com\/bioconductor\/paper2"},{"key":"e_1_3_2_1_26_1","volume-title":"ResearchCompendia.org: Cyberinfrastructure for Reproducibility and Collaboration in Computational Science.\" Computing in Science & Engineering, 17(1)","author":"Stodden V.","year":"2015","unstructured":"V. Stodden , S. Miguez , J. Seiler . ( 2015 ). \" ResearchCompendia.org: Cyberinfrastructure for Reproducibility and Collaboration in Computational Science.\" Computing in Science & Engineering, 17(1) . V. Stodden, S. Miguez, J. Seiler. (2015). \"ResearchCompendia.org: Cyberinfrastructure for Reproducibility and Collaboration in Computational Science.\" Computing in Science & Engineering, 17(1)."},{"key":"e_1_3_2_1_27_1","volume-title":"5th USENIX Workshop on the Theory and Practice of Provenance.","author":"Chirigati F.","year":"2013","unstructured":"F. Chirigati , D. Shasha and J. Freire , ( 2013 ). ReproZip: Using Provenance to Support Computational Reproducibility , 5th USENIX Workshop on the Theory and Practice of Provenance. F. Chirigati, D. Shasha and J. Freire, (2013). ReproZip: Using Provenance to Support Computational Reproducibility, 5th USENIX Workshop on the Theory and Practice of Provenance."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3214239.3214245"},{"key":"e_1_3_2_1_29_1","volume-title":"The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70","author":"Jimenez I.","year":"2017","unstructured":"I. Jimenez , M. Sevilla , N. Watkins , C. Maltzahn , J. Lofstead , K. Mohror , A. Arpaci-Dusseau and R. Arpaci-Dusseau . ( 2017 ). The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70 . I. Jimenez, M. Sevilla, N. Watkins, C. Maltzahn, J. Lofstead, K. Mohror, A. Arpaci-Dusseau and R. Arpaci-Dusseau. (2017). The Popper Convention: Making Reproducible Systems Evaluation Practical. IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), 1561--70."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/2971808.2972009"},{"key":"e_1_3_2_1_31_1","volume-title":"Practical computational reproducibility in the life sciences. Cell Systems 6","author":"Gr\u00fcning B.","year":"2018","unstructured":"B. Gr\u00fcning , J. Chilton , J. K\u00f6ster , R. Dale , N. Soranzo , M. van den Beek , J. Goecks , R. Backofen , A. Nekrutenko and J. Taylor . ( 2018 ). Practical computational reproducibility in the life sciences. Cell Systems 6 . B. Gr\u00fcning, J. Chilton, J. K\u00f6ster, R. Dale, N. Soranzo, M. van den Beek, J. Goecks, R. Backofen, A. Nekrutenko and J. Taylor. (2018). Practical computational reproducibility in the life sciences. Cell Systems 6."},{"issue":"1","key":"e_1_3_2_1_32_1","first-page":"14","volume":"5","author":"Yuan Z.","year":"2018","unstructured":"Z. Yuan , D. Hai Ton That , S. Kothari , G. Fils , and T. Malik . ( 2018 ). Utilizing Provenance in Reusable Research Objects. Informatics , 5 ( 1 ), 14 . Z. Yuan, D. Hai Ton That, S. Kothari, G. Fils, and T. Malik. (2018). Utilizing Provenance in Reusable Research Objects. Informatics, 5(1), 14.","journal-title":"Utilizing Provenance in Reusable Research Objects. Informatics"},{"key":"e_1_3_2_1_33_1","first-page":"57","volume-title":"Sumatra: A Toolkit for Reproducible Research","author":"Davison A. P","year":"2014","unstructured":"A. P Davison , M Mattioni , D Samarkanov , B Tele'nczuk . ( 2014 ). Sumatra: A Toolkit for Reproducible Research . In Implementing Reproducible Research, Eds: Stodden, V and Leisch, F and and Chapman , R D Peng, pp. 57 -- 79 A. P Davison, M Mattioni, D Samarkanov, B Tele'nczuk. (2014). Sumatra: A Toolkit for Reproducible Research. In Implementing Reproducible Research, Eds: Stodden, V and Leisch, F and and Chapman, R D Peng, pp.57--79"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1109\/eScience.2016.7870887","volume-title":"Converting scripts into reproducible workflow research objects,\" 2016 IEEE 12th International Conference on e-Science (e-Science)","author":"Carvalho L. A. M. C.","year":"2016","unstructured":"L. A. M. C. Carvalho , K. Belhajjame and C. B. Medeiros , \" Converting scripts into reproducible workflow research objects,\" 2016 IEEE 12th International Conference on e-Science (e-Science) , Baltimore, MD , 2016 , pp. 71 -- 80 . L. A. M. C. Carvalho, K. Belhajjame and C. B. Medeiros, \"Converting scripts into reproducible workflow research objects,\" 2016 IEEE 12th International Conference on e-Science (e-Science), Baltimore, MD, 2016, pp. 71--80."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1003285"},{"key":"e_1_3_2_1_36_1","volume-title":"Interactive, Sharable Environments for Science at Scale.\" Proceedings of the 17th Python in Science Conference.","year":"2018","unstructured":"Jupyter , ( 2018 ). Binder 2.0 - Reproducible , Interactive, Sharable Environments for Science at Scale.\" Proceedings of the 17th Python in Science Conference. Jupyter et al., (2018). Binder 2.0 - Reproducible, Interactive, Sharable Environments for Science at Scale.\" Proceedings of the 17th Python in Science Conference."}],"event":{"name":"HPDC '19: The 28th International Symposium on High-Performance Parallel and Distributed Computing","location":"Phoenix AZ USA","acronym":"HPDC '19","sponsor":["University of Arizona University of Arizona","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","SIGARCH ACM Special Interest Group on Computer Architecture"]},"container-title":["Proceedings of the 2nd International Workshop on Practical Reproducible Evaluation of Computer Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3322790.3330594","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3322790.3330594","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3322790.3330594","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:25Z","timestamp":1750208545000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3322790.3330594"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,17]]},"references-count":36,"alternative-id":["10.1145\/3322790.3330594","10.1145\/3322790"],"URL":"https:\/\/doi.org\/10.1145\/3322790.3330594","relation":{},"subject":[],"published":{"date-parts":[[2019,6,17]]},"assertion":[{"value":"2019-06-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}