{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:51:56Z","timestamp":1768013516989,"version":"3.49.0"},"reference-count":36,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T00:00:00Z","timestamp":1696809600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T00:00:00Z","timestamp":1696809600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,9]]},"DOI":"10.1109\/e-science58273.2023.10254846","type":"proceedings-article","created":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T18:08:05Z","timestamp":1695665285000},"page":"1-6","source":"Crossref","is-referenced-by-count":6,"title":["Three Pillars of Practical Reproducibility"],"prefix":"10.1109","author":[{"given":"Kate","family":"Keahey","sequence":"first","affiliation":[{"name":"Argonne National Laboratory,Lemont,United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jason","family":"Anderson","sequence":"additional","affiliation":[{"name":"University of Chicago,Chicago,United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark","family":"Powers","sequence":"additional","affiliation":[{"name":"University of Chicago,Chicago,United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adam","family":"Cooper","sequence":"additional","affiliation":[{"name":"University of Chicago,Chicago,United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v39i3.2816"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2020.0069"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER49012.2020.00028"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1126\/science.aah6168"},{"issue":"1","key":"ref5","first-page":"7459","article-title":"Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program)","volume":"22","author":"Pineau","year":"2021","journal-title":"The Journal of Machine Learning Research"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3526062.3536354"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2994031"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2020.3019418"},{"key":"ref9","volume-title":"ACM Digital Library"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2009.15"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2020.3013361"},{"key":"ref12","first-page":"219","article-title":"Lessons Learned from the Chameleon Testbed","volume-title":"2020 USENIX Annual Technical Conference (USENIX ATC 20)","author":"Keahey","year":"2020"},{"key":"ref13","first-page":"1","article-title":"The design and operation of {CloudLab}","volume-title":"2019 USENIX annual technical conference (USENIX ATC 19)","author":"Duplyakin","year":"2019"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2019.2958545"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2019.M3G.3"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108281"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3411276.3412188"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3477086.3480837"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3437359.3465586"},{"key":"ref20","article-title":"Scalability testing of the kadeploy cluster deployment system using virtual machines on grid 5000","author":"Sarzyniec","journal-title":"SCALE Challenge 2012, held in conjunction with CCGrid2012, 2012"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2010.5700385"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2008.82"},{"key":"ref23","volume-title":"OpenStack Heat"},{"key":"ref24","volume-title":"AWS CloudFormation"},{"key":"ref25","volume-title":"Terraform by HashiCorp"},{"key":"ref26","article-title":"Reproducibility as Side Effect","volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC18 Poster)","author":"Wang"},{"key":"ref27","volume-title":"python-chi"},{"key":"ref28","volume-title":"Project Jupyter \u2014 JupyterHub"},{"key":"ref29","volume-title":"OpenStack"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3530770"},{"key":"ref31","volume-title":"Welcome to Colaboratory"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.15626\/MP.2018.892"},{"key":"ref33","volume-title":"Zenodo"},{"key":"ref34","volume-title":"Trovi"},{"key":"ref35","volume-title":"OpenStack Swift"},{"key":"ref36","volume-title":"GitHub"}],"event":{"name":"2023 IEEE 19th International Conference on e-Science (e-Science)","location":"Limassol, Cyprus","start":{"date-parts":[[2023,10,9]]},"end":{"date-parts":[[2023,10,13]]}},"container-title":["2023 IEEE 19th International Conference on e-Science (e-Science)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10254737\/10254662\/10254846.pdf?arnumber=10254846","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T01:48:38Z","timestamp":1705024118000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10254846\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,9]]},"references-count":36,"URL":"https:\/\/doi.org\/10.1109\/e-science58273.2023.10254846","relation":{},"subject":[],"published":{"date-parts":[[2023,10,9]]}}}