{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:49:56Z","timestamp":1772909396390,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,11]],"date-time":"2017-08-11T00:00:00Z","timestamp":1502409600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"SSICLOPS","award":["644866"],"award-info":[{"award-number":["644866"]}]},{"name":"MAMI","award":["688421"],"award-info":[{"award-number":["688421"]}]},{"name":"Swiss State Secretariat for Education, Research","award":["15.0268"],"award-info":[{"award-number":["15.0268"]}]},{"name":"D3","award":["628001018"],"award-info":[{"award-number":["628001018"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,11]]},"DOI":"10.1145\/3097766.3097767","type":"proceedings-article","created":{"date-parts":[[2017,8,10]],"date-time":"2017-08-10T12:12:36Z","timestamp":1502367156000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Challenges with Reproducibility"],"prefix":"10.1145","author":[{"given":"Vaibhav","family":"Bajpai","sequence":"first","affiliation":[{"name":"TU Munich"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mirja","family":"K\u00fchlewind","sequence":"additional","affiliation":[{"name":"ETH Z\u00fcrich"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00f6rg","family":"Ott","sequence":"additional","affiliation":[{"name":"TU Munich"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00fcrgen","family":"Sch\u00f6nw\u00e4lder","sequence":"additional","affiliation":[{"name":"Jacobs University Bremen"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Sperotto","sequence":"additional","affiliation":[{"name":"University of Twente"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Trammell","sequence":"additional","affiliation":[{"name":"ETH Z\u00fcrich"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,8,11]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Retrieved","author":"ACM.","year":"2016","unstructured":"ACM. 2016 . Result and Artifact Review and Badging. (2016) . Retrieved March 15, 2017 from https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging ACM. 2016. Result and Artifact Review and Badging. (2016). Retrieved March 15, 2017 from https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2935634.2935641"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2805789.2805796"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723882"},{"key":"e_1_3_2_2_5_1","volume-title":"Xen and the Art of Repeated Research. In USENIX Annual Technical Conference. 135--144","author":"Clark Bryan","year":"2004","unstructured":"Bryan Clark , Todd Deshane , Eli M. Dow , Stephen Evanchik , Matthew Finlayson , Jason Herne , and Jeanna Neefe Matthews . 2004 . Xen and the Art of Repeated Research. In USENIX Annual Technical Conference. 135--144 . Bryan Clark, Todd Deshane, Eli M. Dow, Stephen Evanchik, Matthew Finlayson, Jason Herne, and Jeanna Neefe Matthews. 2004. Xen and the Art of Repeated Research. In USENIX Annual Technical Conference. 135--144."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2812803"},{"key":"e_1_3_2_2_7_1","volume-title":"Global Measurement Framework (Dagstuhl Seminar 13472). Dagstuhl Reports 3, 11","author":"Eardley Philip","year":"2013","unstructured":"Philip Eardley , Marco Mellia , J\u00f6rg Ott , J\u00fcrgen Sch\u00f6nw\u00e4lder , and Henning Schulzrinne . 2013. Global Measurement Framework (Dagstuhl Seminar 13472). Dagstuhl Reports 3, 11 ( 2013 ). Philip Eardley, Marco Mellia, J\u00f6rg Ott, J\u00fcrgen Sch\u00f6nw\u00e4lder, and Henning Schulzrinne. 2013. Global Measurement Framework (Dagstuhl Seminar 13472). Dagstuhl Reports 3, 11 (2013)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2413176.2413206"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723876"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2658987"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2010.09.014"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1096166.1096174"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2016.7579022"},{"key":"e_1_3_2_2_14_1","volume-title":"Retrieved","author":"PLOS","year":"2012","unstructured":"PLOS ONE. 2012 . Reproducibility Initiative. (2012) . Retrieved March 15, 2017 from https:\/\/validation.scienceexchange.com PLOS ONE. 2012. Reproducibility Initiative. (2012). Retrieved March 15, 2017 from https:\/\/validation.scienceexchange.com"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896816"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1028788.1028824"},{"key":"e_1_3_2_2_17_1","first-page":"a2016","volume-title":"TMA 2016","author":"Popescu Diana Andreea","year":"2016","unstructured":"Diana Andreea Popescu and Andrew W. Moore . 2016. Reproducing Network Experiments in a Time-controlled Emulation Environment. In Traffic Monitoring and Analysis - 8th International Workshop , TMA 2016 , Louvain La Neuve, Belgium , April 07-08, 2016 . http:\/\/tma.ifip.org\/2016\/papers\/tm a2016 -final10.pdf Diana Andreea Popescu and Andrew W. Moore. 2016. Reproducing Network Experiments in a Time-controlled Emulation Environment. In Traffic Monitoring and Analysis - 8th International Workshop, TMA 2016, Louvain La Neuve, Belgium, April 07-08, 2016. http:\/\/tma.ifip.org\/2016\/papers\/tma2016-final10.pdf"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2979672"},{"key":"e_1_3_2_2_19_1","volume-title":"The Reproducibility versus Debuggability of Research. Internet Computing 18, 6","author":"Rabinovich Michael","year":"2014","unstructured":"Michael Rabinovich . 2014. The Reproducibility versus Debuggability of Research. Internet Computing 18, 6 ( 2014 ). Michael Rabinovich. 2014. The Reproducibility versus Debuggability of Research. Internet Computing 18, 6 (2014)."},{"key":"e_1_3_2_2_20_1","volume-title":"Ten Simple Rules for Reproducible Computational Research. PLoS Computational Biology 9, 10","author":"Sandve Geir Kjetil","year":"2013","unstructured":"Geir Kjetil Sandve , Anton Nekrutenko , James Taylor , and Eivind Hovig . 2013. Ten Simple Rules for Reproducible Computational Research. PLoS Computational Biology 9, 10 ( 2013 ). Geir Kjetil Sandve, Anton Nekrutenko, James Taylor, and Eivind Hovig. 2013. Ten Simple Rules for Reproducible Computational Research. PLoS Computational Biology 9, 10 (2013)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097766.3097768"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1096536.1096552"},{"key":"e_1_3_2_2_23_1","volume-title":"Retrieved","year":"2012","unstructured":"Stanford. 2012 . Reproducing Network Research. (2012) . Retrieved March 15, 2017 from https:\/\/reproducingnetworkresearch.wordpress.com Stanford. 2012. Reproducing Network Research. (2012). Retrieved March 15, 2017 from https:\/\/reproducingnetworkresearch.wordpress.com"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2009.932122"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3089262.3089266"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1129582.1129588"}],"event":{"name":"SIGCOMM '17: ACM SIGCOMM 2017 Conference","location":"Los Angeles CA USA","acronym":"SIGCOMM '17","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the Reproducibility Workshop"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3097766.3097767","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3097766.3097767","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:03:42Z","timestamp":1750273422000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3097766.3097767"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,11]]},"references-count":26,"alternative-id":["10.1145\/3097766.3097767","10.1145\/3097766"],"URL":"https:\/\/doi.org\/10.1145\/3097766.3097767","relation":{},"subject":[],"published":{"date-parts":[[2017,8,11]]},"assertion":[{"value":"2017-08-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}