{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T08:33:45Z","timestamp":1770280425952,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,10,9]],"date-time":"2011-10-09T00:00:00Z","timestamp":1318118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,10,9]]},"DOI":"10.1145\/2038642.2038650","type":"proceedings-article","created":{"date-parts":[[2011,10,11]],"date-time":"2011-10-11T14:29:11Z","timestamp":1318343351000},"page":"33-38","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["Repeatability, reproducibility, and rigor in systems research"],"prefix":"10.1145","author":[{"given":"Jan","family":"Vitek","sequence":"first","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}]},{"given":"Tomas","family":"Kalibera","sequence":"additional","affiliation":[{"name":"University of Kent, Kent, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2011,10,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Evaluate collaboratory: Experimental evaluation of software and systems in computer science. http:\/\/evaluate.inf.usi.ch\/ 2011.  Evaluate collaboratory: Experimental evaluation of software and systems in computer science. http:\/\/evaluate.inf.usi.ch\/ 2011."},{"key":"e_1_3_2_1_2_1","volume-title":"http:\/\/www.rrplanet.com\/","author":"Reproducible","year":"2011","unstructured":"Reproducible research planet. http:\/\/www.rrplanet.com\/ , 2011 . Reproducible research planet. http:\/\/www.rrplanet.com\/, 2011."},{"key":"e_1_3_2_1_3_1","author":"Baggerly K.","year":"2008","unstructured":"K. Baggerly and K. Coombes . Deriving chemo sensitivity from cell lines: Forensic bioinformatics and reproducible research in high-throughput biology. Annals of Applied Statistics , 2008 . K. Baggerly and K. Coombes. Deriving chemo sensitivity from cell lines: Forensic bioinformatics and reproducible research in high-throughput biology. Annals of Applied Statistics, 2008.","journal-title":"Annals of Applied Statistics"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/1247415.1247462"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511802843"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297027.1297033"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449764.1449794"},{"key":"e_1_3_2_1_9_1","volume-title":"Component And Middleware Performance Workshop, OOPSLA","author":"Gu D.","year":"2004","unstructured":"D. Gu , C. Verbrugge , and E. Gagnon . Code layout as a source of noise in JVM performance . In Component And Middleware Performance Workshop, OOPSLA , 2004 . D. Gu, C. Verbrugge, and E. Gagnon. Code layout as a source of noise in JVM performance. In Component And Middleware Performance Workshop, OOPSLA, 2004."},{"key":"e_1_3_2_1_10_1","volume-title":"The Art of Computer Systems Performance Analysis","author":"Jain R.","year":"1991","unstructured":"R. Jain . The Art of Computer Systems Performance Analysis . John Wiley & Sons , 1991 . R. Jain. The Art of Computer Systems Performance Analysis. John Wiley & Sons, 1991."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/1097871.1098168"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1677"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/11777830_5"},{"key":"e_1_3_2_1_14_1","volume-title":"An Introduction to the Analysis and Presentation of Data","author":"Kirkup L.","year":"1994","unstructured":"L. Kirkup . Experimental Methods : An Introduction to the Analysis and Presentation of Data . Wiley , 1994 . L. Kirkup. Experimental Methods: An Introduction to the Analysis and Presentation of Data. Wiley, 1994."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/349806"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1508244.1508275"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2048066.2048119"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.TN.1297","volume-title":"Guidelines for evaluating and expressing the uncertainty of nist measurement results. NIST Technical Note 1297","author":"Taylor B. N.","year":"1994","unstructured":"B. N. Taylor and C. E. Kuyatt . Guidelines for evaluating and expressing the uncertainty of nist measurement results. NIST Technical Note 1297 , National Institute of Standards and Technology , 1994 . B. N. Taylor and C. E. Kuyatt. Guidelines for evaluating and expressing the uncertainty of nist measurement results. NIST Technical Note 1297, National Institute of Standards and Technology, 1994."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2009.17"},{"key":"e_1_3_2_1_20_1","volume-title":"An Introduction to Scientific Research","author":"Wilson E. B.","year":"1952","unstructured":"E. B. Wilson . An Introduction to Scientific Research . McGraw Hill , 1952 . E. B. Wilson. An Introduction to Scientific Research. McGraw Hill, 1952."}],"event":{"name":"ESWeek '11: Seventh Embedded Systems Week","location":"Taipei Taiwan","acronym":"ESWeek '11","sponsor":["CEDA","SIGBED ACM Special Interest Group on Embedded Systems","SIGDA ACM Special Interest Group on Design Automation","IEEE CAS","SIGMICRO ACM Special Interest Group on Microarchitectural Research and Processing","IEEE CS"]},"container-title":["Proceedings of the ninth ACM international conference on Embedded software"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2038642.2038650","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2038642.2038650","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T09:48:14Z","timestamp":1750240094000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2038642.2038650"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,10,9]]},"references-count":20,"alternative-id":["10.1145\/2038642.2038650","10.1145\/2038642"],"URL":"https:\/\/doi.org\/10.1145\/2038642.2038650","relation":{},"subject":[],"published":{"date-parts":[[2011,10,9]]},"assertion":[{"value":"2011-10-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}