{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T17:25:41Z","timestamp":1776101141818,"version":"3.50.1"},"reference-count":18,"publisher":"Association for Computing Machinery (ACM)","issue":"3","license":[{"start":{"date-parts":[[2016,2,25]],"date-time":"2016-02-25T00:00:00Z","timestamp":1456358400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2016,2,25]]},"abstract":"<jats:p>To encourage repeatable research, fund repeatability engineering and reward commitments to sharing research artifacts.<\/jats:p>","DOI":"10.1145\/2812803","type":"journal-article","created":{"date-parts":[[2016,2,26]],"date-time":"2016-02-26T14:29:03Z","timestamp":1456496943000},"page":"62-69","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":147,"title":["Repeatability in computer systems research"],"prefix":"10.1145","volume":"59","author":[{"given":"Christian","family":"Collberg","sequence":"first","affiliation":[{"name":"University of Arizona, Tucson, AZ"}]},{"given":"Todd A.","family":"Proebsting","sequence":"additional","affiliation":[{"name":"University of Arizona, Tucson, AZ"}]}],"member":"320","published-online":{"date-parts":[[2016,2,25]]},"reference":[{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723875"},{"key":"e_1_2_1_3_1","volume-title":"Incentivizing Quality and Impact: Evaluating Scholarship in Hiring, Tenure, and Promotion","author":"Friedman B.","year":"2015"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2011.04.062"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2007.367309"},{"key":"e_1_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2012.04.047"},{"key":"e_1_2_1_7_1","volume-title":"Grant Policy Manual 05-131","author":"National Science Foundation.","year":"2005"},{"key":"e_1_2_1_8_1","first-page":"6","article-title":"An open, large-scale, collaborative effort to estimate the reproducibility of psychological science","volume":"7","author":"Nosek B.A","year":"2012","journal-title":"Perspectives on Psychological Science"},{"key":"e_1_2_1_9_1","first-page":"617","article-title":"Rex: A toolset for reproducing software experiments. In","volume":"613","author":"Perianayagam S.","year":"2010","journal-title":"18--21). IEEE Computer Society"},{"key":"e_1_2_1_10_1","first-page":"13","article-title":"Reproducibility, correctness, and buildability: The three principles for ethical public dissemination of computer science and engineering research. In","volume":"1","author":"Rozier K.Y.","year":"2014","journal-title":"IEEE Computer Society"},{"key":"e_1_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1003285"},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/5992.881708"},{"key":"e_1_2_1_13_1","first-page":"22","article-title":"Enabling reproducible research: Licensing for scientific innovation","volume":"13","author":"Stodden V","year":"2009","journal-title":"International Journal of Communications Law & Policy"},{"key":"e_1_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2009.19"},{"key":"e_1_2_1_16_1","first-page":"5","article-title":"Setting the default to reproducible' in computational science research","volume":"46","author":"Stodden V.","year":"2013","journal-title":"SIAM News"},{"key":"e_1_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2012.6404455"},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2009.932122"},{"key":"e_1_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2038642.2038650"},{"key":"e_1_2_1_20_1","volume-title":"Reproducible research: Addressing the need for data and code sharing in computational science. Computing in Science and Engineering 12, 5 (Sept.\/Oct","author":"Yale Law School Roundtable","year":"2010"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2812803","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2812803","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:07:32Z","timestamp":1750223252000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2812803"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,25]]},"references-count":18,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2016,2,25]]}},"alternative-id":["10.1145\/2812803"],"URL":"https:\/\/doi.org\/10.1145\/2812803","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,2,25]]},"assertion":[{"value":"2016-02-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}