{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T20:12:12Z","timestamp":1783541532151,"version":"3.55.0"},"reference-count":3,"publisher":"Association for Computing Machinery (ACM)","issue":"1","license":[{"start":{"date-parts":[[2008,3,1]],"date-time":"2008-03-01T00:00:00Z","timestamp":1204329600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGMOD Rec."],"published-print":{"date-parts":[[2008,3]]},"abstract":"<jats:p>SIGMOD 2008 was the first database conference that offered to test submitters' programs against their data to verify the experiments published. This paper discusses the rationale for this effort, the community's reaction, our experiences, and advice for future similar efforts.<\/jats:p>","DOI":"10.1145\/1374780.1374791","type":"journal-article","created":{"date-parts":[[2008,5,28]],"date-time":"2008-05-28T12:21:21Z","timestamp":1211977281000},"page":"39-45","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":29,"title":["The repeatability experiment of SIGMOD 2008"],"prefix":"10.1145","volume":"37","author":[{"given":"I.","family":"Manolescu","sequence":"first","affiliation":[{"name":"INRIA Saclay--\u00cele-de-France, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"L.","family":"Afanasiev","sequence":"additional","affiliation":[{"name":"University of Amsterdan, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A.","family":"Arion","sequence":"additional","affiliation":[{"name":"INRIA Saclay--\u00cele-de-France, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Dittrich","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S.","family":"Manegold","sequence":"additional","affiliation":[{"name":"CWI, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"N.","family":"Polyzotis","sequence":"additional","affiliation":[{"name":"U. California, Santa Cruz"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"K.","family":"Schnaitter","sequence":"additional","affiliation":[{"name":"U. California, Santa Cruz"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"P.","family":"Senellart","sequence":"additional","affiliation":[{"name":"INRIA Saclay--\u00cele-de-France, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S.","family":"Zoupanos","sequence":"additional","affiliation":[{"name":"INRIA Saclay--\u00cele-de-France, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"D.","family":"Shasha","sequence":"additional","affiliation":[{"name":"Courant Institute, New York"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2008,3]]},"reference":[{"key":"e_1_2_1_1_1","volume-title":"Proceedings of the IEEE International Conference on Data Engineering (ICDE)","author":"Manolescu I.","year":"2008","unstructured":"I. Manolescu and S. Manegold . Performance Evaluation in Database Research: Principles and Experience . In Proceedings of the IEEE International Conference on Data Engineering (ICDE) , Cancun, Mexico , 2008 . (Seminar\/Tutorial). Slides are available from http:\/\/www.icde2008.org\/ or from the authors. I. Manolescu and S. Manegold. Performance Evaluation in Database Research: Principles and Experience. In Proceedings of the IEEE International Conference on Data Engineering (ICDE), Cancun, Mexico, 2008. (Seminar\/Tutorial). Slides are available from http:\/\/www.icde2008.org\/ or from the authors."},{"key":"e_1_2_1_2_1","volume-title":"Microsoft Research Conference Management Tool. https:\/\/cmt.research.microsoft.com.","unstructured":"The Microsoft Research Conference Management Tool. https:\/\/cmt.research.microsoft.com. The Microsoft Research Conference Management Tool. https:\/\/cmt.research.microsoft.com."},{"key":"e_1_2_1_3_1","volume-title":"MyReview Conference Management System. http:\/\/myreview.lri.fr.","unstructured":"The MyReview Conference Management System. http:\/\/myreview.lri.fr. The MyReview Conference Management System. http:\/\/myreview.lri.fr."}],"container-title":["ACM SIGMOD Record"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1374780.1374791","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1374780.1374791","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T13:57:56Z","timestamp":1750255076000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1374780.1374791"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,3]]},"references-count":3,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2008,3]]}},"alternative-id":["10.1145\/1374780.1374791"],"URL":"https:\/\/doi.org\/10.1145\/1374780.1374791","relation":{},"ISSN":["0163-5808"],"issn-type":[{"value":"0163-5808","type":"print"}],"subject":[],"published":{"date-parts":[[2008,3]]},"assertion":[{"value":"2008-03-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}