{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T03:47:34Z","timestamp":1772164054478,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,6,20]],"date-time":"2013-06-20T00:00:00Z","timestamp":1371686400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,6,20]]},"DOI":"10.1145\/2491894.2464160","type":"proceedings-article","created":{"date-parts":[[2013,6,11]],"date-time":"2013-06-11T12:03:50Z","timestamp":1370952230000},"page":"63-74","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":39,"title":["Rigorous benchmarking in reasonable time"],"prefix":"10.1145","author":[{"given":"Tomas","family":"Kalibera","sequence":"first","affiliation":[{"name":"University of Kent, Canterbury, United Kingdom"}]},{"given":"Richard","family":"Jones","sequence":"additional","affiliation":[{"name":"University of Kent, Canterbury, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2013,6,20]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/582419.582432"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176324716"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_2_4_1","volume-title":"Sampling Techniques","author":"Cochran W. G.","year":"1977","unstructured":"W. G. Cochran . Sampling Techniques : Third Edition. Wiley , 1977 . W. G. Cochran. Sampling Techniques: Third Edition. Wiley, 1977."},{"key":"e_1_3_2_2_5_1","volume-title":"Annual Conference of the British Educational Research Association (BERA)","author":"Coe R.","year":"2002","unstructured":"R. Coe . It's the effect size, stupid: What effect size is and why it is important . In Annual Conference of the British Educational Research Association (BERA) , 2002 . R. Coe. It's the effect size, stupid: What effect size is and why it is important. In Annual Conference of the British Educational Research Association (BERA), 2002."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.49.12.997"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2451116.2451141"},{"issue":"2","key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1111\/j.2517-6161.1954.tb00159.x","article-title":"Some problems in interval estimation","volume":"16","author":"Fieller E. C.","year":"1954","unstructured":"E. C. Fieller . Some problems in interval estimation . Journal of the Royal Statistical Society , 16 ( 2 ): 175 -- 185 , 1954 . E. C. Fieller. Some problems in interval estimation. Journal of the Royal Statistical Society, 16(2):175--185, 1954.","journal-title":"Journal of the Royal Statistical Society"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297027.1297033"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449764.1449794"},{"key":"e_1_3_2_2_11_1","volume-title":"Component And Middleware Performance Workshop, OOPSLA","author":"Gu D.","year":"2004","unstructured":"D. Gu , C. Verbrugge , and E. Gagnon . Code layout as a source of noise in JVM performance . In Component And Middleware Performance Workshop, OOPSLA , 2004 . D. Gu, C. Verbrugge, and E. Gagnon. Code layout as a source of noise in JVM performance. In Component And Middleware Performance Workshop, OOPSLA, 2004."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1007\/1-4020-2456-8_5","volume-title":"Higher Education: Handbook of Theory and Research","author":"Hill C.","year":"2005","unstructured":"C. Hill and B. Thompson . Computing and interpreting effect sizes . In Higher Education: Handbook of Theory and Research , volume 19 , pages 175 -- 196 . Springer , 2005 . C. Hill and B. Thompson. Computing and interpreting effect sizes. In Higher Education: Handbook of Theory and Research, volume 19, pages 175--196. Springer, 2005."},{"key":"e_1_3_2_2_13_1","volume-title":"The Art of Computer Systems Performance Analysis","author":"Jain R.","year":"1991","unstructured":"R. Jain . The Art of Computer Systems Performance Analysis . Wiley , 1991 . R. Jain. The Art of Computer Systems Performance Analysis. Wiley, 1991."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/11777830_5"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/349806"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/L-CA.2004.6"},{"key":"e_1_3_2_2_18_1","volume-title":"Designing Experiments and Analyzing Data: a Model Comparison Perspective","author":"Maxwell S. E.","year":"2004","unstructured":"S. E. Maxwell and H. D. Delaney . Designing Experiments and Analyzing Data: a Model Comparison Perspective . Routledge , 2004 . S. E. Maxwell and H. D. Delaney. Designing Experiments and Analyzing Data: a Model Comparison Perspective. Routledge, 2004."},{"key":"e_1_3_2_2_19_1","volume-title":"Generalized, Linear, and Mixed Models","author":"McCulloch C. E.","year":"2008","unstructured":"C. E. McCulloch , S. R. Searle , and J. M. Neuhaus . Generalized, Linear, and Mixed Models . Wiley , 2008 . C. E. McCulloch, S. R. Searle, and J. M. Neuhaus. Generalized, Linear, and Mixed Models. Wiley, 2008."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1508244.1508275"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-185X.2007.00027.x"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167493"},{"issue":"1996","key":"e_1_3_2_2_23_1","article-title":"Overlapping confidence intervals or standard error intervals: What do they mean in terms of statistical significance?","volume":"3","author":"Payton M. E.","year":"2003","unstructured":"M. E. Payton , M. H. Greenstone , and N. Schenker . Overlapping confidence intervals or standard error intervals: What do they mean in terms of statistical significance? Journal of Insect Science , 3 ( 1996 ), 2003 . M. E. Payton, M. H. Greenstone, and N. Schenker. Overlapping confidence intervals or standard error intervals: What do they mean in terms of statistical significance? Journal of Insect Science, 3(1996), 2003.","journal-title":"Journal of Insect Science"},{"issue":"2","key":"e_1_3_2_2_24_1","first-page":"175","article-title":"The robustness of parametric statistical methods","volume":"46","author":"Rasch D.","year":"2004","unstructured":"D. Rasch and V. Guiard . The robustness of parametric statistical methods . Psychology Science , 46 ( 2 ): 175 -- 208 , 2004 . D. Rasch and V. Guiard. The robustness of parametric statistical methods. Psychology Science, 46(2):175--208, 2004.","journal-title":"Psychology Science"},{"issue":"4","key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1080\/00031305.1986.10475424","article-title":"The effect of sample size on the meaning of significance tests","volume":"40","author":"Royall R. M.","year":"1986","unstructured":"R. M. Royall . The effect of sample size on the meaning of significance tests . American Statistician , 40 ( 4 ): 313 -- 315 , 1986 . R. M. Royall. The effect of sample size on the meaning of significance tests. American Statistician, 40(4):313--315, 1986.","journal-title":"American Statistician"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316856"}],"event":{"name":"ISMM '13: International Symposium on Memory Management","location":"Seattle Washington USA","acronym":"ISMM '13","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages"]},"container-title":["Proceedings of the 2013 international symposium on memory management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2491894.2464160","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2491894.2464160","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:28:40Z","timestamp":1750217320000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2491894.2464160"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,6,20]]},"references-count":25,"alternative-id":["10.1145\/2491894.2464160","10.1145\/2491894"],"URL":"https:\/\/doi.org\/10.1145\/2491894.2464160","relation":{"is-identical-to":[{"id-type":"doi","id":"10.1145\/2555670.2464160","asserted-by":"object"}]},"subject":[],"published":{"date-parts":[[2013,6,20]]},"assertion":[{"value":"2013-06-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}