{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T18:37:45Z","timestamp":1768588665872,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,7,28]],"date-time":"2013-07-28T00:00:00Z","timestamp":1374969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,7,28]]},"DOI":"10.1145\/2484028.2484034","type":"proceedings-article","created":{"date-parts":[[2013,7,30]],"date-time":"2013-07-30T13:40:50Z","timestamp":1375191650000},"page":"403-412","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["Deciding on an adjustment for multiplicity in IR experiments"],"prefix":"10.1145","author":[{"given":"Leonid","family":"Boytsov","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}]},{"given":"Anna","family":"Belova","sequence":"additional","affiliation":[{"name":"Abt Associates Inc, Bethesda, MD, USA"}]},{"given":"Peter","family":"Westfall","sequence":"additional","affiliation":[{"name":"Texas Tech University, Lubbock, TX, USA"}]}],"member":"320","published-online":{"date-parts":[[2013,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Guidance for Industry - E9 Statistical Principles for Clinical Trials. Technical report","author":"Anonymous","year":"1998","unstructured":"Anonymous . Guidance for Industry - E9 Statistical Principles for Clinical Trials. Technical report , U.S. Department of Health and Human Services - Food and Drug Administration, Center for Drug Evaluation and Research, Center for Biologics Evaluation and Research , ICH, 1998 . Anonymous. Guidance for Industry - E9 Statistical Principles for Clinical Trials. Technical report, U.S. Department of Health and Human Services - Food and Drug Administration, Center for Drug Evaluation and Research, Center for Biologics Evaluation and Research, ICH, 1998."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(00)00314-0"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_4_1","volume-title":"Yahoo! Research","author":"Blanco R.","year":"2011","unstructured":"R. Blanco and H. Zaragoza . Beware of relatively large but meaningless improvements. Technical report YL-2011-001 , Yahoo! Research , 2011 . R. Blanco and H. Zaragoza. Beware of relatively large but meaningless improvements. Technical report YL-2011-001, Yahoo! Research, 2011."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"issue":"3","key":"e_1_3_2_1_6_1","first-page":"246","article-title":"Bonferroni or not Bonferroni: when and how are the questions","volume":"81","author":"Cabin R. J.","year":"2000","unstructured":"R. J. Cabin and R. J. Mitchell . Bonferroni or not Bonferroni: when and how are the questions . Bulletin of the Ecological Society of America , 81 ( 3 ): 246 -- 248 , 2000 . R. J. Cabin and R. J. Mitchell. Bonferroni or not Bonferroni: when and how are the questions. Bulletin of the Ecological Society of America, 81(3):246--248, 2000.","journal-title":"Bulletin of the Ecological Society of America"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2094072.2094076"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_9_1","volume-title":"Overview of TREC 2010 Web track. InmboxTREC-19: Proceedings of the Nineteenth Text REtrieval Conference","author":"Clarke C. L. A.","year":"2010","unstructured":"C. L. A. Clarke , N. Craswel , I. Soboroff , and G. V. Cormack . Overview of TREC 2010 Web track. InmboxTREC-19: Proceedings of the Nineteenth Text REtrieval Conference , 2010 . C. L. A. Clarke, N. Craswel, I. Soboroff, and G. V. Cormack. Overview of TREC 2010 Web track. InmboxTREC-19: Proceedings of the Nineteenth Text REtrieval Conference, 2010."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277892"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1056397487"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"e_1_3_2_1_13_1","first-page":"65","article-title":"A Simple Sequentially Rejective Multiple Test Procedure","volume":"6","author":"Holm S.","year":"1979","unstructured":"S. Holm . A Simple Sequentially Rejective Multiple Test Procedure . Scandinavian Journal of Statistics , 6 : 65 -- 70 , 1979 . S. Holm. A Simple Sequentially Rejective Multiple Test Procedure. Scandinavian Journal of Statistics, 6:65--70, 1979.","journal-title":"Scandinavian Journal of Statistics"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btl383"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1214\/009053605000000084"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/63.3.655"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/272991.272995"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.2307\/2984124"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291008"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1108\/00220410410560582"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btm344"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(97)00027-7"},{"key":"e_1_3_2_1_24_1","volume-title":"A method for judging all contrasts in the analysis of variance. Biometrika, 40(1--2):87--110","author":"Scheff\u00e9 H.","year":"1953","unstructured":"H. Scheff\u00e9 . A method for judging all contrasts in the analysis of variance. Biometrika, 40(1--2):87--110 , 1953 . H. Scheff\u00e9. A method for judging all contrasts in the analysis of variance. Biometrika, 40(1--2):87--110, 1953."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ps.46.020195.003021"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-04172-7_3"},{"key":"e_1_3_2_1_29_1","first-page":"385","volume-title":"Overview of the Third Text REtrieval Conference (TREC-3)","author":"Tague-Sutcliffe J.","year":"1994","unstructured":"J. Tague-Sutcliffe and J. Blustein . A statistical analysis ofmboxTREC-3 data . In Overview of the Third Text REtrieval Conference (TREC-3) , pages 385 -- 398 , 1994 . J. Tague-Sutcliffe and J. Blustein. A statistical analysis ofmboxTREC-3 data. In Overview of the Third Text REtrieval Conference (TREC-3), pages 385--398, 1994."},{"key":"e_1_3_2_1_30_1","first-page":"181","volume-title":"Proceedings of the 13th International Society for Music Information Retrieval Conference","author":"Urbano J.","year":"2012","unstructured":"J. Urbano , J. S. Downie , B. Mcfee , and M. Schedl . How significant is statistically significant? the case of audio music similarity and retrieval . In Proceedings of the 13th International Society for Music Information Retrieval Conference , pages 181 -- 186 , Porto, Portugal, October 8--12 2012 . J. Urbano, J. S. Downie, B. Mcfee, and M. Schedl. How significant is statistically significant? the case of audio music similarity and retrieval. In Proceedings of the 13th International Society for Music Information Retrieval Conference, pages 181--186, Porto, Portugal, October 8--12 2012."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458158"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/bimj.200710456"},{"key":"e_1_3_2_1_33_1","volume-title":"Resampling-Based Multiple Testing: Examples and Methods for p-Value Adjustment","author":"Westfall P. H.","year":"1993","unstructured":"P. H. Westfall and S. S. Young . Resampling-Based Multiple Testing: Examples and Methods for p-Value Adjustment . Wiley-Interscience , 1 edition, Jan. 1993 . P. H. Westfall and S. S. Young. Resampling-Based Multiple Testing: Examples and Methods for p-Value Adjustment. Wiley-Interscience, 1 edition, Jan. 1993."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/016555159402000405"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1002\/bimj.200610307"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.384019"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1248547.1248614"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2064227.2064247"}],"event":{"name":"SIGIR '13: The 36th International ACM SIGIR conference on research and development in Information Retrieval","location":"Dublin Ireland","acronym":"SIGIR '13","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2484028.2484034","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2484028.2484034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T08:39:32Z","timestamp":1750235972000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2484028.2484034"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,7,28]]},"references-count":38,"alternative-id":["10.1145\/2484028.2484034","10.1145\/2484028"],"URL":"https:\/\/doi.org\/10.1145\/2484028.2484034","relation":{},"subject":[],"published":{"date-parts":[[2013,7,28]]},"assertion":[{"value":"2013-07-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}