{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,2]],"date-time":"2026-02-02T21:12:09Z","timestamp":1770066729861,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,22]],"date-time":"2021-03-22T00:00:00Z","timestamp":1616371200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100014440","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["RTI2018-093336-B-C21 and RTI2018-093336-B-C22"],"award-info":[{"award-number":["RTI2018-093336-B-C21 and RTI2018-093336-B-C22"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010801","name":"Xunta de Galicia","doi-asserted-by":"publisher","award":["ED431B 2019\/03, ED431G\/01, ED431G-2019\/04 and ED431C 2018\/29"],"award-info":[{"award-number":["ED431B 2019\/03, ED431G\/01, ED431G-2019\/04 and ED431C 2018\/29"]}],"id":[{"id":"10.13039\/501100010801","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,22]]},"DOI":"10.1145\/3412841.3441945","type":"proceedings-article","created":{"date-parts":[[2021,4,23]],"date-time":"2021-04-23T05:10:24Z","timestamp":1619154624000},"page":"655-664","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Testing the tests"],"prefix":"10.1145","author":[{"given":"Javier","family":"Parapar","sequence":"first","affiliation":[{"name":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"}]},{"given":"David E.","family":"Losada","sequence":"additional","affiliation":[{"name":"Universidade de Santiago de Compostela, Santiago de Compostela, Spain"}]},{"given":"\u00c1lvaro","family":"Barreiro","sequence":"additional","affiliation":[{"name":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"}]}],"member":"320","published-online":{"date-parts":[[2021,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.97.1.119"},{"key":"e_1_3_2_1_2_1","volume-title":"The Fisher-Pitman permutation test: A non-robust alternative to the normal theory F test when variances are heterogeneous. 40, 1","author":"Boik Robert J.","year":"1987","unstructured":"Robert J. Boik. 1987. The Fisher-Pitman permutation test: A non-robust alternative to the normal theory F test when variances are heterogeneous. 40, 1 (1987), 26--42."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","unstructured":"B. M. Brown. 1982. Robustness Against Inequality of Variances. (1982). 10.1111\/j.1467-842X.1982.tb00834.x","DOI":"10.1111\/j.1467-842X.1982.tb00834.x"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1974.10482955"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3082065"},{"key":"e_1_3_2_1_6_1","volume-title":"Practical nonparametric statistics","author":"Conover William Jay","unstructured":"William Jay Conover. 1999. Practical nonparametric statistics (3rd ed.). Wiley.","edition":"3"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings SIGIR '07","author":"Gordon","year":"2007","unstructured":"Gordon V. Cormack and Thomas R. Lynam. [n.d.]. Validity and Power of T-test for Comparing MAP and GMAP. In Proceedings SIGIR '07 (2007). ACM, 753--754."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btl383"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval (2010)","author":"Kanoulas Evangelos","unstructured":"Evangelos Kanoulas, Keshi Dai, Virgil Pavlu, and Javed A. Aslam. 2010. Score Distribution Models: Assumptions, Intuition, and Robustness to Score Manipulation. In Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval (2010) (SIGIR '10). ACM, 242--249."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Marco Marozzi. 2013. Nonparametric simultaneous tests for location and scale testing: A comparison of several methods. (2013). 10.1080\/03610918.2012.665546","DOI":"10.1080\/03610918.2012.665546"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.24203"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1515\/bile-2015-0008"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499178.2499181"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2641383.2641385"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911492"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914684"},{"key":"e_1_3_2_1_17_1","volume-title":"Laboratory Experiments in Information Retrieval","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai. 2018. Multiple Comparison Procedures. In Laboratory Experiments in Information Retrieval, Springer (Ed.). Singapore, 59--80."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Shlomo S. Sawilowsky and R. Clifford Blair. 1992. A More Realistic Look at the Robustness and Type II Error Properties of the t Test to Departures From Population Normality. (1992). 10.1037\/0033-2909.111.2.352","DOI":"10.1037\/0033-2909.111.2.352"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331259"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210043"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383963"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SAC '21: The 36th ACM\/SIGAPP Symposium on Applied Computing","location":"Virtual Event Republic of Korea","acronym":"SAC '21","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the 36th Annual ACM Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3412841.3441945","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3412841.3441945","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:23Z","timestamp":1750197743000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3412841.3441945"}},"subtitle":["simulation of rankings to compare statistical significance tests in information retrieval evaluation"],"short-title":[],"issued":{"date-parts":[[2021,3,22]]},"references-count":24,"alternative-id":["10.1145\/3412841.3441945","10.1145\/3412841"],"URL":"https:\/\/doi.org\/10.1145\/3412841.3441945","relation":{},"subject":[],"published":{"date-parts":[[2021,3,22]]},"assertion":[{"value":"2021-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}