{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:28:34Z","timestamp":1750220914219,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,12,5]],"date-time":"2019-12-05T00:00:00Z","timestamp":1575504000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP190101113"],"award-info":[{"award-number":["DP190101113"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,12,5]]},"DOI":"10.1145\/3372124.3372125","type":"proceedings-article","created":{"date-parts":[[2019,12,17]],"date-time":"2019-12-17T13:31:42Z","timestamp":1576589502000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Taking Risks with Confidence"],"prefix":"10.1145","author":[{"given":"Rodger","family":"Benham","sequence":"first","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ben","family":"Carterette","sequence":"additional","affiliation":[{"name":"Spotify, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"University of Melbourne Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J. Shane","family":"Culpepper","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,12,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"TREC 2017 common core track overview. In Proc. TREC","author":"Allan J.","year":"2017","unstructured":"J. Allan , D. Harman , E. Kanoulas , D. Li , C. Van Gysel , and E. M. Voorhees . TREC 2017 common core track overview. In Proc. TREC , 2017 . J. Allan, D. Harman, E. Kanoulas, D. Li, C. Van Gysel, and E. M. Voorhees. TREC 2017 common core track overview. In Proc. TREC, 2017."},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. AIRS","author":"Benham R.","year":"2019","unstructured":"R. Benham , A. Moffat , and J. S. Culpepper . On the pluses and minuses of risk . In Proc. AIRS , 2019 . To appear. R. Benham, A. Moffat, and J. S. Culpepper. On the pluses and minuses of risk. In Proc. AIRS, 2019. To appear."},{"key":"e_1_3_2_1_3_1","volume-title":"boot: Bootstrap R (S-Plus) functions. R package version, 1(7)","author":"Canty A.","year":"2012","unstructured":"A. Canty , B. Ripley , boot: Bootstrap R (S-Plus) functions. R package version, 1(7) , 2012 . A. Canty, B. Ripley, et al. boot: Bootstrap R (S-Plus) functions. R package version, 1(7), 2012."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.140216"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.37.5.553"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511802843"},{"key":"e_1_3_2_1_7_1","first-page":"23","volume-title":"Proc. SIGIR","author":"Din\u00e7er B. T.","year":"2014","unstructured":"B. T. Din\u00e7er , C. Macdonald , and I. Ounis . Hypothesis testing for the risk-sensitive evaluation of retrieval systems . In Proc. SIGIR , pages 23 -- 32 , 2014 . B. T. Din\u00e7er, C. Macdonald, and I. Ounis. Hypothesis testing for the risk-sensitive evaluation of retrieval systems. In Proc. SIGIR, pages 23--32, 2014."},{"key":"e_1_3_2_1_8_1","volume-title":"The Practice of Business Statistics","author":"Hesterberg T.","year":"2003","unstructured":"T. Hesterberg , S. Monaghan , D. S. Moore , A. Clipson , and R. Epstein . Bootstrap methods and permutation tests . In The Practice of Business Statistics , chapter 18. WH Freeman & Co. , 2003 . T. Hesterberg, S. Monaghan, D. S. Moore, A. Clipson, and R. Epstein. Bootstrap methods and permutation tests. In The Practice of Business Statistics, chapter 18. WH Freeman & Co., 2003."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ajo.2008.06.031"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.4103\/0301-4738.77005"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911492"},{"key":"e_1_3_2_1_12_1","volume-title":"Ananalysis of variance test for normality (complete samples). Biometrika, 52(3--4):591--611","author":"Shapiro S. S.","year":"1965","unstructured":"S. S. Shapiro and M. B. Wilk . Ananalysis of variance test for normality (complete samples). Biometrika, 52(3--4):591--611 , 1965 . S. S. Shapiro and M. B. Wilk. Ananalysis of variance test for normality (complete samples). Biometrika, 52(3--4):591--611, 1965."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572050"},{"key":"e_1_3_2_1_15_1","first-page":"69","volume-title":"Overview of the TREC 2004 robust retrieval track. In Proc. TREC","author":"Voorhees E. M.","year":"2004","unstructured":"E. M. Voorhees . Overview of the TREC 2004 robust retrieval track. In Proc. TREC , pages 69 -- 77 , 2004 . E. M. Voorhees. Overview of the TREC 2004 robust retrieval track. In Proc. TREC, pages 69--77, 2004."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348385"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458158"}],"event":{"name":"ADCS '19: Australasian Document Computing Symposium","sponsor":["Microsoft Microsoft","University of Technology Sydney","SIGIR","ACM SIGIR Special Interest Group on Information Retrieval"],"location":"Sydney NSW Australia","acronym":"ADCS '19"},"container-title":["Proceedings of the 24th Australasian Document Computing Symposium"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3372124.3372125","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3372124.3372125","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:45:06Z","timestamp":1750203906000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3372124.3372125"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,5]]},"references-count":17,"alternative-id":["10.1145\/3372124.3372125","10.1145\/3372124"],"URL":"https:\/\/doi.org\/10.1145\/3372124.3372125","relation":{},"subject":[],"published":{"date-parts":[[2019,12,5]]},"assertion":[{"value":"2019-12-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}