{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T00:50:54Z","timestamp":1774399854013,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,12,11]],"date-time":"2018-12-11T00:00:00Z","timestamp":1544486400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,12,11]]},"DOI":"10.1145\/3291992.3291995","type":"proceedings-article","created":{"date-parts":[[2018,12,4]],"date-time":"2018-12-04T15:29:22Z","timestamp":1543937362000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Pairwise Crowd Judgments"],"prefix":"10.1145","author":[{"given":"Ziying","family":"Yang","sequence":"first","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Turpin","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,12,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480506.1480508"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mcm.2010.02.047"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148289"},{"key":"e_1_3_2_1_5_1","first-page":"16","volume-title":"Proc. ECIR","author":"Carterette B.","year":"2008","unstructured":"B. Carterette , P. N. Bennett , D. M. Chickering , and S. T. Dumais . Here or there: Preference judgments for relevance . In Proc. ECIR , pages 16 -- 27 , 2008 . B. Carterette, P. N. Bennett, D. M. Chickering, and S. T. Dumais. Here or there: Preference judgments for relevance. In Proc. ECIR, pages 16--27, 2008."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348398"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433420"},{"key":"e_1_3_2_1_8_1","volume-title":"The TREC 2005 terabyte track. In Proc. TREC","author":"Clarke C. L. A.","year":"2005","unstructured":"C. L. A. Clarke , F. Scholer , and I. Soboroff . The TREC 2005 terabyte track. In Proc. TREC , 2005 . C. L. A. Clarke, F. Scholer, and I. Soboroff. The TREC 2005 terabyte track. In Proc. TREC, 2005."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3015022.3015033"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0271(68)90002-8"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-013-9222-7"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210052"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04769-5_5"},{"key":"e_1_3_2_1_15_1","first-page":"50","volume-title":"Proc. EVIA","author":"Scholer F.","year":"2008","unstructured":"F. Scholer , A. Turpin , and M. Wu . Measuring user relevance criteria . In Proc. EVIA , pages 50 -- 62 , 2008 . F. Scholer, A. Turpin, and M. Wu. Measuring user relevance criteria. In Proc. EVIA, pages 50--62, 2008."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564433"},{"key":"e_1_3_2_1_18_1","first-page":"51","volume-title":"Proc. ADCS","author":"Turpin A.","year":"2009","unstructured":"A. Turpin and F. Scholer . Modelling disagreement between judges for information retrieval system evaluation . In Proc. ADCS , page 51 , 2009 . A. Turpin and F. Scholer. Modelling disagreement between judges for information retrieval system evaluation. In Proc. ADCS, page 51, 2009."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767760"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"e_1_3_2_1_21_1","volume-title":"Proc. TREC","author":"Voorhees E.M.","year":"1999","unstructured":"E.M. Voorhees and D. Harman . Overview of the eighth Text REtrieval Conference . In Proc. TREC , 1999 . E.M. Voorhees and D. Harman. Overview of the eighth Text REtrieval Conference. In Proc. TREC, 1999."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-48051-0_21"}],"event":{"name":"ADCS '18: 23rd Australasian Document Computing Symposium","location":"Dunedin New Zealand","acronym":"ADCS '18","sponsor":["Dept. of Information Science, Univ.of Otago Department of Information Science, University of Otago, Dunedin, New Zealand"]},"container-title":["Proceedings of the 23rd Australasian Document Computing Symposium"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3291992.3291995","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3291992.3291995","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:02Z","timestamp":1750208522000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3291992.3291995"}},"subtitle":["Preference, Absolute, and Ratio"],"short-title":[],"issued":{"date-parts":[[2018,12,11]]},"references-count":22,"alternative-id":["10.1145\/3291992.3291995","10.1145\/3291992"],"URL":"https:\/\/doi.org\/10.1145\/3291992.3291995","relation":{},"subject":[],"published":{"date-parts":[[2018,12,11]]},"assertion":[{"value":"2018-12-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}