{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T00:50:52Z","timestamp":1774399852521,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,8,9]],"date-time":"2015-08-09T00:00:00Z","timestamp":1439078400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP130104007"],"award-info":[{"award-number":["DP130104007"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,8,9]]},"DOI":"10.1145\/2766462.2767760","type":"proceedings-article","created":{"date-parts":[[2015,8,4]],"date-time":"2015-08-04T13:57:50Z","timestamp":1438696670000},"page":"565-574","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":24,"title":["The Benefits of Magnitude Estimation Relevance Assessments for Information Retrieval Evaluation"],"prefix":"10.1145","author":[{"given":"Andrew","family":"Turpin","sequence":"first","affiliation":[{"name":"University of Melbourne, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefano","family":"Mizzaro","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eddy","family":"Maddalena","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,8,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.01.004"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.2307\/416793"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835540"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_6_1","volume-title":"Overview of the TREC 2004 terabyte track. In The Fourteenth Text REtrieval Conference (TREC 2005","author":"Clarke C.","year":"2005","unstructured":"C. Clarke , N. Craswell , and I. Soboroff . Overview of the TREC 2004 terabyte track. In The Fourteenth Text REtrieval Conference (TREC 2005 ), Gaithersburg, MD , 2005 . NIST. C. Clarke, N. Craswell, and I. Soboroff. Overview of the TREC 2004 terabyte track. In The Fourteenth Text REtrieval Conference (TREC 2005), Gaithersburg, MD, 2005. NIST."},{"key":"e_1_3_2_1_7_1","volume-title":"TREC 2013 Web Track Overview. In 22nd Text REtrieval Conference (TREC 2013","author":"Collins-Thompson K.","year":"2014","unstructured":"K. Collins-Thompson , P. Bennett , F. Diaz , C. L. Clarke , and E. M. Voorhees . TREC 2013 Web Track Overview. In 22nd Text REtrieval Conference (TREC 2013 ), Gaithersburg, MD , 2014 . K. Collins-Thompson, P. Bennett, F. Diaz, C. L. Clarke, and E. M. Voorhees. TREC 2013 Web Track Overview. In 22nd Text REtrieval Conference (TREC 2013), Gaithersburg, MD, 2014."},{"key":"e_1_3_2_1_8_1","volume-title":"The optimal number of response alternatives for a scale: A review. Journal of marketing research, 17 (4): 407--422","author":"Cox E. P.","year":"1980","unstructured":"E. P. Cox ,! III. The optimal number of response alternatives for a scale: A review. Journal of marketing research, 17 (4): 407--422 , 1980 . E. P. Cox,!III. The optimal number of response alternatives for a scale: A review. Journal of marketing research, 17 (4): 407--422, 1980."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-58552-4_43"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(88)90042-8"},{"key":"e_1_3_2_1_11_1","volume-title":"Psychophysics: The Fundamentals","author":"Gescheider G.","year":"1997","unstructured":"G. Gescheider . Psychophysics: The Fundamentals . Lawrence Erlbaum Associates , 3 rd edition, 1997 . G. Gescheider. Psychophysics: The Fundamentals. Lawrence Erlbaum Associates, 3rd edition, 1997.","edition":"3"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193121005401229"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646032"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16354-3_23"},{"key":"e_1_3_2_1_16_1","volume-title":"The new Psychophysics","author":"Marks L.","year":"1974","unstructured":"L. Marks . Sensory Processes : The new Psychophysics . Academic Press , 1974 . L. Marks. Sensory Processes: The new Psychophysics. Academic Press, 1974."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193120304700406"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-4557.1977.tb00942.x"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v58:13"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"e_1_3_2_1_21_1","volume-title":"The Sixth International Workshop on Evaluating Information Access (EVIA 2014","author":"Scholer F.","year":"2014","unstructured":"F. Scholer , E. Maddalena , S. Mizzaro , and A. Turpin . Magnitudes of relevance: Relevance judgements, magnitude estimation, and crowdsourcing . In The Sixth International Workshop on Evaluating Information Access (EVIA 2014 ), Tokyo, Japan , 2014 . F. Scholer, E. Maddalena, S. Mizzaro, and A. Turpin. Magnitudes of relevance: Relevance judgements, magnitude estimation, and crowdsourcing. In The Sixth International Workshop on Evaluating Information Access (EVIA 2014), Tokyo, Japan, 2014."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/1529939"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564433"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/1097-4571(2000)9999:9999%3C::AID-ASI1564%3E3.3.CO;2-C"},{"issue":"3710","key":"e_1_3_2_1_25_1","first-page":"530","article-title":"A metric for the social consensus. Science (New York","volume":"151","author":"Stevens S. S.","year":"1966","unstructured":"S. S. Stevens . A metric for the social consensus. Science (New York , NY) , 151 ( 3710 ): 530 -- 541 , 1966 . S. S. Stevens. A metric for the social consensus. Science (New York, NY), 151 (3710): 530--541, 1966.","journal-title":"NY)"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(1999)50:3%3C254::AID-ASI8%3E3.3.CO;2-P"},{"key":"e_1_3_2_1_27_1","first-page":"1","volume-title":"Overview of the Eighth Text REtrieval Conference (TREC-8). In The Eighth Text REtrieval Conference (TREC-8)","author":"Voorhees E. M.","year":"1999","unstructured":"E. M. Voorhees and D. K. Harman . Overview of the Eighth Text REtrieval Conference (TREC-8). In The Eighth Text REtrieval Conference (TREC-8) , pages 1 -- 24 , Gaithersburg, MD , 1999 . E. M. Voorhees and D. K. Harman. Overview of the Eighth Text REtrieval Conference (TREC-8). In The Eighth Text REtrieval Conference (TREC-8), pages 1--24, Gaithersburg, MD, 1999."},{"key":"e_1_3_2_1_28_1","volume-title":"TREC: experiment and evaluation in information retrieval","author":"Voorhees E. M.","year":"2005","unstructured":"E. M. Voorhees and D. K. Harman . TREC: experiment and evaluation in information retrieval . MIT Press , 2005 . E. M. Voorhees and D. K. Harman. TREC: experiment and evaluation in information retrieval. MIT Press, 2005."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484156"}],"event":{"name":"SIGIR '15: The 38th International ACM SIGIR conference on research and development in Information Retrieval","location":"Santiago Chile","acronym":"SIGIR '15","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2766462.2767760","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2766462.2767760","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:07:27Z","timestamp":1750223247000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2766462.2767760"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8,9]]},"references-count":29,"alternative-id":["10.1145\/2766462.2767760","10.1145\/2766462"],"URL":"https:\/\/doi.org\/10.1145\/2766462.2767760","relation":{},"subject":[],"published":{"date-parts":[[2015,8,9]]},"assertion":[{"value":"2015-08-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}