{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T16:06:13Z","timestamp":1759939573693,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP150100252 and DP190101113"],"award-info":[{"award-number":["LP150100252 and DP190101113"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,1,20]]},"DOI":"10.1145\/3336191.3371799","type":"proceedings-article","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T19:08:16Z","timestamp":1579720096000},"page":"654-662","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Metrics, User Models, and Satisfaction"],"prefix":"10.1145","author":[{"given":"Alfan Farizki","family":"Wicaksono","sequence":"first","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}]}],"member":"320","published-online":{"date-parts":[[2020,1,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/1814508.1814521"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277902"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210027"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010037"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080804"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.4630240204"},{"key":"e_1_3_2_1_8_1","first-page":"407","volume-title":"Proc. CHI","author":"Cutrell E.","year":"2007","unstructured":"E. Cutrell and Z. Guan . What are you looking for? An eye-tracking study of information usage in web search . In Proc. CHI , pages 407 -- 416 , 2007 . E. Cutrell and Z. Guan. What are you looking for? An eye-tracking study of information usage in web search. In Proc. CHI, pages 407--416, 2007."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1059981.1059982"},{"key":"e_1_3_2_1_10_1","volume-title":"Evaluation of information retrieval systems: Approaches, issues, and methods. Annual Review of Information Science and Technology (ARIST), 32: 3--94","author":"Harter S. P.","year":"1997","unstructured":"S. P. Harter and C. A. Hert . Evaluation of information retrieval systems: Approaches, issues, and methods. Annual Review of Information Science and Technology (ARIST), 32: 3--94 , 1997 . S. P. Harter and C. A. Hert. Evaluation of information retrieval systems: Approaches, issues, and methods. Annual Review of Information Science and Technology (ARIST), 32: 3--94, 1997."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718515"},{"key":"e_1_3_2_1_12_1","volume-title":"Accounting for users' inflated assessments of on-line catalogue search performance and usefulness: An experimental study. Information Research, 6 (2)","author":"Hildreth C. R.","year":"2001","unstructured":"C. R. Hildreth . Accounting for users' inflated assessments of on-line catalogue search performance and usefulness: An experimental study. Information Research, 6 (2) , 2001 . C. R. Hildreth. Accounting for users' inflated assessments of on-line catalogue search performance and usefulness: An experimental study. Information Research, 6 (2), 2001."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177731867"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277839"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_16_1","first-page":"4","volume-title":"Proc. ECIR","author":"K.","year":"2008","unstructured":"elin K. J\"arvelin, S. L. Price , L. M. Delcambre , and M. L. Nielsen . Discounted cumulated gain based evaluation of multiple-query IR sessions . In Proc. ECIR , pages 4 -- 15 , 2008 . elin et al.(2008)J\"arvelin, Price, Delcambre, and Nielsen]Jarvelin:2008:DCG:1793274.1793280K. J\"arvelin, S. L. Price, L. M. Delcambre, and M. L. Nielsen. Discounted cumulated gain based evaluation of multiple-query IR sessions. In Proc. ECIR, pages 4--15, 2008."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2854946.2855005"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133033"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685319"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458176"},{"key":"e_1_3_2_1_22_1","volume-title":"Overview of the TREC 2010 session track. In Proc. TREC","author":"Kanoulas E.","year":"2010","unstructured":"E. Kanoulas , B. Carterette , P. D. Clough , and M. Sanderson . Overview of the TREC 2010 session track. In Proc. TREC , 2010 . E. Kanoulas, B. Carterette, P. D. Clough, and M. Sanderson. Overview of the TREC 2010 session track. In Proc. TREC, 2010."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010056"},{"issue":"1","key":"e_1_3_2_1_24_1","first-page":"1","article-title":"Methods for evaluating interactive information retrieval systems with users","volume":"3","author":"Kelly D.","year":"2009","unstructured":"D. Kelly . Methods for evaluating interactive information retrieval systems with users . Foundation and Trends in IR , 3 ( 1&2 ): 1 -- 224 , 2009 . D. Kelly. Methods for evaluating interactive information retrieval systems with users. Foundation and Trends in IR, 3 (1&2): 1--224, 2009.","journal-title":"Foundation and Trends in IR"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210097"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186065"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911507"},{"issue":"1","key":"e_1_3_2_1_28_1","first-page":"2","article-title":"Rank-biased precision for measurement of retrieval effectiveness","volume":"27","author":"Moffat A.","unstructured":"A. Moffat and J. Zobel . Rank-biased precision for measurement of retrieval effectiveness . ACM Trans. Inf. Sys. , 27 ( 1 ): 2 .1--2.27, 2008. A. Moffat and J. Zobel. Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Sys., 27 (1): 2.1--2.27, 2008.","journal-title":"ACM Trans. Inf. Sys."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2507665"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052768"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458092"},{"issue":"4","key":"e_1_3_2_1_32_1","first-page":"247","article-title":"Test collection based evaluation of information retrieval systems","volume":"4","author":"Sanderson M.","year":"2010","unstructured":"M. Sanderson . Test collection based evaluation of information retrieval systems . Foundation and Trends in IR , 4 ( 4 ): 247 -- 375 , 2010 . M. Sanderson. Test collection based evaluation of information retrieval systems. Foundation and Trends in IR, 4 (4): 247--375, 2010.","journal-title":"Foundation and Trends in IR"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348300"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835549"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.4630270411"},{"key":"e_1_3_2_1_36_1","volume-title":"Butterworths","author":"Jones K.","year":"1981","unstructured":"k-Jones(1981)]jones1981information K. Sp\"arck- Jones . Information Retrieval Experiment . Butterworths , 1981 . k-Jones(1981)]jones1981informationK. Sp\"arck-Jones. Information Retrieval Experiment. Butterworths, 1981."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(92)90007-M"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-45068-6_36"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291992.3292002"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3269242"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15712-8_42"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080841"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-009-9099-7"}],"event":{"name":"WSDM '20: The Thirteenth ACM International Conference on Web Search and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Houston TX USA","acronym":"WSDM '20"},"container-title":["Proceedings of the 13th International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371799","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3336191.3371799","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:10Z","timestamp":1750206370000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371799"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,20]]},"references-count":43,"alternative-id":["10.1145\/3336191.3371799","10.1145\/3336191"],"URL":"https:\/\/doi.org\/10.1145\/3336191.3371799","relation":{},"subject":[],"published":{"date-parts":[[2020,1,20]]},"assertion":[{"value":"2020-01-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}