{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:27:59Z","timestamp":1783736879920,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3543507.3583551","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T23:30:25Z","timestamp":1682551825000},"page":"3396-3405","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["A Reference-Dependent Model for Web Search Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8600-8203","authenticated-orcid":false,"given":"Nuo","family":"Chen","sequence":"first","affiliation":[{"name":"Waseda University, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3643-2182","authenticated-orcid":false,"given":"Jiqun","family":"Liu","sequence":"additional","affiliation":[{"name":"The University of Oklahoma, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6720-963X","authenticated-orcid":false,"given":"Tetsuya","family":"Sakai","sequence":"additional","affiliation":[{"name":"Waseda University, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Abualsaud Mustafa","year":"2019","unstructured":"[1] Mustafa Abualsaud and Mark\u00a0D Smucker. 2019. Exposure and order effects of misinformation on health search decisions. In Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval. Rome."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446023"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3471158.3472239"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210027"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767728"},{"key":"e_1_3_2_1_6_1","volume-title":"The design of browsing and berrypicking techniques for the online search interface. Online review","author":"Bates J","year":"1989","unstructured":"[6] Marcia\u00a0J Bates. 1989. The design of browsing and berrypicking techniques for the online search interface. Online review (1989)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3529372.3533294"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345543"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.15042"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"[11] Stefan B\u00fcttcher Charles L.\u00a0A. Clarke Peter C.\u00a0K. Yeung and Ian Soboroff. 2007. Reliable information retrieval evaluation with incomplete and biased judgements. In SIGIR.","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2094072.2094076"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450127"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531953"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080804"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271750"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(198809)39:5<293::AID-ASI1>3.0.CO;2-I"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1257\/000282803322655392"},{"key":"e_1_3_2_1_21_1","unstructured":"[21] Daniel Kahneman. 2011. Thinking Fast and Slow. Farrar Straus and Giroux New York."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1257\/jep.5.1.193"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753334"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/ejsp.2420130102"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2411"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103007"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401085"},{"key":"e_1_3_2_1_28_1","volume-title":"Interactive IR user study design, evaluation, and reporting. Synthesis Lectures on Information Concepts, Retrieval, and Services 11, 2","author":"Liu Jiqun","year":"2019","unstructured":"[28] Jiqun Liu and Chirag Shah. 2019. Interactive IR user study design, evaluation, and reporting. Synthesis Lectures on Information Concepts, Retrieval, and Services 11, 2 (2019), i\u201393."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482190"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330981"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052768"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531924"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"[33] Alistair Moffat Falk Scholer and Paul Thomas. 2012. Models and metrics: IR evaluation as a user process. In ADCS.","DOI":"10.1145\/2407085.2407092"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2507665"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_36_1","volume-title":"Patients","author":"Redelmeier A","year":"1996","unstructured":"[36] Donald\u00a0A Redelmeier and Daniel Kahneman. 1996. Patients\u2019 memories of painful medical treatments: Real-time and retrospective evaluations of two minimally invasive procedures. pain 66, 1 (1996), 3\u20138."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-54798-0_6"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-1199-4"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72113-8_38"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484031"},{"key":"e_1_3_2_1_42_1","unstructured":"[42] Tetsuya Sakai Sijie Tao Zhaohao Zeng Yukun Zheng Jiaxin Mao Zhumin Chu Yiqun Liu Maria Maistro Zhicheng Dou Nicola Ferro and Ian Soboroff. 2021. Overview of the NTCIR-15 We Want Web with CENTRE (WWW-3) Task."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3431813"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484090"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767841"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348300"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.106.7.1577"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498366.3505815"},{"key":"e_1_3_2_1_50_1","volume-title":"Judgment under Uncertainty: Heuristics and Biases. Science 185, 4157","author":"Tversky Amos","year":"1974","unstructured":"[50] Amos Tversky and Daniel Kahneman. 1974. Judgment under Uncertainty: Heuristics and Biases. Science 185, 4157 (1974), 1124\u20131131. http:\/\/www.jstor.org\/stable\/1738360"},{"key":"e_1_3_2_1_51_1","first-page":"1039","article-title":"Loss Aversion in Riskless Choice","volume":"106","author":"Tversky Amos","year":"1991","unstructured":"[51] Amos Tversky and Daniel Kahneman. 1991. Loss Aversion in Riskless Choice: A Reference-Dependent Model. Quarterly Journal of Economics 106 (1991), 1039\u20131061.","journal-title":"A Reference-Dependent Model. Quarterly Journal of Economics"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00122574"},{"key":"e_1_3_2_1_53_1","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"Voorhees M.","unstructured":"[53] Ellen\u00a0M. Voorhees. 2002. The Philosophy of Information Retrieval Evaluation. In Evaluation of Cross-Language Information Retrieval Systems, Carol Peters, Martin Braschler, Julio Gonzalo, and Michael Kluck (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 355\u2013370."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3269242"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371799"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398654"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871672"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080841"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401163"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401162"}],"event":{"name":"WWW '23: The ACM Web Conference 2023","location":"Austin TX USA","acronym":"WWW '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583551","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543507.3583551","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:03Z","timestamp":1750178823000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583551"}},"subtitle":["Understanding and Measuring the Experience of Boundedly Rational Users"],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":60,"alternative-id":["10.1145\/3543507.3583551","10.1145\/3543507"],"URL":"https:\/\/doi.org\/10.1145\/3543507.3583551","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}