{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:49:20Z","timestamp":1750308560736,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,7]],"date-time":"2017-08-07T00:00:00Z","timestamp":1502064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Key Basic Research Program","award":["2015CB358700"],"award-info":[{"award-number":["2015CB358700"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61622208, 61532011, 61672311"],"award-info":[{"award-number":["61622208, 61532011, 61672311"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,7]]},"DOI":"10.1145\/3077136.3080795","type":"proceedings-article","created":{"date-parts":[[2017,7,28]],"date-time":"2017-07-28T19:35:01Z","timestamp":1501270501000},"page":"435-444","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Evaluating Mobile Search with Height-Biased Gain"],"prefix":"10.1145","author":[{"given":"Cheng","family":"Luo","sequence":"first","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiqun","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tetsuya","family":"Sakai","sequence":"additional","affiliation":[{"name":"Waseda University, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Min","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaoping","family":"Ma","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,8,7]]},"reference":[{"volume-title":"Evaluating mobile web search performance by taking good abandonment into account SIGIR '14","author":"Arkhipova Olga","unstructured":"Olga Arkhipova and Lidia Grauer . Evaluating mobile web search performance by taking good abandonment into account SIGIR '14 . Olga Arkhipova and Lidia Grauer. Evaluating mobile web search performance by taking good abandonment into account SIGIR '14.","key":"e_1_3_2_1_1_1"},{"volume-title":"WWW '07","author":"Baeza-Yates Ricardo","unstructured":"Ricardo Baeza-Yates , Georges Dupret , and Javier Velasco . A study of mobile search queries in Japan . In WWW '07 . Ricardo Baeza-Yates, Georges Dupret, and Javier Velasco. A study of mobile search queries in Japan. In WWW '07.","key":"e_1_3_2_1_2_1"},{"volume-title":"User Utility: A Conceptual Framework for Investigation. In SIGIR '11","author":"Carterette Ben","unstructured":"Ben Carterette . System Effectiveness , User Models , and User Utility: A Conceptual Framework for Investigation. In SIGIR '11 . Ben Carterette. System Effectiveness, User Models, and User Utility: A Conceptual Framework for Investigation. In SIGIR '11.","key":"e_1_3_2_1_3_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1007\/s10791-011-9167-7"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1145\/1645953.1646033"},{"volume-title":"A comparative analysis of cascade measures for novelty and diversity WSDM '11","author":"Clarke Charles LA","unstructured":"Charles LA Clarke , Nick Craswell , Ian Soboroff , and Azin Ashkan . A comparative analysis of cascade measures for novelty and diversity WSDM '11 . Charles LA Clarke, Nick Craswell, Ian Soboroff, and Azin Ashkan. A comparative analysis of cascade measures for novelty and diversity WSDM '11.","key":"e_1_3_2_1_6_1"},{"key":"e_1_3_2_1_7_1","volume-title":"Aslib Cranfield research project-Factors determining the performance of indexing systems","author":"Cleverdon Cyril W","year":"1966","unstructured":"Cyril W Cleverdon and Michael Keen 1966. Aslib Cranfield research project-Factors determining the performance of indexing systems ; Volume 2, Test results. ( 1966 ). Cyril W Cleverdon and Michael Keen 1966. Aslib Cranfield research project-Factors determining the performance of indexing systems; Volume 2, Test results. (1966)."},{"volume-title":"Mining Touch Interaction Data on Mobile Devices to Predict Web Search Result Relevance SIGIR '13","author":"Guo Qi","unstructured":"Qi Guo , Haojian Jin , Dmitry Lagun , Shuai Yuan , and Eugene Agichtein . Mining Touch Interaction Data on Mobile Devices to Predict Web Search Result Relevance SIGIR '13 . Qi Guo, Haojian Jin, Dmitry Lagun, Shuai Yuan, and Eugene Agichtein. Mining Touch Interaction Data on Mobile Devices to Predict Web Search Result Relevance SIGIR '13.","key":"e_1_3_2_1_8_1"},{"volume-title":"Guo and Yang Song. Large-Scale Analysis of Viewing Behavior: Towards Measuring Satisfaction with Mobile Proactive Systems. In CIKM '16","author":"Qi","unstructured":"Qi Guo and Yang Song. Large-Scale Analysis of Viewing Behavior: Towards Measuring Satisfaction with Mobile Proactive Systems. In CIKM '16 . Qi Guo and Yang Song. Large-Scale Analysis of Viewing Behavior: Towards Measuring Satisfaction with Mobile Proactive Systems. In CIKM '16.","key":"e_1_3_2_1_9_1"},{"volume-title":"Fast matrix factorization for online recommendation with implicit feedback SIGIR '16","author":"He Xiangnan","unstructured":"Xiangnan He , Hanwang Zhang , Min-Yen Kan , and Tat-Seng Chua . Fast matrix factorization for online recommendation with implicit feedback SIGIR '16 . Xiangnan He, Hanwang Zhang, Min-Yen Kan, and Tat-Seng Chua. Fast matrix factorization for online recommendation with implicit feedback SIGIR '16.","key":"e_1_3_2_1_10_1"},{"key":"e_1_3_2_1_11_1","volume-title":"Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst","author":"Jaana Kalervo","year":"2002","unstructured":"Kalervo J\"arvelin and Jaana Kek\"al\"ainen 2002. Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst . Vol. 20 , 4 ( 2002 ). Kalervo J\"arvelin and Jaana Kek\"al\"ainen 2002. Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst. Vol. 20, 4 (2002)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1016\/S1389-1286(99)00013-4"},{"volume-title":"WWW '09","author":"Kamvar Maryam","unstructured":"Maryam Kamvar , Melanie Kellar , Rajan Patel , and Ya Xu . Computers and Iphones and Mobile Phones, Oh My!: A Logs-based Comparison of Search Users on Different Devices . In WWW '09 . Maryam Kamvar, Melanie Kellar, Rajan Patel, and Ya Xu. Computers and Iphones and Mobile Phones, Oh My!: A Logs-based Comparison of Search Users on Different Devices. In WWW '09.","key":"e_1_3_2_1_13_1"},{"volume-title":"EVIA '16","author":"Kato Makoto P","unstructured":"Makoto P Kato , Virgil Pavlu , Tetsuya Sakai , Takehiro Yamamoto , and Hajime Morita . Two-layered Summaries for Mobile Search: Does the Evaluation Measure Reflect User Preferences? EVIA '16 . Makoto P Kato, Virgil Pavlu, Tetsuya Sakai, Takehiro Yamamoto, and Hajime Morita. Two-layered Summaries for Mobile Search: Does the Evaluation Measure Reflect User Preferences? EVIA '16.","key":"e_1_3_2_1_14_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1002\/asi.23187"},{"key":"e_1_3_2_1_16_1","volume-title":"Understanding eye movements on mobile devices for better presentation of search results. Journal of the Association for Information Science and Technology","author":"Kim Jaewon","year":"2016","unstructured":"Jaewon Kim , Paul Thomas , Ramesh Sankaranarayana , Tom Gedeon , and Hwan-Jin Yoon 2016. Understanding eye movements on mobile devices for better presentation of search results. Journal of the Association for Information Science and Technology ( 2016 ). Jaewon Kim, Paul Thomas, Ramesh Sankaranarayana, Tom Gedeon, and Hwan-Jin Yoon 2016. Understanding eye movements on mobile devices for better presentation of search results. Journal of the Association for Information Science and Technology (2016)."},{"volume-title":"Towards better measurement of attention and satisfaction in mobile search SIGIR '14","author":"Lagun Dmitry","unstructured":"Dmitry Lagun , Chih-Hung Hsieh , Dale Webster , and Vidhya Navalpakkam . Towards better measurement of attention and satisfaction in mobile search SIGIR '14 . Dmitry Lagun, Chih-Hung Hsieh, Dale Webster, and Vidhya Navalpakkam. Towards better measurement of attention and satisfaction in mobile search SIGIR '14.","key":"e_1_3_2_1_17_1"},{"volume-title":"Vidhya Navalpakkam. Understanding Mobile Searcher Attention with Rich Ad Formats CIKM '16","author":"Lagun Dmitry","unstructured":"Dmitry Lagun , Donal McMahon , and Vidhya Navalpakkam. Understanding Mobile Searcher Attention with Rich Ad Formats CIKM '16 . Dmitry Lagun, Donal McMahon, and Vidhya Navalpakkam. Understanding Mobile Searcher Attention with Rich Ad Formats CIKM '16.","key":"e_1_3_2_1_18_1"},{"volume-title":"SIGIR '09","author":"Li Jane","unstructured":"Jane Li , Scott Huffman , and Akihito Tokuda . Good abandonment in mobile and PC internet search . SIGIR '09 . Jane Li, Scott Huffman, and Akihito Tokuda. Good abandonment in mobile and PC internet search. SIGIR '09.","key":"e_1_3_2_1_19_1"},{"key":"e_1_3_2_1_20_1","volume-title":"Overview of the NTCIR-11 IMine Task. In NTCIR '12","author":"Liu Yiqun","year":"2014","unstructured":"Yiqun Liu , Ruihua Song , Min Zhang , Zhicheng Dou , Takehiro Yamamoto , Makoto P Kato , Hiroaki Ohshima , and Ke Zhou . 2014 . Overview of the NTCIR-11 IMine Task. In NTCIR '12 . Yiqun Liu, Ruihua Song, Min Zhang, Zhicheng Dou, Takehiro Yamamoto, Makoto P Kato, Hiroaki Ohshima, and Ke Zhou. 2014. Overview of the NTCIR-11 IMine Task. In NTCIR '12."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_21_1","DOI":"10.1002\/asi.20794"},{"volume-title":"Qing He. Browsing Regularities in Hedonic Content Systems. IJCAI '16","author":"Luo Ping","unstructured":"Ping Luo , Ganbin Zhou , Jiaxi Tang , Rui Chen , Zhongjie Yu , and Qing He. Browsing Regularities in Hedonic Content Systems. IJCAI '16 . Ping Luo, Ganbin Zhou, Jiaxi Tang, Rui Chen, Zhongjie Yu, and Qing He. Browsing Regularities in Hedonic Content Systems. IJCAI '16.","key":"e_1_3_2_1_22_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.1145\/1416950.1416952"},{"volume-title":"Sakai. Evaluating Evaluation Metrics Based on the Bootstrap SIGIR '06","author":"Tetsuya","unstructured":"Tetsuya Sakai. Evaluating Evaluation Metrics Based on the Bootstrap SIGIR '06 . Tetsuya Sakai. Evaluating Evaluation Metrics Based on the Bootstrap SIGIR '06.","key":"e_1_3_2_1_24_1"},{"volume-title":"Sakai. Evaluation with Informational and Navigational Intents WWW '12","author":"Tetsuya","unstructured":"Tetsuya Sakai. Evaluation with Informational and Navigational Intents WWW '12 . Tetsuya Sakai. Evaluation with Informational and Navigational Intents WWW '12.","key":"e_1_3_2_1_25_1"},{"volume-title":"NTCIR '04","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai . New Performance Metrics Based on Multigrade Relevance: Their Application to Question Answering .. In NTCIR '04 . Tetsuya Sakai. New Performance Metrics Based on Multigrade Relevance: Their Application to Question Answering.. In NTCIR '04.","key":"e_1_3_2_1_26_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_27_1","DOI":"10.2197\/ipsjdc.3.643"},{"volume-title":"Tests","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai . 2014. Metrics , Statistics , Tests . Springer Berlin Heidelberg , Berlin, Heidelberg , 116--163. Tetsuya Sakai. 2014. Metrics, Statistics, Tests. Springer Berlin Heidelberg, Berlin, Heidelberg, 116--163.","key":"e_1_3_2_1_28_1"},{"volume-title":"Ranked Retrieval and Sessions: A Unified Framework for Information Access Evaluation SIGIR '13","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai and Zhicheng Dou . Summaries , Ranked Retrieval and Sessions: A Unified Framework for Information Access Evaluation SIGIR '13 . Tetsuya Sakai and Zhicheng Dou. Summaries, Ranked Retrieval and Sessions: A Unified Framework for Information Access Evaluation SIGIR '13.","key":"e_1_3_2_1_29_1"},{"key":"e_1_3_2_1_30_1","volume-title":"Modelling A User Population for Designing Information Retrieval Metrics. EVIA '08","author":"Sakai Tetsuya","year":"2008","unstructured":"Tetsuya Sakai and Stephen Robertson 2008 . Modelling A User Population for Designing Information Retrieval Metrics. EVIA '08 . Tetsuya Sakai and Stephen Robertson 2008. Modelling A User Population for Designing Information Retrieval Metrics. EVIA '08."},{"volume-title":"SIGIR '10","author":"Sanderson Mark","unstructured":"Mark Sanderson , Monica Lestari Paramita , Paul Clough , and Evangelos Kanoulas . Do User Preferences and Evaluation Measures Line Up? SIGIR '10 . Mark Sanderson, Monica Lestari Paramita, Paul Clough, and Evangelos Kanoulas. Do User Preferences and Evaluation Measures Line Up? SIGIR '10.","key":"e_1_3_2_1_31_1"},{"volume-title":"Clarke. Time-based Calibration of Effectiveness Measures. SIGIR '12","author":"Mark","unstructured":"Mark D. Smucker and Charles L.A . Clarke. Time-based Calibration of Effectiveness Measures. SIGIR '12 . Mark D. Smucker and Charles L.A. Clarke. Time-based Calibration of Effectiveness Measures. SIGIR '12.","key":"e_1_3_2_1_32_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_33_1","DOI":"10.1145\/2488388.2488493"},{"volume-title":"Trec","author":"Voorhees Ellen M","unstructured":"Ellen M Voorhees and others 1999. The TREC-8 Question Answering Track Report . In Trec , Vol. Vol. 99 . 77--82. Ellen M Voorhees and others 1999. The TREC-8 Question Answering Track Report. In Trec, Vol. Vol. 99. 77--82.","key":"e_1_3_2_1_34_1"},{"key":"e_1_3_2_1_35_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K . Harman 2005 . TREC : Experiment and Evaluation in Information Retrieval. The MIT Press . Ellen M. Voorhees and Donna K. Harman 2005. TREC: Experiment and Evaluation in Information Retrieval. The MIT Press."},{"volume-title":"Ahmed Hassan Awadallah, and Madian Khabsa. Is This Your Final Answer?: Evaluating the Effect of Answers on Good Abandonment in Mobile Search SIGIR '16","author":"Williams Kyle","unstructured":"Kyle Williams , Julia Kiseleva , Aidan C Crook , Imed Zitouni , Ahmed Hassan Awadallah, and Madian Khabsa. Is This Your Final Answer?: Evaluating the Effect of Answers on Good Abandonment in Mobile Search SIGIR '16 . Kyle Williams, Julia Kiseleva, Aidan C Crook, Imed Zitouni, Ahmed Hassan Awadallah, and Madian Khabsa. Is This Your Final Answer?: Evaluating the Effect of Answers on Good Abandonment in Mobile Search SIGIR '16.","key":"e_1_3_2_1_36_1"},{"volume-title":"Deciphering mobile search patterns: a study of yahoo! mobile search queries WWW '08","author":"Yi Jeonghee","unstructured":"Jeonghee Yi , Farzin Maghoul , and Jan Pedersen . Deciphering mobile search patterns: a study of yahoo! mobile search queries WWW '08 . Jeonghee Yi, Farzin Maghoul, and Jan Pedersen. Deciphering mobile search patterns: a study of yahoo! mobile search queries WWW '08.","key":"e_1_3_2_1_37_1"},{"volume-title":"Stephen Robertson. Expected Browsing Utility for Web Search Evaluation CIKM '10","author":"Yilmaz Emine","unstructured":"Emine Yilmaz , Milad Shokouhi , Nick Craswell , and Stephen Robertson. Expected Browsing Utility for Web Search Evaluation CIKM '10 . Emine Yilmaz, Milad Shokouhi, Nick Craswell, and Stephen Robertson. Expected Browsing Utility for Web Search Evaluation CIKM '10.","key":"e_1_3_2_1_38_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_39_1","DOI":"10.1007\/s10791-009-9099-7"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_40_1","DOI":"10.1145\/2348283.2348302"},{"volume-title":"CIKM '12","author":"Zhou Ke","unstructured":"Ke Zhou , Ronan Cummins , Mounia Lalmas , and Joemon M Jose . Evaluating reward and risk for vertical selection . CIKM '12 . Ke Zhou, Ronan Cummins, Mounia Lalmas, and Joemon M Jose. Evaluating reward and risk for vertical selection. CIKM '12.","key":"e_1_3_2_1_41_1"}],"event":{"sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"SIGIR '17","name":"SIGIR '17: The 40th International ACM SIGIR conference on research and development in Information Retrieval","location":"Shinjuku Tokyo Japan"},"container-title":["Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080795","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3077136.3080795","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:04:07Z","timestamp":1750273447000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080795"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,7]]},"references-count":41,"alternative-id":["10.1145\/3077136.3080795","10.1145\/3077136"],"URL":"https:\/\/doi.org\/10.1145\/3077136.3080795","relation":{},"subject":[],"published":{"date-parts":[[2017,8,7]]},"assertion":[{"value":"2017-08-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}