{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T23:07:38Z","timestamp":1743030458063,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319306704"},{"type":"electronic","value":"9783319306711"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-30671-1_14","type":"book-chapter","created":{"date-parts":[[2016,3,9]],"date-time":"2016-03-09T16:39:50Z","timestamp":1457541590000},"page":"187-199","source":"Crossref","is-referenced-by-count":8,"title":["Adaptive Effort for Search Evaluation Metrics"],"prefix":"10.1007","author":[{"given":"Jiepu","family":"Jiang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Allan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: a conceptual framework for investigation. In: SIGIR 2011, pp. 903\u2013912 (2011)","DOI":"10.1145\/2009916.2010037"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Chapelle, O., Metlzer, D., Zhang, Y., Grinspan, P.: Expected reciprocal rank for graded relevance. In: CIKM 2009, pp. 621\u2013630 (2009)","DOI":"10.1145\/1645953.1646033"},{"issue":"1","key":"14_CR3","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1002\/asi.5090190108","volume":"19","author":"WS Cooper","year":"1968","unstructured":"Cooper, W.S.: Expected search length: a single measure of retrieval effectiveness based on the weak ordering action of retrieval systems. Am. Documentation 19(1), 30\u201341 (1968)","journal-title":"Am. Documentation"},{"key":"14_CR4","first-page":"463","volume":"2004","author":"AP Vries De","year":"2004","unstructured":"De Vries, A.P., Kazai, G., Lalmas, M.: Tolerance to irrelevance: a user-effort oriented evaluation of retrieval systems without predefined retrieval unit. RIAO 2004, 463\u2013473 (2004)","journal-title":"RIAO"},{"issue":"SI","key":"14_CR5","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1145\/278459.258569","volume":"31","author":"M. D. Dunlop","year":"1997","unstructured":"Dunlop, M.D.: Time, relevance and interaction modelling for information retrieval. In: SIGIR 1997, pp. 206\u2013213 (1997)","journal-title":"ACM SIGIR Forum"},{"issue":"4","key":"14_CR6","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst."},{"key":"14_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/978-3-540-78646-7_4","volume-title":"Advances in Information Retrieval","author":"K J\u00e4rvelin","year":"2008","unstructured":"J\u00e4rvelin, K., Price, S.L., Delcambre, L.M.L., Nielsen, M.L.: Discounted cumulated gain based evaluation of multiple-query IR sessions. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol. 4956, pp. 4\u201315. Springer, Heidelberg (2008)"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Jiang, J., Hassan Awadallah, A., Shi, X., White, R.W.: Understanding and predicting graded search satisfaction. In: WSDM 2015. pp. 57\u201366 (2015)","DOI":"10.1145\/2684822.2685319"},{"key":"14_CR9","doi-asserted-by":"crossref","unstructured":"Jiang, J., He, D., Allan, J.: Searching, browsing, and clicking in a search session: Changes in user behavior by task and over time. In: SIGIR 2014, pp. 607\u2013616 (2014)","DOI":"10.1145\/2600428.2609633"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Kanoulas, E., Carterette, B., Clough, P.D., Sanderson, M.: Evaluating multi-query sessions. In: SIGIR 2011, pp. 1053\u20131062 (2011)","DOI":"10.1145\/2009916.2010056"},{"issue":"4","key":"14_CR11","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1145\/1185877.1185883","volume":"24","author":"G Kazai","year":"2006","unstructured":"Kazai, G., Lalmas, M.: Extended cumulated gain measures for the evaluation of content-oriented xml retrieval. ACM Trans. Inf. Syst. 24(4), 503\u2013542 (2006)","journal-title":"ACM Trans. Inf. Syst."},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Kelly, D., Belkin, N.J.: Display time as implicit feedback: Understanding task effects. In: SIGIR 2004, pp. 377\u2013384 (2004)","DOI":"10.1145\/1008992.1009057"},{"issue":"1","key":"14_CR13","doi-asserted-by":"publisher","first-page":"2:1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Syst. 27(1), 2:1\u20132:27 (2008)","journal-title":"ACM Trans. Inf. Syst."},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Robertson, S.E.: A new interpretation of average precision. In: SIGIR 2008, pp. 689\u2013690 (2008)","DOI":"10.1145\/1390334.1390453"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Kanoulas, E., Yilmaz, E.: Extending average precision to graded relevance judgments. In: SIGIR 2010, pp. 603\u2013610 (2010)","DOI":"10.1145\/1835449.1835550"},{"key":"14_CR16","unstructured":"Sakai, T., Dou, Z.: Summaries, ranked retrieval and sessions: a unified framework for information access evaluation. In: SIGIR 2013, pp. 473\u2013482, (2013)"},{"key":"14_CR17","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Clarke, C.L.: Time-based calibration of effectiveness measures. In: SIGIR 2012, pp. 95\u2013104(2012)","DOI":"10.1145\/2348283.2348300"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Jethani, C.P.: Human performance and retrieval precision revisited. In: SIGIR 2010, pp. 595\u2013602 (2010)","DOI":"10.1145\/1835449.1835549"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Villa, R., Halvey, M.: Is relevance hard work?: Evaluating the effort of making relevant assessments. In: SIGIR 2013, pp. 765\u2013768 (2013)","DOI":"10.1145\/2484028.2484150"},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Shokouhi, M., Craswell, N., Robertson, S.E.: Expected browsing utility for web search evaluation. In: CIKM 2010, pp. 1561\u20131564 (2010)","DOI":"10.1145\/1871437.1871672"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Verma, M., Craswell, N., Radlinski, F., Bailey, P.: Relevance and effort: an analysis of document utility. In: CIKM 2014, pp. 91\u2013100 (2014)","DOI":"10.1145\/2661829.2661953"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-30671-1_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,14]],"date-time":"2022-06-14T20:31:47Z","timestamp":1655238707000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-30671-1_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319306704","9783319306711"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-30671-1_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]}}}