{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T20:00:28Z","timestamp":1759694428137,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030157111"},{"type":"electronic","value":"9783030157128"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-15712-8_40","type":"book-chapter","created":{"date-parts":[[2019,4,7]],"date-time":"2019-04-07T03:27:59Z","timestamp":1554607679000},"page":"621-635","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Markovian Approach to Evaluate Session-Based IR Systems"],"prefix":"10.1007","author":[{"given":"David","family":"van Dijk","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0894-4175","authenticated-orcid":false,"given":"Marco","family":"Ferrante","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9219-6239","authenticated-orcid":false,"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8312-0694","authenticated-orcid":false,"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,7]]},"reference":[{"issue":"1","key":"40_CR1","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1145\/3274784.3274788","volume":"52","author":"J Allan","year":"2018","unstructured":"Allan, J., et al.: Research frontiers in information retrieval - report from the third strategic workshop on information retrieval in Lorne (SWIRL 2018). SIGIR Forum 52(1), 34\u201390 (2018)","journal-title":"SIGIR Forum"},{"issue":"3","key":"40_CR2","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/3190580.3190596","volume":"51","author":"E Amig\u00f3","year":"2017","unstructured":"Amig\u00f3, E., Fang, H., Mizzaro, S., Zhai, C.: Report on the SIGIR 2017 workshop on axiomatic thinking for information retrieval and related tasks (ATIR). SIGIR Forum 51(3), 99\u2013106 (2017)","journal-title":"SIGIR Forum"},{"key":"40_CR3","first-page":"22","volume-title":"Proceedings of the 4th International Conference on the Theory of Information Retrieval (ICTIR 2013)","author":"L Busin","year":"2013","unstructured":"Busin, L., Mizzaro, S.: Axiometrics: an axiomatic approach to information retrieval effectiveness metrics. In: Kurland, O., Metzler, D., Lioma, C., Larsen, B., Ingwersen, P. (eds.) Proceedings of the 4th International Conference on the Theory of Information Retrieval (ICTIR 2013), pp. 22\u201329. ACM Press, New York (2013)"},{"key":"40_CR4","doi-asserted-by":"publisher","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: a conceptual framework for investigation. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2011, pp. 903\u2013912. ACM, New York (2011). https:\/\/doi.org\/10.1145\/2009916.2010037","DOI":"10.1145\/2009916.2010037"},{"key":"40_CR5","first-page":"621","volume-title":"Proceedings of the 18th International Conference on Information and Knowledge Management (CIKM 2009)","author":"O Chapelle","year":"2009","unstructured":"Chapelle, O., Metzler, D., Zhang, Y., Grinspan, P.: Expected reciprocal rank for graded relevance. In: Cheung, D.W.L., Song, I.Y., Chu, W.W., Hu, X., Lin, J.J. (eds.) Proceedings of the 18th International Conference on Information and Knowledge Management (CIKM 2009), pp. 621\u2013630. ACM Press, New York (2009)"},{"key":"40_CR6","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1145\/1935826.1935873","volume-title":"Proceedings of the 4th ACM International Conference on Web Searching and Data Mining (WSDM 2011)","author":"F Chierichetti","year":"2011","unstructured":"Chierichetti, F., Kumar, R., Raghavan, P.: Optimizing two-dimensional search results presentation. In: King, I., Nejdl, W., Li, H. (eds.) Proceedings of the 4th ACM International Conference on Web Searching and Data Mining (WSDM 2011), pp. 257\u2013266. ACM Press, New York (2011)"},{"key":"40_CR7","first-page":"704","volume-title":"Proceedings of 14th International Conference on Information and Knowledge Management (CIKM 2005)","author":"K Collins-Thompson","year":"2005","unstructured":"Collins-Thompson, K., Callan, J.: Query expansion using random walk models. In: Herzog, O., Schek, H.J., Fuhr, N., Chowdhury, A., Teiken, W. (eds.) Proceedings of 14th International Conference on Information and Knowledge Management (CIKM 2005), pp. 704\u2013711. ACM Press, New York (2005)"},{"issue":"4","key":"40_CR8","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1016\/S0306-4573(00)00038-8","volume":"37","author":"C Dani\u0142owicz","year":"2001","unstructured":"Dani\u0142owicz, C., Bali\u0144ski, J.: Document ranking based upon Markov chains. Inf. Process. Manag. 37(4), 623\u2013637 (2001)","journal-title":"Inf. Process. Manag."},{"issue":"3","key":"40_CR9","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1109\/TKDE.2018.2840708","volume":"31","author":"Marco Ferrante","year":"2019","unstructured":"Ferrante, M., Ferro, N., Pontarollo, S.: A general theory of IR evaluation measures. IEEE Trans. Knowl. Data Eng. (TKDE). 31(3), 409\u2013422 (2019)","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"40_CR10","doi-asserted-by":"publisher","unstructured":"Ferrante, M., Ferro, N., Maistro, M.: Injecting user models and time into precision via Markov chains. In: Proceedings of the 37th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2014, pp. 597\u2013606. ACM, New York (2014). https:\/\/doi.org\/10.1145\/2600428.2609637","DOI":"10.1145\/2600428.2609637"},{"issue":"2","key":"40_CR11","doi-asserted-by":"publisher","first-page":"19:1","DOI":"10.1145\/3106371","volume":"36","author":"N Ferro","year":"2017","unstructured":"Ferro, N.: What does affect the correlation among evaluation measures? ACM Trans. Inf. Syst. (TOIS) 36(2), 19:1\u201319:40 (2017)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"issue":"2","key":"40_CR12","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1145\/2422256.2422259","volume":"46","author":"N Fuhr","year":"2012","unstructured":"Fuhr, N.: Salton award lecture: information retrieval as engineering science. SIGIR Forum 46(2), 19\u201328 (2012)","journal-title":"SIGIR Forum"},{"issue":"4","key":"40_CR13","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. (TOIS) 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"40_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/978-3-540-78646-7_4","volume-title":"Advances in Information Retrieval","author":"K J\u00e4rvelin","year":"2008","unstructured":"J\u00e4rvelin, K., Price, S.L., Delcambre, L.M.L., Nielsen, M.L.: Discounted cumulated gain based evaluation of multiple-query IR sessions. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol. 4956, pp. 4\u201315. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78646-7_4. http:\/\/dl.acm.org\/citation.cfm?id=1793274.1793280"},{"key":"40_CR15","doi-asserted-by":"publisher","unstructured":"Kanoulas, E., Carterette, B., Clough, P.D., Sanderson, M.: Evaluating multi-query sessions. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2011, pp. 1053\u20131062. ACM, New York (2011). https:\/\/doi.org\/10.1145\/2009916.2010056","DOI":"10.1145\/2009916.2010056"},{"key":"40_CR16","volume-title":"Rank Correlation Methods","author":"MG Kendall","year":"1948","unstructured":"Kendall, M.G.: Rank Correlation Methods. Griffin, Oxford (1948)"},{"key":"40_CR17","first-page":"111","volume-title":"Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2001)","author":"J Lafferty","year":"2001","unstructured":"Lafferty, J., Zhai, C.: Document language models, query models, and risk minimization for information retrieval. In: Kraft, D.H., Croft, W.B., Harper, D.J., Zobel, J. (eds.) Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2001), pp. 111\u2013119. ACM Press, New York (2001)"},{"key":"40_CR18","first-page":"1121","volume-title":"Proceedings of the 41th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2018)","author":"M Liu","year":"2018","unstructured":"Liu, M., Liu, Y., Mao, J., Luo, C., Ma, S.: Towards designing better session search evaluation metrics. In: Collins-Thompson, K., Mei, Q., Davison, B., Liu, Y., Yilmaz, E. (eds.) Proceedings of the 41th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2018), pp. 1121\u20131124. ACM Press, New York (2018)"},{"key":"40_CR19","doi-asserted-by":"publisher","unstructured":"Luo, J., Wing, C., Yang, H., Hearst, M.: The water filling model and the cube test: multi-dimensional evaluation for professional search. In: Proceedings of the 22nd ACM International Conference on Information and Knowledge Management, CIKM 2013, pp. 709\u2013714. ACM, New York (2013). https:\/\/doi.org\/10.1145\/2505515.2523648","DOI":"10.1145\/2505515.2523648"},{"key":"40_CR20","first-page":"583","volume-title":"Proceedings of the 36th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2013)","author":"KT Maxwell","year":"2013","unstructured":"Maxwell, K.T., Croft, W.B.: Compact query term selection using topically related text. In: Jones, G.J.F., Sheridan, P., Kelly, D., de Rijke, M., Sakai, T. (eds.) Proceedings of the 36th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2013), pp. 583\u2013592. ACM Press, New York (2013)"},{"issue":"1","key":"40_CR21","doi-asserted-by":"publisher","first-page":"2:1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Syst. 27(1), 2:1\u20132:27 (2008). https:\/\/doi.org\/10.1145\/1416950.1416952","journal-title":"ACM Trans. Inf. Syst."},{"key":"40_CR22","doi-asserted-by":"publisher","unstructured":"Smucker, M.D., Clarke, C.L.A.: Stochastic simulation of time-biased gain. In: Proceedings of the 21st ACM International Conference on Information and Knowledge Management, CIKM 2012, pp. 2040\u20132044. ACM, New York (2012). https:\/\/doi.org\/10.1145\/2396761.2398568","DOI":"10.1145\/2396761.2398568"},{"key":"40_CR23","doi-asserted-by":"publisher","unstructured":"Smucker, M.D., Clarke, C.L.: Time-based calibration of effectiveness measures. In: Proceedings of the 35th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2012, pp. 95\u2013104. ACM, New York (2012). https:\/\/doi.org\/10.1145\/2348283.2348300","DOI":"10.1145\/2348283.2348300"},{"key":"40_CR24","doi-asserted-by":"publisher","unstructured":"Tang, Z., Yang, G.H.: Investigating per topic upper bound for session search evaluation. In: Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR 2017, pp. 185\u2013192. ACM, New York (2017). https:\/\/doi.org\/10.1145\/3121050.3121069","DOI":"10.1145\/3121050.3121069"},{"key":"40_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1007\/978-3-642-33247-0_10","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics","author":"X Yan","year":"2012","unstructured":"Yan, X., Gao, G., Su, X., Wei, H., Zhang, X., Lu, Q.: Hidden Markov model for term weighting in verbose queries. In: Catarci, T., Forner, P., Hiemstra, D., Pe\u00f1as, A., Santucci, G. (eds.) CLEF 2012. LNCS, vol. 7488, pp. 82\u201387. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-33247-0_10"},{"key":"40_CR26","doi-asserted-by":"crossref","unstructured":"Yang, H., Frank, J., Soboroff, I.: TREC 2015 dynamic domain track overview. In: The Twenty-Forth Text REtrieval Conference (TREC 2015) Proceedings, Gaithersburg, Maryland (2016)","DOI":"10.6028\/NIST.SP.500-319.domain-overview"},{"key":"40_CR27","unstructured":"Yang, G.H., Soboroff, I.: TREC 2016 dynamic domain track overview. In: Proceedings of The Twenty-Fifth Text REtrieval Conference, TREC 2016, Gaithersburg, 15\u201318 November 2016"},{"key":"40_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1007\/978-3-642-04417-5_15","volume-title":"Advances in Information Retrieval Theory","author":"Y Yang","year":"2009","unstructured":"Yang, Y., Lad, A.: Modeling expected utility of multi-session information distillation. In: Azzopardi, L., et al. (eds.) ICTIR 2009. LNCS, vol. 5766, pp. 164\u2013175. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-04417-5_15"},{"key":"40_CR29","first-page":"587","volume-title":"Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2008)","author":"E Yilmaz","year":"2008","unstructured":"Yilmaz, E., Aslam, J.A., Robertson, S.E.: A new rank correlation coefficient for information retrieval. In: Chua, T.S., Leong, M.K., Oard, D.W., Sebastiani, F. (eds.) Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2008), pp. 587\u2013594. ACM Press, New York (2008)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-15712-8_40","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,16]],"date-time":"2024-07-16T17:52:58Z","timestamp":1721152378000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-15712-8_40"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030157111","9783030157128"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-15712-8_40","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"7 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cologne","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"41","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2019.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}