{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T04:19:01Z","timestamp":1743826741099,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887109","type":"print"},{"value":"9783031887116","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88711-6_5","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:12:59Z","timestamp":1743786779000},"page":"72-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Sequential Recommendations in\u00a0the\u00a0Wild: A Case Study on\u00a0Offline Accuracy, Click Rates, and\u00a0Consumption"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8946-667X","authenticated-orcid":false,"given":"Anastasiia","family":"Klimashevskaia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8037-4965","authenticated-orcid":false,"given":"Snorre","family":"Alvsv\u00e5g","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1193-0508","authenticated-orcid":false,"given":"Christoph","family":"Trattner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9873-8016","authenticated-orcid":false,"given":"Alain D.","family":"Starke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0610-5427","authenticated-orcid":false,"given":"Astrid","family":"Tessem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4698-8507","authenticated-orcid":false,"given":"Dietmar","family":"Jannach","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"key":"5_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/978-3-319-24592-8_12","volume-title":"Research and Advanced Technology for Digital Libraries","author":"J Beel","year":"2015","unstructured":"Beel, J., Langer, S.: A comparison of offline evaluations, online evaluations, and user studies in the context of research-paper recommender systems. In: Kapidakis, S., Mazurek, C., Werla, M. (eds.) TPDL 2015. LNCS, vol. 9316, pp. 153\u2013168. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24592-8_12"},{"key":"5_CR2","doi-asserted-by":"crossref","unstructured":"Brovman, Y.M., et al.: Optimizing similar item recommendations in a semi-structured marketplace to maximize conversion. In: Proceedings of the 10th ACM Conference on Recommender Systems, pp. 199\u2013202 (2016)","DOI":"10.1145\/2959100.2959166"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Chen, Q., Zhao, H., Li, W., Huang, P., Ou, W.: Behavior sequence transformer for e-commerce recommendation in Alibaba. In: Proceedings of the 1st International Workshop on Deep Learning Practice for High-Dimensional Sparse Data, DLP-KDD 2019 (2019)","DOI":"10.1145\/3326937.3341261"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Cremonesi, P., Garzotto, F., Turrin, R.: Investigating the persuasion potential of recommender systems from a quality perspective: an empirical study. Trans. Interact. Intell. Syst. 2(2), 11:1\u201311:41 (2012)","DOI":"10.1145\/2209310.2209314"},{"key":"5_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1007\/978-3-642-40477-1_21","volume-title":"Human-Computer Interaction \u2013 INTERACT 2013","author":"P Cremonesi","year":"2013","unstructured":"Cremonesi, P., Garzotto, F., Turrin, R.: User-centric vs. system-centric evaluation of recommender systems. In: Kotz\u00e9, P., Marsden, G., Lindgaard, G., Wesson, J., Winckler, M. (eds.) INTERACT 2013. LNCS, vol. 8119, pp. 334\u2013351. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40477-1_21"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Davidson, J., et al.: The YouTube video recommendation system. In: Proceedings of the 4th ACM Conference on Recommender Systems, pp. 293\u2013296 (2010)","DOI":"10.1145\/1864708.1864770"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Dorfman, R.: A formula for the Gini coefficient. In: The Review of Economics and Statistics, pp. 146\u2013149 (1979)","DOI":"10.2307\/1924845"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Harper, F.M., Willemsen, M.C., Konstan, J.A.: User perception of differences in recommender algorithms. In: Proceedings of the 8th ACM Conference on Recommender Systems, pp. 161\u2013168 (2014)","DOI":"10.1145\/2645710.2645737"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Garcin, F., Faltings, B., Donatsch, O., Alazzawi, A., Bruttin, C., Huber, A.: Offline and online evaluation of news recommender systems at swissinfo.ch. In: Proceedings of the 8th ACM Conference on Recommender Systems, pp. 169\u2013176 (2014)","DOI":"10.1145\/2645710.2645745"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Gomez-Uribe, C.A., Hunt, N.: The Netflix recommender system: algorithms, business value, and innovation. ACM Trans. Manag. Inf. Syst. 6(4), 13:1\u201313:19 (2015)","DOI":"10.1145\/2843948"},{"issue":"1","key":"5_CR11","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/963770.963772","volume":"22","author":"JL Herlocker","year":"2004","unstructured":"Herlocker, J.L., Konstan, J.A., Terveen, L.G., Riedl, J.T.: Evaluating collaborative filtering recommender systems. ACM Trans. Inf. Syst. (TOIS) 22(1), 5\u201353 (2004)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Hidasi, B., Czapp, \u00c1.T.: Widespread flaws in offline evaluation of recommender systems. In: Proceedings of the 17th ACM Conference on Recommender Systems, pp. 848\u2013855 (2023)","DOI":"10.1145\/3604915.3608839"},{"key":"5_CR13","unstructured":"Hidasi, B., Karatzoglou, A., Baltrunas, L., Tikk, D.: Session-based recommendations with recurrent neural networks. In: 6th International Conference on Learning Representations (2016)"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Hu, Y., Koren, Y., Volinsky, C.: Collaborative filtering for implicit feedback datasets. In: Proceedings International Conference on Data Mining (ICDM 2008), pp. 263\u2013272 (2008)","DOI":"10.1109\/ICDM.2008.22"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Jannach, D., Hegelich, K.: A case study on the effectiveness of recommendations in the mobile internet. In: Proceedings of the 3rd ACM Conference on Recommender Systems, pp. 205\u2013208 (2009)","DOI":"10.1145\/1639714.1639749"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Jannach, D., Lerche, L.: Offline performance vs. subjective quality experience: a case study in video game recommendation. In: ACM Symposium on Applied Computing (ACM SAC 2017) (2017)","DOI":"10.1145\/3019612.3019758"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Jannach, D., Lerche, L., Jugovac, M.: Adaptation and evaluation of recommendations for short-term shopping goals. In: Proceedings of the 9th ACM Conference on Recommender Systems, pp. 211\u2013218 (2015)","DOI":"10.1145\/2792838.2800176"},{"issue":"5","key":"5_CR18","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1007\/s11257-015-9165-3","volume":"25","author":"D Jannach","year":"2015","unstructured":"Jannach, D., Lerche, L., Kamehkhosh, I., Jugovac, M.: What recommenders recommend: an analysis of recommendation biases and possible countermeasures. User Model. User-Adap. Inter. 25(5), 427\u2013491 (2015). https:\/\/doi.org\/10.1007\/s11257-015-9165-3","journal-title":"User Model. User-Adap. Inter."},{"issue":"3\u20135","key":"5_CR19","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s11257-017-9194-1","volume":"27","author":"D Jannach","year":"2017","unstructured":"Jannach, D., Ludewig, M., Lerche, L.: Session-based item recommendation in e-commerce: on short-term intents, reminders, trends, and discounts. User-Model. User-Adapt. Interact. (UMUAI) 27(3\u20135), 351\u2013392 (2017)","journal-title":"User-Model. User-Adapt. Interact. (UMUAI)"},{"key":"5_CR20","unstructured":"Jannach, D., Quadrana, M., Cremonesi, P.: Session-based recommendation. In: Ricci, F., Shapira, B., Rokach, L. (eds.) Recommender Systems Handbook. Springer, US (2021)"},{"key":"5_CR21","unstructured":"Jannach, D., Zanker, M.: Impact and value of recommender systems. In: Ricci, F., Shapira, B., Rokach, L. (eds.) Recommender Systems Handbook. Springer, US (2021)"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Jeunen, O., Potapov, I., Ustimenko, A.: On (normalised) discounted cumulative gain as an off-policy evaluation metric for top-n recommendation. In: Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 1222\u20131233 (2024)","DOI":"10.1145\/3637528.3671687"},{"key":"5_CR23","doi-asserted-by":"crossref","unstructured":"Joachims, T., Swaminathan, A.: Counterfactual evaluation and learning for search, recommendation and ad placement. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1199\u20131201 (2016)","DOI":"10.1145\/2911451.2914803"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Kamehkhosh, I., Jannach, D.: User perception of next-track music recommendations. In: Proceedings of the 25th Conference on User Modeling, Adaptation and Personalization, UMAP 2017, pp. 113\u2013121 (2017)","DOI":"10.1145\/3079628.3079668"},{"key":"5_CR25","doi-asserted-by":"crossref","unstructured":"Kang, W.C., McAuley, J.: Self-attentive sequential recommendation. In: 2018 IEEE international Conference on Data Mining (ICDM), pp. 197\u2013206 (2018)","DOI":"10.1109\/ICDM.2018.00035"},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Kersbergen, B., Sprangers, O., Schelter, S.: Serenade - low-latency session-based recommendation in e-commerce at scale. In: SIGMOD 2022: International Conference on Management of Data, pp. 150\u2013159 (2022)","DOI":"10.1145\/3514221.3517901"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Kim, Y., Kim, K., Park, C., Yu, H.: Sequential and diverse recommendation with long tail. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence, IJCAI 2019, pp. 2740\u20132746 (2019)","DOI":"10.24963\/ijcai.2019\/380"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Kouki, P., Fountalis, I., Vasiloglou, N., Cui, X., Liberty, E., Al\u00a0Jadda, K.: From the lab to production: a case study of session-based recommendations in the home-improvement domain. In: Proceedings of the 14th ACM Conference on Recommender Systems, RecSys 2020, pp. 140\u2013149 (2020)","DOI":"10.1145\/3383313.3412235"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Lam, X.N., Vu, T., Le, T.D., Duong, A.D.: Addressing cold-start problem in recommendation systems. In: Proceedings of the 2nd International Conference on Ubiquitous Information Management and Communication, pp. 208\u2013211 (2008)","DOI":"10.1145\/1352793.1352837"},{"key":"5_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Q., Zeng, Y., Mokhosi, R., Zhang, H.: STAMP: short-term attention\/memory priority model for session-based recommendation. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 1831\u20131839 (2018)","DOI":"10.1145\/3219819.3219950"},{"key":"5_CR31","doi-asserted-by":"publisher","unstructured":"Ludewig, M., Jannach, D.: Evaluation of session-based recommendation algorithms. User Model. User-Adap. Inter. (5), 331\u2013390 (2018). https:\/\/doi.org\/10.1007\/s11257-018-9209-6","DOI":"10.1007\/s11257-018-9209-6"},{"key":"5_CR32","doi-asserted-by":"crossref","unstructured":"Ludewig, M., Jannach, D.: User-centric evaluation of session-based recommendations for an automated radio station. In: Proceedings of the 13th ACM Conference on Recommender Systems. Copenhagen (2019)","DOI":"10.1145\/3298689.3347046"},{"key":"5_CR33","unstructured":"Ludmann, C.A.: Recommending news articles in the CLEF news recommendation evaluation lab with the data stream management system odysseus. In: Working Notes of CLEF 2017 - Conference and Labs of the Evaluation (2017)"},{"key":"5_CR34","doi-asserted-by":"crossref","unstructured":"Maksai, A., Garcin, F., Faltings, B.: Predicting online performance of news recommender systems through richer evaluation metrics. In: Proceedings of the 9th ACM Conference on Recommender Systems, pp. 179\u2013186 (2015)","DOI":"10.1145\/2792838.2800184"},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"McNee, S.M., et al.: On the recommending of citations for research papers. In: Proceedings of the 2002 ACM Conference on Computer Supported Cooperative Work, CSCW 2002, pp. 116\u2013125 (2002)","DOI":"10.1145\/587078.587096"},{"key":"5_CR36","doi-asserted-by":"crossref","unstructured":"Potter, M., Liu, H., Lala, Y., Loanzon, C., Sun, Y.: GRU4RecBE: a hybrid session-based movie recommendation system (student abstract). In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a036, pp. 13029\u201313030 (2022)","DOI":"10.1609\/aaai.v36i11.21651"},{"issue":"4","key":"5_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3190616","volume":"51","author":"M Quadrana","year":"2018","unstructured":"Quadrana, M., Cremonesi, P., Jannach, D.: Sequence-aware recommender systems. ACM Comput. Surv. (CSUR) 51(4), 1\u201336 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Rendle, S., Freudenthaler, C., Schmidt-Thieme, L.: Factorizing personalized markov chains for next-basket recommendation. In: Proceedings of the 19th International Conference on World Wide Web, pp. 811\u2013820 (2010)","DOI":"10.1145\/1772690.1772773"},{"issue":"3","key":"5_CR39","first-page":"7","volume":"42","author":"H Steck","year":"2021","unstructured":"Steck, H., Baltrunas, L., Elahi, E., Liang, D., Raimond, Y., Basilico, J.: Deep learning for recommender systems: a netflix case study. AI Mag. 42(3), 7\u201318 (2021)","journal-title":"AI Mag."},{"key":"5_CR40","doi-asserted-by":"crossref","unstructured":"Sun, F., et al.: BERT4Rec: sequential recommendation with bidirectional encoder representations from transformer. In: Proceedings of the 28th ACM International Conference on Information and Knowledge Management, pp. 1441\u20131450 (2019)","DOI":"10.1145\/3357384.3357895"},{"key":"5_CR41","doi-asserted-by":"crossref","unstructured":"Tak\u00e1cs, G., Pil\u00e1szy, I., Tikk, D.: Applications of the conjugate gradient method for implicit feedback collaborative filtering. In: Proceedings of the 5th ACM Conference on Recommender Systems (2011)","DOI":"10.1145\/2043932.2043987"},{"key":"5_CR42","doi-asserted-by":"crossref","unstructured":"Tak\u00e1cs, G., Tikk, D.: Alternating least squares for personalized ranking. In: Proceedings of the 6th ACM Conference on Recommender Systems, pp. 83\u201390 (2012)","DOI":"10.1145\/2365952.2365972"},{"key":"5_CR43","doi-asserted-by":"crossref","unstructured":"Vente, T., Wegmeth, L., Said, A., Beel, J.: From clicks to carbon: the environmental toll of recommender systems. In: Proceedings of the 18th ACM Conference on Recommender Systems, pp. 580\u2013590 (2024)","DOI":"10.1145\/3640457.3688074"},{"key":"5_CR44","doi-asserted-by":"crossref","unstructured":"Wang, S., Cao, L., Wang, Y., Sheng, Q.Z., Orgun, M.A., Lian, D.: A survey on session-based recommender systems. ACM Comput. Surv. (CSUR) 54(7) (2021)","DOI":"10.1145\/3465401"},{"key":"5_CR45","doi-asserted-by":"crossref","unstructured":"Zangerle, E., Bauer, C.: Evaluating recommender systems: survey and framework. ACM Comput. Surv. 55(8) (2022)","DOI":"10.1145\/3556536"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88711-6_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:13:31Z","timestamp":1743786811000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88711-6_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887109","9783031887116"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88711-6_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors\u00a0have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}