{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:09:09Z","timestamp":1757617749846,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","funder":[{"name":"ERC Advanced Grant","award":["101019327"],"award-info":[{"award-number":["101019327"]}]},{"name":"Austiian FFG COMET program","award":[""],"award-info":[{"award-number":[""]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1145\/3705328.3748026","type":"proceedings-article","created":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:48:44Z","timestamp":1757155724000},"page":"503-508","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A Multistakeholder Approach to Value-Driven Co-Design of Recommender Systems Evaluation Metrics in Digital Archives"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8157-8629","authenticated-orcid":false,"given":"Florian","family":"Atzenhofer-Baumgartner","sequence":"first","affiliation":[{"name":"Graz University of Technology, Graz, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1726-1712","authenticated-orcid":false,"given":"Georg","family":"Vogeler","sequence":"additional","affiliation":[{"name":"University of Graz, Graz, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3230-6234","authenticated-orcid":false,"given":"Dominik","family":"Kowald","sequence":"additional","affiliation":[{"name":"Know Center Research GmbH, Graz, Austria and Graz University of Technology, Graz, Austria"}]}],"member":"320","published-online":{"date-parts":[[2025,9,7]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","unstructured":"Florian Atzenhofer-Baumgartner Bernhard\u00a0C. Geiger Christoph Trattner Georg Vogeler and Dominik Kowald. 2024. Challenges in Implementing a Recommender System for Historical Research in the Humanities. arXiv:2410.20909 (Oct. 2024). 10.48550\/arXiv.2410.20909arXiv:https:\/\/arXiv.org\/abs\/2410.20909.","DOI":"10.48550\/arXiv.2410.20909"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","unstructured":"Florian Atzenhofer-Baumgartner Bernhard\u00a0C. Geiger Georg Vogeler and Dominik Kowald. 2024. Value Identification in Multistakeholder Recommender Systems for Humanities and Historical Research: The Case of the Digital Archive Monasterium.net. arXiv:2409.17769 (Sept. 2024). 10.48550\/arXiv.2409.17769arXiv:https:\/\/arXiv.org\/abs\/2409.17769.","DOI":"10.48550\/arXiv.2409.17769"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3565472.3595607"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","unstructured":"Christine Bauer Chandni Bagchi Olusanmi\u00a0A. Hundogan and Karin Van\u00a0Es. 2024. Where Are the Values? A Systematic Literature Review on News Recommender Systems. ACM Transactions on Recommender Systems 2 3 (Sept. 2024) 1\u201340. 10.1145\/3654805","DOI":"10.1145\/3654805"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Robin Burke Gediminas Adomavicius Toine Bogers Tommaso\u00a0Di Noia Dominik Kowald Julia Neidhardt \u00d6zlem \u00d6zg\u00f6bek Maria\u00a0Soledad Pera Nava Tintarev and J\u00fcrgen Ziegler. 2025. De-centering the (Traditional) User: Multistakeholder Evaluation of Recommender Systems. arXiv:2501.05170 (Jan. 2025). 10.48550\/arXiv.2501.05170arXiv:https:\/\/arXiv.org\/abs\/2501.05170.","DOI":"10.48550\/arXiv.2501.05170"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","unstructured":"Robin Burke Gediminas Adomavicius Toine Bogers Tommaso\u00a0Di Noia Dominik Kowald Julia Neidhardt \u00d6zlem \u00d6zg\u00f6bek Maria\u00a0Soledad Pera and J\u00fcrgen Ziegler. 2024. Dagstuhl Seminar on Evaluation Perspectives of Recommender Systems: Multistakeholder and Multimethod Evaluation. Dagstuhl Report on Evaluation Perspectives of Recommender Systems: Driving Research and Education (2024). 10.4230\/DagRep.14.5.58","DOI":"10.4230\/DagRep.14.5.58"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","unstructured":"Zohreh\u00a0Dehghani Champiri Seyed\u00a0Reza Shahamiri and Siti Salwah\u00a0Binti Salim. 2015. A systematic review of scholar context-aware recommender systems. Expert Systems with Applications 42 3 (2015) 1743\u20131758. 10.1016\/j.eswa.2014.09.017","DOI":"10.1016\/j.eswa.2014.09.017"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","unstructured":"Alvise De\u00a0Biasio Andrea Montagna Fabio Aiolli and Nicol\u00f2 Navarin. 2023. A systematic review of value-aware recommender systems. Expert Systems with Applications 226 (2023) 120131. 10.1016\/j.eswa.2023.120131","DOI":"10.1016\/j.eswa.2023.120131"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","unstructured":"Yashar Deldjoo Dietmar Jannach Alejandro Bellogin Alessandro Difonzo and Dario Zanzonelli. 2024. Fairness in recommender systems: research landscape and future directions. User Modeling and User-Adapted Interaction 34 1 (2024) 59\u2013108. 10.1007\/s11257-023-09364-z","DOI":"10.1007\/s11257-023-09364-z"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.29085\/9781856049269"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","unstructured":"Andrea Forster Simone Kopeinik Denic Helic Stefan Thalmann and Dominik Kowald. 2025. Exploring the Effect of Context-Awareness and Popularity Calibration on Popularity Bias in POI Recommendations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2507.03503 (2025). 10.48550\/arXiv.2507.03503","DOI":"10.48550\/arXiv.2507.03503"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","unstructured":"Michael F\u00e4rber Melissa Coutinho and Shuzhou Yuan. 2023. Biases in scholarly recommender systems: impact prevalence and mitigation. Scientometrics 128 5 (2023) 2703\u20132736. 10.1007\/s11192-023-04636-2","DOI":"10.1007\/s11192-023-04636-2"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","unstructured":"Chen Gao Yu Zheng Nian Li Yinfeng Li Yingrong Qin Jinghua Piao Yuhan Quan Jianxin Chang Depeng Jin Xiangnan He and Yong Li. 2023. A Survey of Graph Neural Networks for Recommender Systems: Challenges Methods and Directions. ACM Transactions on Recommender Systems 1 1 (March 2023) 1\u201351. 10.1145\/3568022","DOI":"10.1145\/3568022"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","unstructured":"Armin Haberl J\u00fcrgen Flei\u00df Dominik Kowald and Stefan Thalmann. 2024. Take the aTrain. Introducing an interface for the Accessible Transcription of Interviews. Journal of Behavioral and Experimental Finance 41 (2024) 100891. 10.1016\/j.jbef.2024.100891","DOI":"10.1016\/j.jbef.2024.100891"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","unstructured":"Dietmar Jannach and Himan Abdollahpouri. 2023. A survey on multi-objective recommender systems. Frontiers in big Data 6 (2023) 1157899. 10.3389\/fdata.2023.1157899","DOI":"10.3389\/fdata.2023.1157899"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","unstructured":"Dietmar Jannach and Markus Zanker. 2024. A Survey on Intent-aware Recommender Systems. arXiv:2406.16350 (Oct. 2024). 10.48550\/arXiv.2406.16350arXiv:https:\/\/arXiv.org\/abs\/2406.16350.","DOI":"10.48550\/arXiv.2406.16350"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"Anastasiia Klimashevskaia Dietmar Jannach Mehdi Elahi and Christoph Trattner. 2024. A survey on popularity bias in recommender systems. User Modeling and User-Adapted Interaction 34 5 (2024) 1777\u20131834. 10.1007\/s11257-024-09406-0","DOI":"10.1007\/s11257-024-09406-0"},{"key":"e_1_3_3_3_19_2","volume-title":"9th ACM Conference on Recommender Systems","author":"Lacic Emanuel","year":"2015","unstructured":"Emanuel Lacic, Dominik Kowald, Matthias Traub, Granit Luzhnica, J\u00f6rg\u00a0Peter Simon, and Elisabeth Lex. 2015. Tackling Cold-Start Users in Recommender Systems with Indoor Positioning Systems. In 9th ACM Conference on Recommender Systems. ACM. https:\/\/ceur-ws.org\/Vol-1441\/recsys2015_poster21.pdf"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","unstructured":"Wenqi Li Pengyi Zhang and Jun Wang. 2024. Analysing humanities scholars\u2019 data seeking behaviour patterns using Ellis\u2019 model. Information Research an international electronic journal 29 2 (June 2024) 401\u2013418. 10.47989\/ir292835","DOI":"10.47989\/ir292835"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","unstructured":"Jianxun Lian Iyad Batal Zheng Liu Akshay Soni Eun\u00a0Yong Kang Yajun Wang and Xing Xie. 2021. Multi-Interest-Aware User Modeling for Large-Scale Sequential Recommendations. arXiv:2102.09211 (May 2021). 10.48550\/arXiv.2102.09211arXiv:https:\/\/arXiv.org\/abs\/2102.09211.","DOI":"10.48550\/arXiv.2102.09211"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","unstructured":"Gary Marchionini. 2024. Information and library professionals\u2019 roles and responsibilities in an AI \u2010augmented world. Journal of the Association for Information Science and Technology 75 8 (2024) 865\u2013868. 10.1002\/asi.24930","DOI":"10.1002\/asi.24930"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2424.003.0009"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Alec Radford Jong\u00a0Wook Kim Tao Xu Greg Brockman Christine McLeavey and Ilya Sutskever. 2022. Robust Speech Recognition via Large-Scale Weak Supervision. arXiv:2212.04356 (Dec. 2022). 10.48550\/arXiv.2212.04356arXiv:https:\/\/arXiv.org\/abs\/2212.04356.","DOI":"10.48550\/arXiv.2212.04356"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642634"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Harald Semmelrock Tony Ross-Hellauer Simone Kopeinik Dieter Theiler Armin Haberl Stefan Thalmann and Dominik Kowald. 2025. Reproducibility in machine-learning-based research: Overview barriers and drivers. AI Magazine 46 2 (2025) e70002. 10.1002\/aaai.70002","DOI":"10.1002\/aaai.70002"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Faisal Shehzad Maurizio\u00a0Ferrari Dacrema and Dietmar Jannach. 2025. A Worrying Reproducibility Study of Intent-Aware Recommendation Models. arXiv:2501.10143 (Jan. 2025). 10.48550\/arXiv.2501.10143arXiv:https:\/\/arXiv.org\/abs\/2501.10143.","DOI":"10.48550\/arXiv.2501.10143"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659044"},{"key":"e_1_3_3_3_29_2","volume-title":"Report on NORMalize: The Second Workshop on the Normative Design and Evaluation of Recommender Systems","author":"Starke Alain\u00a0Dominique","year":"2024","unstructured":"Alain\u00a0Dominique Starke, Sanne Vrijenhoek, Lien Michiels, Johannes Kruse, and Nava Tintarev. 2024. Report on NORMalize: The Second Workshop on the Normative Design and Evaluation of Recommender Systems. https:\/\/bora.uib.no\/bora-xmlui\/handle\/11250\/3185749"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","unstructured":"Jonathan Stray Alon Halevy Parisa Assar Dylan Hadfield-Menell Craig Boutilier Amar Ashar Chloe Bakalar Lex Beattie Michael Ekstrand Claire Leibowicz Connie Moon\u00a0Sehat Sara Johansen Lianne Kerlin David Vickrey Spandana Singh Sanne Vrijenhoek Amy Zhang McKane Andrus Natali Helberger Polina Proutskova Tanushree Mitra and Nina Vasan. 2024. Building Human Values into Recommender Systems: An Interdisciplinary Synthesis. ACM Transactions on Recommender Systems 2 3 (Sept. 2024) 1\u201357. 10.1145\/3632297","DOI":"10.1145\/3632297"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","unstructured":"Lawrence Van Den\u00a0Bogaert David Geerts and Jaron Harambam. 2024. Putting a Human Face on the Algorithm: Co-Designing Recommender Personae to Democratize News Recommender Systems. Digital Journalism 12 8 (Sept. 2024) 1097\u20131117. 10.1080\/21670811.2022.2097101","DOI":"10.1080\/21670811.2022.2097101"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688183"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532685"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Kathrin Wardatzky Oana Inel Luca Rossetto and Abraham Bernstein. 2025. Whom do Explanations Serve? A Systematic Literature Survey of User Characteristics in Explainable Recommender Systems Evaluation. ACM Transactions on Recommender Systems (Feb. 2025) 3716394. 10.1145\/3716394","DOI":"10.1145\/3716394"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3563359.3596663"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","unstructured":"Eva Zangerle and Christine Bauer. 2023. Evaluating Recommender Systems: Survey and Framework. Comput. Surveys 55 8 (Aug. 2023) 1\u201338. 10.1145\/3556536","DOI":"10.1145\/3556536"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"Zitong Zhang Braja\u00a0Gopal Patra Ashraf Yaseen Jie Zhu Rachit Sabharwal Kirk Roberts Tru Cao and Hulin Wu. 2023. Scholarly recommendation systems: a literature survey. Knowledge and Information Systems 65 11 (2023) 4433\u20134478. 10.1007\/s10115-023-01901-x","DOI":"10.1007\/s10115-023-01901-x"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","unstructured":"Xiangyu Zhao Yichao Wang Bo Chen Jingtong Gao Yuhao Wang Xiaopeng Li Pengyue Jia Qidong Liu Huifeng Guo and Ruiming Tang. 2025. Joint Modeling in Recommendations: A Survey. arXiv:2502.21195 (Feb. 2025). 10.48550\/arXiv.2502.21195arXiv:https:\/\/arXiv.org\/abs\/2502.21195.","DOI":"10.48550\/arXiv.2502.21195"}],"event":{"name":"RecSys '25: Nineteenth ACM Conference on Recommender Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGIR ACM Special Interest Group on Information Retrieval","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Prague Czech Republic","acronym":"RecSys '25"},"container-title":["Proceedings of the Nineteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3705328.3748026","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T11:52:19Z","timestamp":1757159539000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3705328.3748026"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,7]]},"references-count":37,"alternative-id":["10.1145\/3705328.3748026","10.1145\/3705328"],"URL":"https:\/\/doi.org\/10.1145\/3705328.3748026","relation":{},"subject":[],"published":{"date-parts":[[2025,9,7]]},"assertion":[{"value":"2025-09-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}