{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:09:25Z","timestamp":1757617765928,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1145\/3705328.3748759","type":"proceedings-article","created":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:46:13Z","timestamp":1757155573000},"page":"1445-1450","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Advancing User-Centric Evaluation and Design of Conversational Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-0918-8833","authenticated-orcid":false,"given":"Michael","family":"M\u00fcller","sequence":"first","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}]}],"member":"320","published-online":{"date-parts":[[2025,9,7]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3573029"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Christine Bauer Li Chen Nicola Ferro and Norbert Fuhr. 2025. Conversational Agents: A Framework for Evaluation (CAFE) (Dagstuhl Perspectives Workshop 24352). Dagstuhl Reports 14 8 (2025) 53\u201358. 10.4230\/DagRep.14.8.53","DOI":"10.4230\/DagRep.14.8.53"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3701551.3704120"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Jes\u00fas Bobadilla Abraham Guti\u00e9rrez Raciel Yera and Luis Mart\u00ednez. 2023. Creating synthetic datasets for collaborative filtering recommender systems using generative adversarial networks. Knowledge-Based Systems 280 (2023) 111016. 10.1016\/j.knosys.2023.111016","DOI":"10.1016\/j.knosys.2023.111016"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3701716.3715258"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Nuo Chen Quanyu Dai Xiaoyu Dong Xiao-Ming Wu and Zhenhua Dong. 2025. Large Language Models as Evaluators for Conversational Recommender Systems: Benchmarking System Performance from a User-Centric Perspective. 10.48550\/arXiv.2501.09493 arxiv:https:\/\/arXiv.org\/abs\/2501.09493\u00a0[cs.IR]","DOI":"10.48550\/arXiv.2501.09493"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Yashar Deldjoo. 2024. Understanding Biases in ChatGPT-based Recommender Systems: Provider Fairness Temporal Stability and Recency. 10.48550\/arXiv.2401.10545 arxiv:https:\/\/arXiv.org\/abs\/2401.10545\u00a0[cs.IR]","DOI":"10.48550\/arXiv.2401.10545"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Jiabao Fang Shen Gao Pengjie Ren Xiuying Chen Suzan Verberne and Zhaochun Ren. 2024. A Multi-Agent Conversational Recommender System. 10.48550\/arxiv.2402.01135 arxiv:https:\/\/arXiv.org\/abs\/2402.01135\u00a0[cs.IR]","DOI":"10.48550\/arxiv.2402.01135"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Chongming Gao Wenqiang Lei Xiangnan He Maarten de Rijke and Tat-Seng Chua. 2021. Advances and challenges in conversational recommender systems: A survey. AI Open 2 (jan 2021) 100\u2013126. 10.1016\/j.aiopen.2021.06.002","DOI":"10.1016\/j.aiopen.2021.06.002"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Lukas Gienapp Tim Hagen Maik Fr\u00f6be Matthias Hagen Benno Stein Martin Potthast and Harrisen Scells. 2025. The Viability of Crowdsourcing for RAG Evaluation. (2025). 10.48550\/arXiv.2504.15689 arxiv:https:\/\/arXiv.org\/abs\/2504.15689\u00a0[cs.IR] arXiv preprint.","DOI":"10.48550\/arXiv.2504.15689"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591884"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"Chen Huang Peixin Qin Yang Deng Wenqiang Lei Jiancheng Lv and Tat-Seng Chua. 2024. Concept \u2013 An Evaluation Protocol on Conversational Recommender Systems with System-centric and User-centric Factors. 10.48550\/arxiv.2404.03304 arxiv:https:\/\/arXiv.org\/abs\/2404.03304\u00a0[cs.CL]","DOI":"10.48550\/arxiv.2404.03304"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","unstructured":"Jiani Huang Shijie Wang Liang bo Ning Wenqi Fan Shuaiqiang Wang Dawei Yin and Qing Li. 2025. Towards Next-Generation Recommender Systems: A Benchmark for Personalized Recommendation Assistant with LLMs. 10.48550\/arxiv.2503.09382 arxiv:https:\/\/arXiv.org\/abs\/2503.09382\u00a0[cs.IR]","DOI":"10.48550\/arxiv.2503.09382"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","unstructured":"Dietmar Jannach. 2023. Evaluating conversational recommender systems. Artificial Intelligence Review 56 3 (mar 2023) 2365\u20132400. 10.1007\/s10462-022-10229-x","DOI":"10.1007\/s10462-022-10229-x"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","unstructured":"Dietmar Jannach and Christine Bauer. 2020. Escaping the McNamara fallacy: Towards more impactful recommender systems research. Ai Magazine 41 4 (2020) 79\u201395. 10.1609\/aimag.v41i4.5312","DOI":"10.1609\/aimag.v41i4.5312"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Dietmar Jannach Ahtsham Manzoor Wanling Cai and Li Chen. 2021. A Survey on Conversational Recommender Systems. ACM Comput. Surv. 54 5 (may 2021) 105:1\u2013105:36. 10.1145\/3453154","DOI":"10.1145\/3453154"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472307.3484164"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Yucheng Jin Li Chen Wanling Cai and Xianglin Zhao. 2024. CRS-Que: A User-centric Evaluation Framework for Conversational Recommender Systems. ACM Trans. Recomm. Syst. 2 1 Article 2 (March 2024) 34\u00a0pages. 10.1145\/3631534","DOI":"10.1145\/3631534"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Ivica Kostric Krisztian Balog and Filip Radlinski. 2024. Generating Usage-related Questions for Preference Elicitation in Conversational Recommender Systems. ACM Trans. Recomm. Syst. 2 2 Article 12 (April 2024) 24\u00a0pages. 10.1145\/3629981","DOI":"10.1145\/3629981"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","unstructured":"Harsh Lara and Manoj Tiwari. 2022. Evaluation of Synthetic Datasets for Conversational Recommender Systems. 10.48550\/arxiv.2212.08167 arxiv:https:\/\/arXiv.org\/abs\/2212.08167\u00a0[cs.CL]","DOI":"10.48550\/arxiv.2212.08167"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Megan Leszczynski Shu Zhang Ravi Ganti Krisztian Balog Filip Radlinski Fernando Pereira and Arun\u00a0Tejasvi Chaganty. 2023. Talk the Walk: Synthetic Data Generation for Conversational Music Recommendation. 10.48550\/arxiv.2301.11489 arxiv:https:\/\/arXiv.org\/abs\/2301.11489\u00a0[cs.IR]","DOI":"10.48550\/arxiv.2301.11489"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","unstructured":"Belinda\u00a0Z. Li Alex Tamkin Noah Goodman and Jacob Andreas. 2023. Eliciting Human Preferences with Language Models. 10.48550\/arXiv.2310.11589 arxiv:https:\/\/arXiv.org\/abs\/2310.11589\u00a0[cs.CL]","DOI":"10.48550\/arXiv.2310.11589"},{"key":"e_1_3_3_1_24_2","series-title":"(NIPS\u201918)","first-page":"9748","volume-title":"Advances in Neural Information Processing Systems 31 (NIPS 2018)","author":"Li Raymond","year":"2018","unstructured":"Raymond Li, Samira Kahou, Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal. 2018. Towards Deep Conversational Recommendations. In Advances in Neural Information Processing Systems 31 (NIPS 2018) (Montr\u00e9al, Canada) (NIPS\u201918). Curran Associates Inc., Red Hook, NY, USA, 9748\u20139758."},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","unstructured":"Jianghao Lin Xinyi Dai Yunjia Xi Weiwen Liu Bo Chen Hao Zhang Yong Liu Chuhan Wu Xiangyang Li Chenxu Zhu Huifeng Guo Yong Yu Ruiming Tang and Weinan Zhang. 2025. How Can Recommender Systems Benefit from Large Language Models: A Survey. ACM Trans. Inf. Syst. 43 2 (Jan. 2025) 28:1\u201328:47. 10.1145\/3678004","DOI":"10.1145\/3678004"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627043.3659574"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043962"},{"key":"e_1_3_3_1_28_2","unstructured":"Mathieu Ravaut Hao Zhang Lu Xu Aixin Sun and Yong Liu. 2024. Parameter-efficient conversational recommender system as a language processing task. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.14194 (2024)."},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589335.3651532"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Lingzhi Wang Shafiq Joty Wei Gao Xingshan Zeng and Kam-Fai Wong. 2024. Improving Conversational Recommender System Via Contextual and Time-Aware Modeling With Less Domain-Specific Knowledge. IEEE Transactions on Knowledge and Data Engineering 36 11 (2024) 6447\u20136461. 10.1109\/TKDE.2024.3397321","DOI":"10.1109\/TKDE.2024.3397321"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688146"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","unstructured":"Sojeong Yun and Youn-kyung Lim. 2025. User Experience with LLM-powered Conversational Recommendation Systems: A Case of Music Recommendation. 10.1145\/3706598.3713347 arxiv:https:\/\/arXiv.org\/abs\/2502.15229\u00a0[cs]","DOI":"10.1145\/3706598.3713347"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608885"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","unstructured":"Gangyi Zhang Chongming Gao Wenqiang Lei Xiaojie Guo Shijun Li Hongshen Chen Zhuozhi Ding Sulong Xu and Lingfei Wu. 2025. Vague Preference Policy Learning for Conversational Recommendation. ACM Trans. Inf. Syst. 43 3 Article 78 (May 2025) 27\u00a0pages. 10.1145\/3717831","DOI":"10.1145\/3717831"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403202"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688133"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","unstructured":"Kun Zhou Wayne\u00a0Xin Zhao Shuqing Bian Yuanhang Zhou Ji-Rong Wen and Jingsong Yu. 2020. Improving Conversational Recommender Systems via Knowledge Graph based Semantic Fusion. 10.48550\/arxiv.2007.04032 arxiv:https:\/\/arXiv.org\/abs\/2007.04032\u00a0[cs.CL]","DOI":"10.48550\/arxiv.2007.04032"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"Kun Zhou Yuanhang Zhou Wayne\u00a0Xin Zhao Xiaoke Wang and Ji-Rong Wen. 2020. Towards Topic-Guided Conversational Recommender System. 10.48550\/arxiv.2010.04125 arxiv:https:\/\/arXiv.org\/abs\/2010.04125\u00a0[cs.CL]","DOI":"10.48550\/arxiv.2010.04125"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589335.3651955"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3696410.3714858"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","unstructured":"Liv Ziegfeld Daan\u00a0Di Scala and Anita H.\u00a0M. Cremers. 2025. The effect of preference elicitation methods on the user experience in conversational recommender systems. Computer Speech & Language 89 (Jan. 2025) 101696. 10.1016\/j.csl.2024.101696","DOI":"10.1016\/j.csl.2024.101696"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","unstructured":"Jie Zou Cheng Lin Weikang Guo Zheng Wang Jiwei Wei Yang Yang and Hengtao Shen. 2025. Multi-Type Context-Aware Conversational Recommender Systems via Mixture-of-Experts. 10.48550\/arxiv.2504.13655 arxiv:https:\/\/arXiv.org\/abs\/2504.13655\u00a0[cs.CL]","DOI":"10.48550\/arxiv.2504.13655"}],"event":{"name":"RecSys '25: Nineteenth ACM Conference on Recommender Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGIR ACM Special Interest Group on Information Retrieval","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Prague Czech Republic","acronym":"RecSys '25"},"container-title":["Proceedings of the Nineteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3705328.3748759","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T11:39:13Z","timestamp":1757158753000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3705328.3748759"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,7]]},"references-count":41,"alternative-id":["10.1145\/3705328.3748759","10.1145\/3705328"],"URL":"https:\/\/doi.org\/10.1145\/3705328.3748759","relation":{},"subject":[],"published":{"date-parts":[[2025,9,7]]},"assertion":[{"value":"2025-09-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}