{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T11:00:41Z","timestamp":1793271641166,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"JP Morgan Chase Stipend"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3626772.3657924","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T12:40:05Z","timestamp":1720701605000},"page":"2286-2290","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["Behavior Alignment: A New Perspective of Evaluating LLM-based Conversational Recommendation Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-7360-1837","authenticated-orcid":false,"given":"Dayu","family":"Yang","sequence":"first","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2391-6578","authenticated-orcid":false,"given":"Fumian","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1904-787X","authenticated-orcid":false,"given":"Hui","family":"Fang","sequence":"additional","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Keqin Bao Jizhi Zhang Yang Zhang Wenjie Wang Fuli Feng and Xiangnan He. 2023. Tallrec: an effective and efficient tuning framework to align large language model with recommendation. arXiv preprint arXiv:2305.00447.","DOI":"10.1145\/3604915.3608857"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Qibin Chen Junyang Lin Yichang Zhang Ming Ding Yukuo Cen Hongxia Yang and Jie Tang. 2019. Towards knowledge-based recommender dialog system. arXiv preprint arXiv:1908.05391.","DOI":"10.18653\/v1\/D19-1189"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09866-x"},{"key":"e_1_3_2_1_4_1","unstructured":"Luke Friedman et al. 2023. Leveraging large language models in conversational recommender systems. arXiv preprint arXiv:2305.07961."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Chongming Gao Wenqiang Lei Xiangnan He Maarten de Rijke and Tat-Seng Chua. 2021. Advances and challenges in conversational recommender systems: a survey. AI open 2 100--126.","DOI":"10.1016\/j.aiopen.2021.06.002"},{"key":"e_1_3_2_1_6_1","unstructured":"Shirley Anugrah Hayati Dongyeop Kang Qingxiaoyang Zhu Weiyan Shi and Zhou Yu. 2020. Inspired: toward sociable recommendation dialog systems. arXiv preprint arXiv:2009.14306."},{"key":"e_1_3_2_1_7_1","volume-title":"Nathan Kallus, and Julian McAuley.","author":"He Zhankui","year":"2023","unstructured":"Zhankui He, Zhouhang Xie, Rahul Jha, Harald Steck, Dawen Liang, Yesu Feng, Bodhisattwa Prasad Majumder, Nathan Kallus, and Julian McAuley. 2023. Large language models as zero-shot conversational recommenders. arXiv preprint arXiv:2308.10053."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Yupeng Hou Junjie Zhang Zihan Lin Hongyu Lu Ruobing Xie Julian McAuley and Wayne Xin Zhao. 2023. Large language models are zero-shot rankers for recommender systems. arXiv preprint arXiv:2305.08845.","DOI":"10.1007\/978-3-031-56060-6_24"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10229-x"},{"key":"e_1_3_2_1_10_1","unstructured":"Andreas K\u00f6pf et al. 2023. Openassistant conversations-democratizing large language model alignment. arXiv preprint arXiv:2304.07327."},{"key":"e_1_3_2_1_11_1","unstructured":"Lei Li Yongfeng Zhang Dugang Liu and Li Chen. 2023. Large language models for generative recommendation: a survey and visionary discussions. arXiv preprint arXiv:2309.01157."},{"key":"e_1_3_2_1_12_1","volume-title":"Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal.","author":"Li Raymond","year":"2018","unstructured":"Raymond Li, Samira Ebrahimi Kahou, Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal. 2018. Towards deep conversational recommendations. Advances in neural information processing systems, 31."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3594250"},{"key":"e_1_3_2_1_14_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Long Ouyang","year":"2022","unstructured":"Long Ouyang et al. 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems, 35, 27730--27744.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_15_1","unstructured":"Guilherme Penedo Quentin Malartic Daniel Hesslow Ruxandra Cojocaru Alessandro Cappelli Hamza Alobeidli Baptiste Pannier Ebtesam Almazrouei and Julien Launay. 2023. The refinedweb dataset for falcon llm: outperforming curated corpora withweb data andweb data only. arXiv preprint arXiv:2306.01116."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_26"},{"key":"e_1_3_2_1_17_1","volume-title":"The 41st international acm sigir conference on research & development in information retrieval, 235--244.","author":"Sun Yueming","unstructured":"Yueming Sun and Yi Zhang. 2018. Conversational recommender system. In The 41st international acm sigir conference on research & development in information retrieval, 235--244."},{"key":"e_1_3_2_1_18_1","unstructured":"Hugo Touvron et al. 2023. Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539382"},{"key":"e_1_3_2_1_20_1","unstructured":"JasonWei et al. 2022. Emergent abilities of large language models. arXiv preprint arXiv:2206.07682."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608885"},{"key":"e_1_3_2_1_22_1","volume-title":"Leyu Lin, and Ji-Rong Wen.","author":"Zhang Junjie","year":"2023","unstructured":"Junjie Zhang, Ruobing Xie, Yupeng Hou, Wayne Xin Zhao, Leyu Lin, and Ji-Rong Wen. 2023. Recommendation as instruction following: a large language model empowered recommendation approach. arXiv preprint arXiv:2305.07001."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403202"},{"key":"e_1_3_2_1_24_1","volume-title":"Yaliang Li, and Ji-Rong Wen.","author":"Zhou Kun","year":"2021","unstructured":"Kun Zhou, Xiaolei Wang, Yuanhang Zhou, Chenzhan Shang, Yuan Cheng, Wayne Xin Zhao, Yaliang Li, and Ji-Rong Wen. 2021. Crslab: an open-source toolkit for building conversational recommender system. arXiv preprint arXiv:2101.00939."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403143"},{"key":"e_1_3_2_1_26_1","volume-title":"Xiaoke Wang, and Ji-Rong Wen.","author":"Zhou Kun","year":"2020","unstructured":"Kun Zhou, Yuanhang Zhou, Wayne Xin Zhao, Xiaoke Wang, and Ji-Rong Wen. 2020. Towards topic-guided conversational recommender system. arXiv preprint arXiv:2010.04125."}],"event":{"name":"SIGIR 2024: The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Washington DC USA","acronym":"SIGIR 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657924","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626772.3657924","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:22:35Z","timestamp":1755840155000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657924"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":26,"alternative-id":["10.1145\/3626772.3657924","10.1145\/3626772"],"URL":"https:\/\/doi.org\/10.1145\/3626772.3657924","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}