{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:12:22Z","timestamp":1784178742808,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,10]],"date-time":"2025-03-10T00:00:00Z","timestamp":1741564800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Research Council of Norway","award":["309834"],"award-info":[{"award-number":["309834"]}]},{"name":"Dutch Research Council","award":["NWA.1389.20.183"],"award-info":[{"award-number":["NWA.1389.20.183"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,10]]},"DOI":"10.1145\/3701551.3704120","type":"proceedings-article","created":{"date-parts":[[2025,2,26]],"date-time":"2025-02-26T12:30:16Z","timestamp":1740573016000},"page":"1028-1031","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["CRS Arena: Crowdsourced Benchmarking of Conversational Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-0565-3210","authenticated-orcid":false,"given":"Nolwenn","family":"Bernard","sequence":"first","affiliation":[{"name":"University of Stavanger, Stavanger, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2538-5213","authenticated-orcid":false,"given":"Hideaki","family":"Joko","sequence":"additional","affiliation":[{"name":"Radboud University, Nijmegen, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9986-482X","authenticated-orcid":false,"given":"Faegheh","family":"Hasibi","sequence":"additional","affiliation":[{"name":"Radboud University, Nijmegen, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2762-721X","authenticated-orcid":false,"given":"Krisztian","family":"Balog","sequence":"additional","affiliation":[{"name":"University of Stavanger, Stavanger, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000098"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. of ECIR '08","author":"Carterette Ben","unstructured":"Ben Carterette, Paul N. Bennett, David Maxwell Chickering, and Susan T. Dumais. 2008. Here or there: preference judgments for relevance. In Proc. of ECIR '08. 16--27."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1189"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. of ICML '24","author":"Chiang Wei-Lin","year":"2024","unstructured":"Wei-Lin Chiang, Lianmin Zheng, Ying Sheng, Anastasios Nikolas Angelopoulos, Tianle Li, Dacheng Li, Banghua Zhu, Hao Zhang, Michael Jordan, Joseph E. Gonzalez, and Ion Stoica. 2024. Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference. In Proc. of ICML '24."},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. of CSDM '11","author":"Eickhoff Carsten","unstructured":"Carsten Eickhoff and Arjen P. de Vries. 2011. How Crowdsourcable is Your Task?. In Proc. of CSDM '11. 11--14."},{"key":"e_1_3_2_1_6_1","volume-title":"The proposed uscf rating system, its development, theory, and applications. Chess life","author":"Elo Arpad E","year":"1967","unstructured":"Arpad E Elo. 1967. The proposed uscf rating system, its development, theory, and applications. Chess life, Vol. 22, 8 (1967), 242--247."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.06.002"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3453154"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3631534"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657815"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-8609"},{"key":"e_1_3_2_1_12_1","volume-title":"Proc. of NIPS '18","author":"Li Raymond","year":"2018","unstructured":"Raymond Li, Samira Kahou, Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal. 2018. Towards Deep Conversational Recommendations. In Proc. of NIPS '18. 9748--9758."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3475942"},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. of KARS '22","author":"Manzoor Ahtsham","year":"2022","unstructured":"Ahtsham Manzoor and Dietmar Jannach. 2022a. INFACT: An Online Human Evaluation Framework for Conversational Recommendation. In Proc. of KARS '22. 6--11."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2022.102083"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1081"},{"key":"e_1_3_2_1_17_1","volume-title":"BARCOR: Towards A Unified Framework for Conversational Recommendation Systems. arxiv: 2203.14257 [cs.CL]","author":"Wang Ting-Chun","year":"2022","unstructured":"Ting-Chun Wang, Shang-Yu Su, and Yun-Nung Chen. 2022a. BARCOR: Towards A Unified Framework for Conversational Recommendation Systems. arxiv: 2203.14257 [cs.CL]"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.621"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539382"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-demo.22"}],"event":{"name":"WSDM '25: The Eighteenth ACM International Conference on Web Search and Data Mining","location":"Hannover Germany","acronym":"WSDM '25","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701551.3704120","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3701551.3704120","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T09:11:07Z","timestamp":1755767467000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701551.3704120"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,10]]},"references-count":20,"alternative-id":["10.1145\/3701551.3704120","10.1145\/3701551"],"URL":"https:\/\/doi.org\/10.1145\/3701551.3704120","relation":{},"subject":[],"published":{"date-parts":[[2025,3,10]]},"assertion":[{"value":"2025-03-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}