{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T11:06:50Z","timestamp":1772363210794,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","funder":[{"name":"University of Washington eScience Institute in partnership with Microsoft Azure.","award":[""],"award-info":[{"award-number":[""]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,12,7]]},"DOI":"10.1145\/3767695.3769484","type":"proceedings-article","created":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T17:14:58Z","timestamp":1764782098000},"page":"396-405","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Beyond Static Evaluation: Rethinking the Assessment of Personalized Agent Adaptability in Information Retrieval"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7128-1792","authenticated-orcid":false,"given":"Kirandeep","family":"Kaur","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2021-0354","authenticated-orcid":false,"given":"Preetam Prabhu Srikar","family":"Dammu","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6611-652X","authenticated-orcid":false,"given":"Hideo","family":"Joho","sequence":"additional","affiliation":[{"name":"University of Tsukuba, Tsukuba, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3797-4293","authenticated-orcid":false,"given":"Chirag","family":"Shah","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,12,6]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645404"},{"key":"e_1_3_2_1_2_1","volume-title":"Modern Information Retrieval","author":"Baeza-Yates Ricardo","unstructured":"Ricardo Baeza-Yates and Berthier Ribeiro-Neto. 1999. Modern Information Retrieval. Addison-Wesley."},{"key":"e_1_3_2_1_3_1","unstructured":"Qingchun Bai Qi Zhang Qinmin Hu and Liang He. 2018. ECNU at CLEF PIR 2018: Evaluation of Personalized Information Retrieval.. In CLEF (Working Notes)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348312"},{"key":"e_1_3_2_1_5_1","volume-title":"Krahmer","author":"Braggaar Anouck","year":"2023","unstructured":"Anouck Braggaar, Christine Liebrecht, Emiel van Miltenburg, and Emiel J. Krahmer. 2023. Evaluating Task-oriented Dialogue Systems: A Systematic Review of Measures, Constructs and their Operationalisations. ArXiv abs\/2312.13871 (2023). https:\/\/api.semanticscholar.org\/CorpusID:266435440"},{"key":"e_1_3_2_1_6_1","unstructured":"Hongru Cai Yongqi Li Wenjie Wang Fengbin Zhu Xiaoyu Shen Wenjie Li and Tat-Seng Chua. 2024. Large Language Models Empowered Personalized Web Agents. arXiv:2410.17236 [cs.CL] https:\/\/arxiv.org\/abs\/2410.17236"},{"key":"e_1_3_2_1_7_1","unstructured":"Christopher N Carlson. 2003. Information overload retrieval strategies and Internet user empowerment. (2003)."},{"key":"e_1_3_2_1_8_1","first-page":"421","article-title":"The Cranfield tests on index language devices","volume":"12","author":"Cleverdon Cyril W","year":"1960","unstructured":"Cyril W Cleverdon. 1960. The Cranfield tests on index language devices. Aslib Proceedings 12, 4 (1960), 421-431.","journal-title":"Aslib Proceedings"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532678"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the Annual international ACM SIGIR conference on research and development in information retrieval in the Asia Pacific region. 298-301","author":"Deng Yang","year":"2023","unstructured":"Yang Deng, Wenqiang Lei, Minlie Huang, and Tat-Seng Chua. 2023. Rethinking conversational agents in the era of llms: Proactivity, non-collaborativity, and beyond. In Proceedings of the Annual international ACM SIGIR conference on research and development in information retrieval in the Asia Pacific region. 298-301."},{"key":"e_1_3_2_1_11_1","volume-title":"Neutral questioning: A new approach to the reference interview. Rq","author":"Dervin Brenda","year":"1986","unstructured":"Brenda Dervin and Patricia Dewdney. 1986. Neutral questioning: A new approach to the reference interview. Rq (1986), 506-513."},{"key":"e_1_3_2_1_12_1","volume-title":"Protocol Analysis: Verbal Reports as Data","author":"Ericsson K. A.","year":"1984","unstructured":"K. A. Ericsson and H. A. Simon. 1984. Protocol Analysis: Verbal Reports as Data. MIT Press."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/133160.133167"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711857"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"S. Janarthanam and O. Lemon. 2014. Adaptive generation in dialogue systems using dynamic user modeling. Computational Linguistics (2014). https:\/\/direct.mit.edu\/coli\/article\/40\/2\/277\/29272","DOI":"10.1162\/COLI_a_00203"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_17_1","volume-title":"Efficient and Responsible Adaptation of Large Language Models for Robust and Equitable Top-k Recommendations. arXiv preprint arXiv:2501.04762","author":"Kaur Kirandeep","year":"2025","unstructured":"Kirandeep Kaur, Manya Chadha, Vinayak Gupta, and Chirag Shah. 2025. Efficient and Responsible Adaptation of Large Language Models for Robust and Equitable Top-k Recommendations. arXiv preprint arXiv:2501.04762 (2025)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Diane Kelly et al. 2009. Methods for evaluating interactive information retrieval systems with users. Foundations and Trends\u00ae in Information Retrieval 3 1-2 (2009) 1-224.","DOI":"10.1561\/1500000012"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_20_1","volume-title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods. arXiv preprint arXiv:2412.05579","author":"Li Haitao","year":"2024","unstructured":"Haitao Li, Qian Dong, Junjie Chen, Huixue Su, Yujia Zhou, Qingyao Ai, Ziyi Ye, and Yiqun Liu. 2024. LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods. arXiv preprint arXiv:2412.05579 (2024)."},{"key":"e_1_3_2_1_21_1","volume-title":"Ada-Retrieval: An Adaptive Multi-Round Retrieval Paradigm for Sequential Recommendations. In AAAI Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:266977034","author":"Li Lei","year":"2024","unstructured":"Lei Li, Jianxun Lian, Xiao Zhou, and Xing Xie. 2024. Ada-Retrieval: An Adaptive Multi-Round Retrieval Paradigm for Sequential Recommendations. In AAAI Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:266977034"},{"key":"e_1_3_2_1_22_1","volume-title":"Content-based Recommender Systems: State of the Art and Trends. Recommender Systems Handbook","author":"Lops Pasquale","year":"2011","unstructured":"Pasquale Lops, Marco de Gemmis, and Giovanni Semeraro. 2011. Content-based Recommender Systems: State of the Art and Trends. Recommender Systems Handbook (2011), 73-105."},{"key":"e_1_3_2_1_23_1","volume-title":"Introduction to Information Retrieval","author":"Manning Christopher D.","unstructured":"Christopher D. Manning, Prabhakar Raghavan, and Hinrich Sch\u00fctze. 2008. Introduction to Information Retrieval. Cambridge University Press."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657783"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","unstructured":"Alireza Salemi Sheshera Mysore Michael Bendersky and Hamed Zamani. 2024. LaMP: When Large Language Models Meet Personalization. In Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) Lun-Wei Ku Andre Martins and Vivek Srikumar (Eds.). Association for Computational Linguistics Bangkok Thailand 7370-7392. doi:10.18653\/v1\/2024.acl-long.399","DOI":"10.18653\/v1\/2024.acl-long.399"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372071"},{"key":"e_1_3_2_1_28_1","first-page":"225","article-title":"Test collections","volume":"19","author":"Scholer Falk","year":"2016","unstructured":"Falk Scholer, Diane Kelly, and Ben Carterette. 2016. Test collections. Information Retrieval Journal 19, 3 (2016), 225-229.","journal-title":"Information Retrieval Journal"},{"key":"e_1_3_2_1_29_1","article-title":"An MDP-based recommender system","volume":"6","author":"Shani Guy","year":"2005","unstructured":"Guy Shani, David Heckerman, Ronen I Brafman, and Craig Boutilier. 2005. An MDP-based recommender system. Journal of machine Learning research 6, 9 (2005).","journal-title":"Journal of machine Learning research"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 2015 International Conference on the theory of Information Retrieval. 61-70","author":"Sloan Marc","year":"2015","unstructured":"Marc Sloan and Jun Wang. 2015. Dynamic information retrieval: Theoretical framework and application. In Proceedings of the 2015 International Conference on the theory of Information Retrieval. 61-70."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.04.004"},{"key":"e_1_3_2_1_32_1","volume-title":"Personalized Pieces: Efficient Personalized Large Language Models through Collaborative Efforts. arXiv:2406.10471 [cs.CL] https:\/\/arxiv.org\/abs\/2406.10471","author":"Tan Zhaoxuan","year":"2024","unstructured":"Zhaoxuan Tan, Zheyuan Liu, and Meng Jiang. 2024. Personalized Pieces: Efficient Personalized Large Language Models through Collaborative Efforts. arXiv:2406.10471 [cs.CL] https:\/\/arxiv.org\/abs\/2406.10471"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-242","volume-title":"Proceedings of the Eighth Text REtrieval Conference (TREC-8).","author":"Voorhees Ellen M.","year":"1999","unstructured":"Ellen M. Voorhees. 1999. TREC-8 Question Answering Track Report. In Proceedings of the Eighth Text REtrieval Conference (TREC-8)."},{"key":"e_1_3_2_1_34_1","volume-title":"RyenW. White, Doug Burger, and ChiWang.","author":"Wu Qingyun","year":"2023","unstructured":"Qingyun Wu, Gagan Bansal, Jieyu Zhang, Yiran Wu, Beibin Li, Erkang Zhu, Li Jiang, Xiaoyun Zhang, Shaokun Zhang, Jiale Liu, Ahmed Hassan Awadallah, RyenW. White, Doug Burger, and ChiWang. 2023. AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation. arXiv preprint arXiv:2308.08155 (2023). https:\/\/arxiv.org\/abs\/2308.08155"},{"key":"e_1_3_2_1_35_1","volume-title":"User Simulation in Information Retrieval Evaluation. Foundations and Trends\u00ae in Information Retrieval 17, 2-3","author":"Zhai ChengXiang","year":"2023","unstructured":"ChengXiang Zhai and Krisztian Balog. 2023. User Simulation in Information Retrieval Evaluation. Foundations and Trends\u00ae in Information Retrieval 17, 2-3 (2023), 101-288."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3285029","article-title":"Deep Learning Based Recommender System","volume":"52","author":"Zhang Shuai","year":"2017","unstructured":"Shuai Zhang, Lina Yao, Aixin Sun, Yi Tay, Shuai Zhang, Lina Yao, and Aixin Sun. 2017. Deep Learning Based Recommender System. ACM Computing Surveys (CSUR) 52 (2017), 1 - 38. https:\/\/api.semanticscholar.org\/CorpusID:220264982","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Zihuai Zhao Wenqi Fan Jiatong Li Yunqing Liu Xiaowei Mei Yiqi Wang Zhen Wen Fei Wang Xiangyu Zhao Jiliang Tang et al. 2024. Recommender systems in the era of large language models (llms). IEEE Transactions on Knowledge and Data Engineering (2024).","DOI":"10.1109\/TKDE.2024.3392335"}],"event":{"name":"SIGIR-AP 2025:Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","location":"Xi'an China","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region"],"original-title":[],"deposited":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T17:16:55Z","timestamp":1764782215000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3767695.3769484"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,6]]},"references-count":37,"alternative-id":["10.1145\/3767695.3769484","10.1145\/3767695"],"URL":"https:\/\/doi.org\/10.1145\/3767695.3769484","relation":{},"subject":[],"published":{"date-parts":[[2025,12,6]]},"assertion":[{"value":"2025-12-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}