{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:08:10Z","timestamp":1784138890269,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":82,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"funder":[{"name":"National Natural Science Foundation of China","award":["No.62502404"],"award-info":[{"award-number":["No.62502404"]}]},{"name":"Hong Kong Research Grants Council (Research Impact Fund)","award":["No.R1015-23"],"award-info":[{"award-number":["No.R1015-23"]}]},{"name":"Hong Kong Research Grants Council (Collaborative Research Fund)","award":["No.C1043-24GF"],"award-info":[{"award-number":["No.C1043-24GF"]}]},{"name":"Hong Kong Research Grants Council (General Research Fund)","award":["No.11218325"],"award-info":[{"award-number":["No.11218325"]}]},{"name":"Institute of Digital Medicine of City University of Hong Kong","award":["No.9229503"],"award-info":[{"award-number":["No.9229503"]}]},{"name":"Huawei Innovation Research Program","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"Tencent Rhino-Bird Focused Research Program","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"Tencent University Cooperation Project","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"CCF-Didi Gaia Scholars Research Fund","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"CCF-Kuaishou Large Model Explorer Fund","award":["No.2025008"],"award-info":[{"award-number":["No.2025008"]}]},{"name":"Kuaishou University Cooperation Project","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"Bytedance","award":["-"],"award-info":[{"award-number":["-"]}]},{"name":"Shenzhen Technology University Discipline Enhancement Project (2025–2027) under Grant","award":["No. 2024ZDJS063"],"award-info":[{"award-number":["No. 2024ZDJS063"]}]},{"name":"Shenzhen Technology University School-level Research Project (2025–2027) under Grant","award":["No. 20251061020002"],"award-info":[{"award-number":["No. 20251061020002"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3808597","type":"proceedings-article","created":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T14:28:19Z","timestamp":1783693699000},"page":"3481-3488","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["DeepResearch-9K: A Challenging Benchmark Dataset of Deep-Research Agent"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7544-7729","authenticated-orcid":false,"given":"Tongzhou","family":"Wu","sequence":"first","affiliation":[{"name":"Shenzhen Technology University, Shenzhen, China and City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6051-8659","authenticated-orcid":false,"given":"Yuhao","family":"Wang","sequence":"additional","affiliation":[{"name":"City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5511-9370","authenticated-orcid":false,"given":"Xinyu","family":"Ma","sequence":"additional","affiliation":[{"name":"Baidu Inc., China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4115-8205","authenticated-orcid":false,"given":"Xiuqiang","family":"He","sequence":"additional","affiliation":[{"name":"Shenzhen Technology University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9212-1947","authenticated-orcid":false,"given":"Shuaiqiang","family":"Wang","sequence":"additional","affiliation":[{"name":"Baidu Inc., China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0684-6205","authenticated-orcid":false,"given":"Dawei","family":"Yin","sequence":"additional","affiliation":[{"name":"Baidu Inc., China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2926-4416","authenticated-orcid":false,"given":"Xiangyu","family":"Zhao","sequence":"additional","affiliation":[{"name":"City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.258"},{"key":"e_1_3_2_1_2_1","volume-title":"A Survey on RAG with LLMs. Procedia computer science 246","author":"Arslan Muhammad","year":"2024","unstructured":"Muhammad Arslan, Hussam Ghanem, Saba Munawar, and Christophe Cruz. 2024. A Survey on RAG with LLMs. Procedia computer science 246 (2024), 3781-3790."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107144"},{"key":"e_1_3_2_1_4_1","volume-title":"Agentboard: An analytical evaluation board of multi-turn llm agents. Advances in neural information processing systems 37","author":"Chang Ma","year":"2024","unstructured":"Ma Chang, Junlei Zhang, Zhihao Zhu, Cheng Yang, Yujiu Yang, Yaohui Jin, Zhenzhong Lan, Lingpeng Kong, and Junxian He. 2024. Agentboard: An analytical evaluation board of multi-turn llm agents. Advances in neural information processing systems 37 (2024), 74325-74362."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-5817"},{"key":"e_1_3_2_1_6_1","volume-title":"Browsecomp-plus: A more fair and transparent evaluation benchmark of deep-research agent. arXiv preprint arXiv:2508.06600","author":"Chen Zijian","year":"2025","unstructured":"Zijian Chen, Xueguang Ma, Shengyao Zhuang, Ping Nie, Kai Zou, Andrew Liu, Joshua Green, Kshama Patel, Ruoxi Meng, Mingyi Su, et al. 2025. Browsecomp-plus: A more fair and transparent evaluation benchmark of deep-research agent. arXiv preprint arXiv:2508.06600 (2025)."},{"key":"e_1_3_2_1_7_1","volume-title":"ML-Tool-Bench: Tool-Augmented Planning for ML Tasks. arXiv preprint arXiv:2512.00672","author":"Chittepu Yaswanth","year":"2025","unstructured":"Yaswanth Chittepu, Raghavendra Addanki, Tung Mai, Anup Rao, and Branislav Kveton. 2025. ML-Tool-Bench: Tool-Augmented Planning for ML Tasks. arXiv preprint arXiv:2512.00672 (2025)."},{"key":"e_1_3_2_1_8_1","unstructured":"Gheorghe Comanici Eric Bieber Mike Schaekermann Ice Pasupat Noveen Sachdeva Inderjit Dhillon Marcel Blistein Ori Ram Dan Zhang Evan Rosen et al. 2025. Gemini 2.5: Pushing the frontier with advanced reasoning multi-modality long context and next generation agentic capabilities. arXiv preprint arXiv:2507.06261 (2025)."},{"key":"e_1_3_2_1_9_1","volume-title":"DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents. arXiv preprint arXiv:2506.11763","author":"Du Mingxuan","year":"2025","unstructured":"Mingxuan Du, Benfeng Xu, Chiwei Zhu, Xiaorui Wang, and Zhendong Mao. 2025. DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents. arXiv preprint arXiv:2506.11763 (2025)."},{"key":"e_1_3_2_1_10_1","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et al. 2024. The llama 3 herd of models. arXiv e-prints (2024) arXiv-2407."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3698878"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3696410.3714922"},{"key":"e_1_3_2_1_13_1","volume-title":"DR-Arena: an Automated Evaluation Framework for Deep Research Agents. arXiv preprint arXiv:2601.10504","author":"Gao Yiwen","year":"2026","unstructured":"Yiwen Gao, Ruochen Zhao, Yang Deng, and Wenxuan Zhang. 2026. DR-Arena: an Automated Evaluation Framework for Deep Research Agents. arXiv preprint arXiv:2601.10504 (2026)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.gem-1.10"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-025-1598-5"},{"key":"e_1_3_2_1_16_1","unstructured":"Jiawei Gu Xuhui Jiang Zhichao Shi Hexiang Tan Xuehao Zhai Chengjin Xu Wei Li Yinghan Shen Shengjie Ma Honghao Liu et al. 2024. A survey on llm-as-a-judge. The Innovation (2024)."},{"key":"e_1_3_2_1_17_1","unstructured":"Daya Guo Dejian Yang Haowei Zhang Junxiao Song Ruoyu Zhang Runxin Xu Qihao Zhu Shirong Ma Peiyi Wang Xiao Bi et al. 2025. Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning. arXiv preprint arXiv:2501.12948 (2025)."},{"key":"e_1_3_2_1_18_1","volume-title":"Saku Sugawara, and Akiko Aizawa.","author":"Ho Xanh","year":"2020","unstructured":"Xanh Ho, Anh-Khoa Duong Nguyen, Saku Sugawara, and Akiko Aizawa. 2020. Constructing a multi-hop qa dataset for comprehensive evaluation of reasoning steps. arXiv preprint arXiv:2011.01060 (2020)."},{"key":"e_1_3_2_1_19_1","volume-title":"DEEP-AMBIGQA: Ambiguous Multi-hop Questions for Benchmarking LLM Answer Completeness. arXiv preprint arXiv:2511.01323","author":"Ji Jiabao","year":"2025","unstructured":"Jiabao Ji, Min Li, Priyanshu Kumar, Shiyu Chang, and Saloni Potdar. 2025. DEEP-AMBIGQA: Ambiguous Multi-hop Questions for Benchmarking LLM Answer Completeness. arXiv preprint arXiv:2511.01323 (2025)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.138"},{"key":"e_1_3_2_1_21_1","volume-title":"Search-r1: Training llms to reason and leverage search engines with reinforcement learning. arXiv preprint arXiv:2503.09516","author":"Jin Bowen","year":"2025","unstructured":"Bowen Jin, Hansi Zeng, Zhenrui Yue, Jinsung Yoon, Sercan Arik, Dong Wang, Hamed Zamani, and Jiawei Han. 2025. Search-r1: Training llms to reason and leverage search engines with reinforcement learning. arXiv preprint arXiv:2503.09516 (2025)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622737.1622748"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00447"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613165"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00398"},{"key":"e_1_3_2_1_27_1","volume-title":"Deepwidesearch: Benchmarking depth and width in agentic information seeking. arXiv preprint arXiv:2510.20168","author":"Lan Tian","year":"2025","unstructured":"Tian Lan, Bin Zhu, Qianghuai Jia, Junyang Ren, Haijun Li, Longyue Wang, Zhao Xu, Weihua Luo, and Kaifu Zhang. 2025. Deepwidesearch: Benchmarking depth and width in agentic information seeking. arXiv preprint arXiv:2510.20168 (2025)."},{"key":"e_1_3_2_1_28_1","volume-title":"Preference leakage: A contamination problem in llm-as-a-judge. arXiv preprint arXiv:2502.01534","author":"Li Dawei","year":"2025","unstructured":"Dawei Li, Renliang Sun, Yue Huang, Ming Zhong, Bohan Jiang, Jiawei Han, Xiangliang Zhang, Wei Wang, and Huan Liu. 2025. Preference leakage: A contamination problem in llm-as-a-judge. arXiv preprint arXiv:2502.01534 (2025)."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 31st International Conference on Computational Linguistics: System Demonstrations. 28-36","author":"Li Haonan","year":"2025","unstructured":"Haonan Li, Xudong Han, Hao Wang, Yuxia Wang, Minghan Wang, Rui Xing, Yilin Geng, Zenan Zhai, Preslav Nakov, and Timothy Baldwin. 2025. Loki: An open-source tool for fact verification. In Proceedings of the 31st International Conference on Computational Linguistics: System Demonstrations. 28-36."},{"key":"e_1_3_2_1_30_1","unstructured":"Kuan Li Zhongwang Zhang Huifeng Yin Liwen Zhang Litu Ou Jialong Wu Wenbiao Yin Baixuan Li Zhengwei Tao Xinyu Wang et al. 2025. WebSailor: Navigating Super-human Reasoning for Web Agent. arXiv preprint arXiv:2507.02592 (2025)."},{"key":"e_1_3_2_1_31_1","unstructured":"Xiaopeng Li Pengyue Jia Derong Xu Yi Wen Yingyi Zhang Wenlin Zhang Wanyu Wang Yichao Wang Zhaocheng Du Xiangyang Li et al. 2025. A survey of personalization: From rag to agent. ACM Transactions on Information Systems (2025)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3749099"},{"key":"e_1_3_2_1_33_1","unstructured":"Yuchen Li Hengyi Cai Rui Kong Xinran Chen Jiamin Chen Jun Yang Haojie Zhang Jiayi Li Jiayi Wu Yiqun Chen et al. 2025. Towards ai search paradigm. arXiv preprint arXiv:2506.17188 (2025)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00141"},{"key":"e_1_3_2_1_35_1","unstructured":"Aixin Liu Bei Feng Bing Xue Bingxuan Wang Bochao Wu Chengda Lu Chenggang Zhao Chengqi Deng Chenyu Zhang Chong Ruan et al. 2024. Deepseek-v3 technical report. arXiv preprint arXiv:2412.19437 (2024)."},{"key":"e_1_3_2_1_36_1","unstructured":"Aixin Liu Aoxue Mei Bangcai Lin Bing Xue Bingxuan Wang Bingzheng Xu Bochao Wu Bowei Zhang Chaofan Lin Chen Dong et al. 2025. Deepseek-v3. 2: Pushing the frontier of open large language models. arXiv preprint arXiv:2512.02556 (2025)."},{"key":"e_1_3_2_1_37_1","volume-title":"Logiqa: A challenge dataset for machine reading comprehension with logical reasoning. arXiv preprint arXiv:2007.08124","author":"Liu Jian","year":"2020","unstructured":"Jian Liu, Leyang Cui, Hanmeng Liu, Dandan Huang, Yile Wang, and Yue Zhang. 2020. Logiqa: A challenge dataset for machine reading comprehension with logical reasoning. arXiv preprint arXiv:2007.08124 (2020)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i11.33327"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3711896.3736553"},{"key":"e_1_3_2_1_40_1","volume-title":"Agentbench: Evaluating llms as agents. arXiv preprint arXiv:2308.03688","author":"Liu Xiao","year":"2023","unstructured":"Xiao Liu, Hao Yu, Hanchen Zhang, Yifan Xu, Xuanyu Lei, Hanyu Lai, Yu Gu, Hangliang Ding, Kaiwen Men, Kejuan Yang, et al. 2023. Agentbench: Evaluating llms as agents. arXiv preprint arXiv:2308.03688 (2023)."},{"key":"e_1_3_2_1_41_1","volume-title":"Devansh Arpit, et al.","author":"Liu Zhiwei","year":"2023","unstructured":"Zhiwei Liu, Weiran Yao, Jianguo Zhang, Le Xue, Shelby Heinecke, Rithesh Murthy, Yihao Feng, Zeyuan Chen, Juan Carlos Niebles, Devansh Arpit, et al. 2023. Bolaa: Benchmarking and orchestrating llm-augmented autonomous agents. arXiv preprint arXiv:2308.05960 (2023)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.556"},{"key":"e_1_3_2_1_43_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Mialon Gr\u00e9goire","year":"2023","unstructured":"Gr\u00e9goire Mialon, Cl\u00e9mentine Fourrier, Thomas Wolf, Yann LeCun, and Thomas Scialom. 2023. Gaia: a benchmark for general ai assistants. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_44_1","volume-title":"Multi-hop reading comprehension through question decomposition and rescoring. arXiv preprint arXiv:1906.02916","author":"Min Sewon","year":"2019","unstructured":"Sewon Min, Victor Zhong, Luke Zettlemoyer, and Hannaneh Hajishirzi. 2019. Multi-hop reading comprehension through question decomposition and rescoring. arXiv preprint arXiv:1906.02916 (2019)."},{"key":"e_1_3_2_1_45_1","volume-title":"Lila: A unified benchmark for mathematical reasoning. arXiv preprint arXiv:2210.17517","author":"Mishra Swaroop","year":"2022","unstructured":"Swaroop Mishra, Matthew Finlayson, Pan Lu, Leonard Tang, Sean Welleck, Chitta Baral, Tanmay Rajpurohit, Oyvind Tafjord, Ashish Sabharwal, Peter Clark, et al. 2022. Lila: A unified benchmark for mathematical reasoning. arXiv preprint arXiv:2210.17517 (2022)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Long Ouyang Jeff Wu Xu Jiang Diogo Almeida Carroll L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul Christiano Jan Leike and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. arXiv:2203.02155 [cs.CL] https:\/\/arxiv.org\/abs\/2203.02155","DOI":"10.52202\/068431-2011"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.200"},{"key":"e_1_3_2_1_48_1","volume-title":"Mohamed Shaaban, John Ling, Sean Shi, et al.","author":"Phan Long","year":"2025","unstructured":"Long Phan, Alice Gatti, Ziwen Han, Nathaniel Li, Josephina Hu, Hugh Zhang, Chen Bo Calvin Zhang, Mohamed Shaaban, John Ling, Sean Shi, et al. 2025. Humanity's last exam. arXiv preprint arXiv:2501.14249 (2025)."},{"key":"e_1_3_2_1_49_1","volume-title":"Answering complex open-domain questions through iterative query generation. arXiv preprint arXiv:1910.07000","author":"Qi Peng","year":"2019","unstructured":"Peng Qi, Xiaowen Lin, Leo Mehr, Zijian Wang, and Christopher D Manning. 2019. Answering complex open-domain questions through iterative query generation. arXiv preprint arXiv:1910.07000 (2019)."},{"key":"e_1_3_2_1_50_1","volume-title":"Scent of Knowledge: Optimizing Search-Enhanced Reasoning with Information Foraging. arXiv preprint arXiv:2505.09316","author":"Qian Hongjin","year":"2025","unstructured":"Hongjin Qian and Zheng Liu. 2025. Scent of Knowledge: Optimizing Search-Enhanced Reasoning with Information Foraging. arXiv preprint arXiv:2505.09316 (2025)."},{"key":"e_1_3_2_1_51_1","volume-title":"HawkBench: Investigating Resilience of RAG Methods on Stratified Information-Seeking Tasks. arXiv preprint arXiv:2502.13465","author":"Qian Hongjin","year":"2025","unstructured":"Hongjin Qian, Zheng Liu, Chao Gao, Yankai Wang, Defu Lian, and Zhicheng Dou. 2025. HawkBench: Investigating Resilience of RAG Methods on Stratified Information-Seeking Tasks. arXiv preprint arXiv:2502.13465 (2025)."},{"key":"e_1_3_2_1_52_1","volume-title":"Toolllm: Facilitating large language models to master 16000 real-world apis. arXiv preprint arXiv:2307.16789","author":"Qin Yujia","year":"2023","unstructured":"Yujia Qin, Shihao Liang, Yining Ye, Kunlun Zhu, Lan Yan, Yaxi Lu, Yankai Lin, Xin Cong, Xiangru Tang, Bill Qian, et al. 2023. Toolllm: Facilitating large language models to master 16000 real-world apis. arXiv preprint arXiv:2307.16789 (2023)."},{"key":"e_1_3_2_1_53_1","volume-title":"First Conference on Language Modeling.","author":"Rein David","year":"2024","unstructured":"David Rein, Betty Li Hou, Asa Cooper Stickland, Jackson Petty, Richard Yuanzhe Pang, Julien Dirani, Julian Michael, and Samuel R Bowman. 2024. Gpqa: A graduate-level google-proof q&a benchmark. In First Conference on Language Modeling."},{"key":"e_1_3_2_1_54_1","volume-title":"Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347","author":"Schulman John","year":"2017","unstructured":"John Schulman, Filip Wolski, Prafulla Dhariwal, Alec Radford, and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)."},{"key":"e_1_3_2_1_55_1","volume-title":"Deepseekmath: Pushing the limits of mathematical reasoning in open language models. arXiv preprint arXiv:2402.03300","author":"Shao Zhihong","year":"2024","unstructured":"Zhihong Shao, Peiyi Wang, Qihao Zhu, Runxin Xu, Junxiao Song, Xiao Bi, Haowei Zhang, Mingchuan Zhang, YK Li, Yang Wu, et al. 2024. Deepseekmath: Pushing the limits of mathematical reasoning in open language models. arXiv preprint arXiv:2402.03300 (2024)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2970044"},{"key":"e_1_3_2_1_57_1","unstructured":"Aaditya Singh Adam Fry Adam Perelman Adam Tart Adi Ganesh Ahmed El-Kishky Aidan McLaughlin Aiden Low AJ Ostrow Akhila Ananthram et al. 2025. Openai gpt-5 system card. arXiv preprint arXiv:2601.03267 (2025)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICICAT57735.2023.10263706"},{"key":"e_1_3_2_1_59_1","unstructured":"Tongyi DeepResearch Team Baixuan Li Bo Zhang Dingchu Zhang Fei Huang Guangyu Li Guoxin Chen Huifeng Yin Jialong Wu Jingren Zhou et al. 2025. Tongyi DeepResearch Technical Report. arXiv preprint arXiv:2510.24701 (2025)."},{"key":"e_1_3_2_1_60_1","volume-title":"Beir: A heterogenous benchmark for zero-shot evaluation of information retrieval models. arXiv preprint arXiv:2104.08663","author":"Thakur Nandan","year":"2021","unstructured":"Nandan Thakur, Nils Reimers, Andreas R\u00fcckl\u00e9, Abhishek Srivastava, and Iryna Gurevych. 2021. Beir: A heterogenous benchmark for zero-shot evaluation of information retrieval models. arXiv preprint arXiv:2104.08663 (2021)."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00475"},{"key":"e_1_3_2_1_62_1","volume-title":"Improving multi-step reasoning for llms with deliberative planning. arXiv preprint arXiv:2406.14283","author":"Wang Chaojie","year":"2024","unstructured":"Chaojie Wang, Yanchen Deng, Zhiyi Lyu, Liang Zeng, Jujie He, Shuicheng Yan, and Bo An. 2024. Q*: Improving multi-step reasoning for llms with deliberative planning. arXiv preprint arXiv:2406.14283 (2024)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40231-1"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591750"},{"key":"e_1_3_2_1_65_1","volume-title":"Alex Tachard Passos, William Fedus, and Amelia Glaese.","author":"Wei Jason","year":"2025","unstructured":"Jason Wei, Zhiqing Sun, Spencer Papay, Scott McKinney, Jeffrey Han, Isa Fulford, Hyung Won Chung, Alex Tachard Passos, William Fedus, and Amelia Glaese. 2025. Browsecomp: A simple yet challenging benchmark for browsing agents. arXiv preprint arXiv:2504.12516 (2025)."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00021"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2018.2865931"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3761427"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.70393\/6a69656173.323736"},{"key":"e_1_3_2_1_70_1","volume-title":"Srini Iyer, Jingfei Du, Patrick Lewis, William Yang Wang, Yashar Mehdad, Wen-tau Yih, Sebastian Riedel, Douwe Kiela, et al.","author":"Xiong Wenhan","year":"2020","unstructured":"Wenhan Xiong, Xiang Lorraine Li, Srini Iyer, Jingfei Du, Patrick Lewis, William Yang Wang, Yashar Mehdad, Wen-tau Yih, Sebastian Riedel, Douwe Kiela, et al. 2020. Answering complex open-domain questions with multi-hop dense retrieval. arXiv preprint arXiv:2009.12756 (2020)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i24.34747"},{"key":"e_1_3_2_1_72_1","unstructured":"An Yang Baosong Yang Binyuan Hui Bo Zheng Bowen Yu Chang Zhou Chengpeng Li Chengyuan Li Dayiheng Liu Fei Huang Guanting Dong Haoran Wei Huan Lin Jialong Tang Jialin Wang Jian Yang Jianhong Tu Jianwei Zhang Jianxin Ma Jin Xu Jingren Zhou Jinze Bai Jinzheng He Junyang Lin Kai Dang Keming Lu Keqin Chen Kexin Yang Mei Li Mingfeng Xue Na Ni Pei Zhang Peng Wang Ru Peng Rui Men Ruize Gao Runji Lin Shijie Wang Shuai Bai Sinan Tan Tianhang Zhu Tianhao Li Tianyu Liu Wenbin Ge Xiaodong Deng Xiaohuan Zhou Xingzhang Ren Xinyu Zhang Xipin Wei Xuancheng Ren Yang Fan Yang Yao Yichang Zhang Yu Wan Yunfei Chu Yuqiong Liu Zeyu Cui Zhenru Zhang and Zhihao Fan. 2024. Qwen2 Technical Report. arXiv preprint arXiv:2407.10671 (2024)."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"e_1_3_2_1_74_1","volume-title":"Refining language models with compositional explanations. Advances in neural information processing systems 34","author":"Yao Huihan","year":"2021","unstructured":"Huihan Yao, Ying Chen, Qinyuan Ye, Xisen Jin, and Xiang Ren. 2021. Refining language models with compositional explanations. Advances in neural information processing systems 34 (2021), 8954-8967."},{"key":"e_1_3_2_1_75_1","volume-title":"Simplerl-zoo: Investigating and taming zero reinforcement learning for open base models in the wild. arXiv preprint arXiv:2503.18892","author":"Zeng Weihao","year":"2025","unstructured":"Weihao Zeng, Yuzhen Huang, Qian Liu, Wei Liu, Keqing He, Zejun Ma, and Junxian He. 2025. Simplerl-zoo: Investigating and taming zero reinforcement learning for open base models in the wild. arXiv preprint arXiv:2503.18892 (2025)."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3774904.3792235"},{"key":"e_1_3_2_1_77_1","unstructured":"Wenlin Zhang Xiangyang Li Kuicai Dong Yichao Wang Pengyue Jia Xiaopeng Li Yingyi Zhang Derong Xu Zhaocheng Du Huifeng Guo et al. 2025. Process vs. outcome reward: Which is better for agentic RAG reinforcement learning. arXiv preprint arXiv:2505.14069 (2025)."},{"key":"e_1_3_2_1_78_1","volume-title":"Deep research: A survey of autonomous research agents. arXiv preprint arXiv:2508.12752","author":"Zhang Wenlin","year":"2025","unstructured":"Wenlin Zhang, Xiaopeng Li, Yingyi Zhang, Pengyue Jia, Yichao Wang, Huifeng Guo, Yong Liu, and Xiangyu Zhao. 2025. Deep research: A survey of autonomous research agents. arXiv preprint arXiv:2508.12752 (2025)."},{"key":"e_1_3_2_1_79_1","volume-title":"The Fourteenth International Conference on Learning Representations.","author":"Zhang Yingyi","year":"2026","unstructured":"Yingyi Zhang, Junyi Li, Wenlin Zhang, Pengyue Jia, Xianneng Li, Yichao Wang, Derong Xu, Yi Wen, Huifeng Guo, Yong Liu, and Xiangyu Zhao. 2026. Evoking User Memory: Personalizing LLM via Recollection-Familiarity Adaptive Retrieval. In The Fourteenth International Conference on Learning Representations."},{"key":"e_1_3_2_1_80_1","volume-title":"Retrieval augmented generation (rag) and beyond: A comprehensive survey on how to make your llms use external data more wisely. arXiv preprint arXiv:2409.14924","author":"Zhao Siyun","year":"2024","unstructured":"Siyun Zhao, Yuqing Yang, Zilong Wang, Zhiyuan He, Luna K Qiu, and Lili Qiu. 2024. Retrieval augmented generation (rag) and beyond: A comprehensive survey on how to make your llms use external data more wisely. arXiv preprint arXiv:2409.14924 (2024)."},{"key":"e_1_3_2_1_81_1","volume-title":"Long Xia, Jiliang Tang, and Dawei Yin with Martin Vesely as coordinator. ACM sigweb newsletter","author":"Zhao Xiangyu","year":"2019","unstructured":"Xiangyu Zhao, Long Xia, Jiliang Tang, and Dawei Yin. 2019. '' Deep reinforcement learning for search, recommendation, and online advertising: a survey'' by Xiangyu Zhao, Long Xia, Jiliang Tang, and Dawei Yin with Martin Vesely as coordinator. ACM sigweb newsletter 2019, Spring (2019), 1-15."},{"key":"e_1_3_2_1_82_1","volume-title":"International conference on machine learning. PMLR, 12835-12845","author":"Zhou Dawei","year":"2021","unstructured":"Dawei Zhou, Tongliang Liu, Bo Han, Nannan Wang, Chunlei Peng, and Xinbo Gao. 2021. Towards defending against adversarial examples via attack-invariant features. In International conference on machine learning. PMLR, 12835-12845."}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:31:34Z","timestamp":1784136694000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3808597"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":82,"alternative-id":["10.1145\/3805712.3808597","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3808597","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}