{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T22:22:00Z","timestamp":1783549320253,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T00:00:00Z","timestamp":1746662400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Shanghai Municipal Nature Science Foundation","award":["23ZR1425400"],"award-info":[{"award-number":["23ZR1425400"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,5,8]]},"DOI":"10.1145\/3701716.3715247","type":"proceedings-article","created":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T16:12:56Z","timestamp":1748016776000},"page":"458-467","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["<scp>Meta-Agent-Workflow:<\/scp>\n            Streamlining Tool Usage in LLMs through Workflow Construction, Retrieval, and Refinement"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3555-7143","authenticated-orcid":false,"given":"Xiaoyu","family":"Tan","sequence":"first","affiliation":[{"name":"INFLY TECH (Shanghai) Co., Ltd., Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1374-1524","authenticated-orcid":false,"given":"Bin","family":"Li","sequence":"additional","affiliation":[{"name":"Shanghai University of Engineering Science, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4024-925X","authenticated-orcid":false,"given":"Xihe","family":"Qiu","sequence":"additional","affiliation":[{"name":"Shanghai University of Engineering Science, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4246-9106","authenticated-orcid":false,"given":"Chao","family":"Qu","sequence":"additional","affiliation":[{"name":"INFLY TECH (Shanghai) Co., Ltd., Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6401-6111","authenticated-orcid":false,"given":"Wei","family":"Chu","sequence":"additional","affiliation":[{"name":"INFLY TECH (Shanghai) Co., Ltd., Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7346-2794","authenticated-orcid":false,"given":"Yinghui","family":"Xu","sequence":"additional","affiliation":[{"name":"Fudan University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9377-5755","authenticated-orcid":false,"given":"Yuan","family":"Qi","sequence":"additional","affiliation":[{"name":"Fudan University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,5,23]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Acthropic. 2023. Claude. https:\/\/www.anthropic.com\/claude."},{"key":"e_1_3_2_1_2_1","unstructured":"Jinze Bai Shuai Bai Yunfei Chu Zeyu Cui Kai Dang Xiaodong Deng Yang Fan Wenbin Ge Yu Han Fei Huang et al. 2023. Qwen technical report. arXiv preprint arXiv:2309.16609 (2023)."},{"key":"e_1_3_2_1_3_1","volume-title":"COZE: Next Gen-ai chatbot developing platform. https:\/\/www.coze.com.","year":"2023","unstructured":"ByteDance. 2023. COZE: Next Gen-ai chatbot developing platform. https:\/\/www.coze.com."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.111165"},{"key":"e_1_3_2_1_5_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding.","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. (2018). http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.64"},{"key":"e_1_3_2_1_7_1","volume-title":"Improving factuality and reasoning in language models through multiagent debate. arXiv preprint arXiv:2305.14325","author":"Du Yilun","year":"2023","unstructured":"Yilun Du, Shuang Li, Antonio Torralba, Joshua B Tenenbaum, and Igor Mordatch. 2023. Improving factuality and reasoning in language models through multiagent debate. arXiv preprint arXiv:2305.14325 (2023)."},{"key":"e_1_3_2_1_8_1","volume-title":"Anytool: Self-reflective, hierarchical agents for large-scale api calls. arXiv preprint arXiv:2402.04253","author":"Du Yu","year":"2024","unstructured":"Yu Du, Fangyun Wei, and Hongyang Zhang. 2024. Anytool: Self-reflective, hierarchical agents for large-scale api calls. arXiv preprint arXiv:2402.04253 (2024)."},{"key":"e_1_3_2_1_9_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Ge Yingqiang","year":"2024","unstructured":"Yingqiang Ge, Wenyue Hua, Kai Mei, Juntao Tan, Shuyuan Xu, Zelong Li, Yongfeng Zhang, et al. 2024. Openagi: When llm meets domain experts. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_10_1","volume-title":"StableToolBench: Towards Stable Large-Scale Benchmarking on Tool Learning of Large Language Models. arXiv preprint arXiv:2403.07714","author":"Guo Zhicheng","year":"2024","unstructured":"Zhicheng Guo, Sijie Cheng, Hao Wang, Shihao Liang, Yujia Qin, Peng Li, Zhiyuan Liu, Maosong Sun, and Yang Liu. 2024. StableToolBench: Towards Stable Large-Scale Benchmarking on Tool Learning of Large Language Models. arXiv preprint arXiv:2403.07714 (2024)."},{"key":"e_1_3_2_1_11_1","volume-title":"In The Twelfth International Conference on Learning Representations.","author":"Hong Sirui","year":"2024","unstructured":"Sirui Hong, Xiawu Zheng, Jonathan Chen, Yuheng Cheng, Jinlin Wang, Ceyao Zhang, Zili Wang, Steven Ka Shing Yau, Zijuan Lin, Liyang Zhou, et al. 2024. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_12_1","volume-title":"Towards Reasoning in Large Language Models: A Survey. In Findings of the Association for Computational Linguistics: ACL","author":"Huang Jie","year":"2023","unstructured":"Jie Huang and Kevin Chen-Chuan Chang. 2023. Towards Reasoning in Large Language Models: A Survey. In Findings of the Association for Computational Linguistics: ACL 2023. Association for Computational Linguistics, 1049--1065."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.123"},{"key":"e_1_3_2_1_14_1","unstructured":"LangGenius. 2023. Dify. https:\/\/github.com\/langgenius\/dify."},{"key":"e_1_3_2_1_15_1","volume-title":"Data-efficient Fine-tuning for LLM-based Recommendation (SIGIR '24)","author":"Lin Xinyu","year":"2024","unstructured":"Xinyu Lin, Wenjie Wang, Yongqi Li, Shuo Yang, Fuli Feng, Yinwei Wei, and Tat-Seng Chua. 2024. Data-efficient Fine-tuning for LLM-based Recommendation (SIGIR '24). 365--374."},{"key":"e_1_3_2_1_16_1","unstructured":"OpenAI. 2022. New and improved embedding model. https:\/\/openai.com\/index\/new-and-improved-embedding-model\/."},{"key":"e_1_3_2_1_17_1","unstructured":"OpenAI. 2023. GPT-4. https:\/\/openai.com\/index\/gpt-4-research\/."},{"key":"e_1_3_2_1_18_1","volume-title":"AI2Apps: A Visual IDE for Building LLM-based AI Agent Applications. arXiv preprint arXiv:2404.04902","author":"Pang Xin","year":"2024","unstructured":"Xin Pang, Zhucong Li, Jiaxiang Chen, Yuan Cheng, Yinghui Xu, and Yuan Qi. 2024. AI2Apps: A Visual IDE for Building LLM-based AI Agent Applications. arXiv preprint arXiv:2404.04902 (2024)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA59077.2024.00019"},{"key":"e_1_3_2_1_20_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Qin Yujia","year":"2024","unstructured":"Yujia Qin, Shihao Liang, Yining Ye, Kunlun Zhu, Lan Yan, Yaxi Lu, Yankai Lin, Xin Cong, Xiangru Tang, Bill Qian, et al. 2024. ToolLLM: Facilitating Large Language Models to Master 16000 Real-world APIs. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Stephen Robertson and Hugo Zaragoza. 2009. The Probabilistic Relevance Framework: BM25 and Beyond. Found. Trends Inf. Retr. (2009).","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_22_1","volume-title":"NeurIPS 2023 Foundation Models for Decision Making Workshop.","author":"Ruan Jingqing","year":"2023","unstructured":"Jingqing Ruan, Yihong Chen, Bin Zhang, Zhiwei Xu, Tianpeng Bao, Hangyu Mao, Ziyue Li, Xingyu Zeng, Rui Zhao, et al. 2023. Tptu: Task planning and tool usage of large language model-based ai agents. In NeurIPS 2023 Foundation Models for Decision Making Workshop."},{"key":"e_1_3_2_1_23_1","volume-title":"Agent workflow memory. arXiv preprint arXiv:2409.07429","author":"Wang Zora Zhiruo","year":"2024","unstructured":"Zora Zhiruo Wang, Jiayuan Mao, Daniel Fried, and Graham Neubig. 2024. Agent workflow memory. arXiv preprint arXiv:2409.07429 (2024)."},{"key":"e_1_3_2_1_24_1","unstructured":"Zhiheng Xi Wenxiang Chen Xin Guo Wei He Yiwen Ding Boyang Hong Ming Zhang Junzhe Wang Senjie Jin Enyu Zhou et al. 2023. The rise and potential of large language model based agents: A survey. arXiv preprint arXiv:2309.07864 (2023)."},{"key":"e_1_3_2_1_25_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Yang Rui","year":"2024","unstructured":"Rui Yang, Lin Song, Yanwei Li, Sijie Zhao, Yixiao Ge, Xiu Li, and Ying Shan. 2024. Gpt4tools: Teaching large language model to use tools via self-instruction. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: Tutorial Abstracts. Association for Computational Linguistics","author":"Yin Wenpeng","year":"2023","unstructured":"Wenpeng Yin, Qinyuan Ye, Pengfei Liu, Xiang Ren, and Hinrich Sch\u00fctze. 2023. LLM-driven Instruction Following: Progresses and Concerns. In Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: Tutorial Abstracts. Association for Computational Linguistics, Singapore, 19--25."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604237.3626908"},{"key":"e_1_3_2_1_28_1","volume-title":"Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E Gonzalez, et al.","author":"Zheng Lianmin","year":"2023","unstructured":"Lianmin Zheng, Liangsheng Yin, Zhiqiang Xie, Chuyue Sun, Jeff Huang, Cody Hao Yu, Shiyi Cao, Christos Kozyrakis, Ion Stoica, Joseph E Gonzalez, et al. 2023. Sglang: Efficient execution of structured language model programs. arXiv preprint arXiv:2312.07104 (2023)."},{"key":"e_1_3_2_1_29_1","volume-title":"Agents: An Open-source Framework for Autonomous Language Agents. In ICLR 2024 Workshop on Large Language Model (LLM) Agents.","author":"Zhou Wangchunshu","year":"2024","unstructured":"Wangchunshu Zhou, Yuchen Eleanor Jiang, Long Li, Jialong Wu, Tiannan Wang, Shi Qiu, Jintian Zhang, Jing Chen, Ruipu Wu, Shuai Wang, et al. 2024a. Agents: An Open-source Framework for Autonomous Language Agents. In ICLR 2024 Workshop on Large Language Model (LLM) Agents."},{"key":"e_1_3_2_1_30_1","unstructured":"Wangchunshu Zhou Yixin Ou Shengwei Ding Long Li Jialong Wu Tiannan Wang Jiamin Chen Shuai Wang Xiaohua Xu Ningyu Zhang et al. 2024b. Symbolic learning enables self-evolving agents. arXiv preprint arXiv:2406.18532 (2024)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.14778\/3685800.3685816"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","location":"Sydney NSW Australia","acronym":"WWW '25","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Companion Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701716.3715247","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3701716.3715247","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T03:01:17Z","timestamp":1759892477000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701716.3715247"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,8]]},"references-count":31,"alternative-id":["10.1145\/3701716.3715247","10.1145\/3701716"],"URL":"https:\/\/doi.org\/10.1145\/3701716.3715247","relation":{},"subject":[],"published":{"date-parts":[[2025,5,8]]},"assertion":[{"value":"2025-05-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}