{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T10:11:47Z","timestamp":1783764707363,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786583.3786855","type":"proceedings-article","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:12:14Z","timestamp":1783761134000},"page":"81-93","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Enabling Black-box RPC-API Testing with Multi-Agent Reinforcement Learning and LLMs: An Industry Case Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6942-7692","authenticated-orcid":false,"given":"Xiaoqing","family":"Sun","sequence":"first","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9621-0760","authenticated-orcid":false,"given":"Zhou","family":"Shao","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9519-7020","authenticated-orcid":false,"given":"Xiaonan","family":"Shi","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0360-7003","authenticated-orcid":false,"given":"Shiliang","family":"Xiao","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0815-5486","authenticated-orcid":false,"given":"Chao","family":"Ma","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5844-6414","authenticated-orcid":false,"given":"Xiaobo","family":"Xue","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2502-8686","authenticated-orcid":false,"given":"Jianyuan","family":"Lu","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4218-7622","authenticated-orcid":false,"given":"Shize","family":"Zhang","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4442-2817","authenticated-orcid":false,"given":"Enge","family":"Song","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Beijng, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2611-757X","authenticated-orcid":false,"given":"Song","family":"Yang","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5379-7512","authenticated-orcid":false,"given":"Xing","family":"Li","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China and Alibaba Cloud, Hanghzou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2357-0228","authenticated-orcid":false,"given":"Chongrong","family":"Fang","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9930-7111","authenticated-orcid":false,"given":"Chunrong","family":"Fang","sequence":"additional","affiliation":[{"name":"Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8096-5528","authenticated-orcid":false,"given":"Biao","family":"Lyu","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7756-0952","authenticated-orcid":false,"given":"Shunmin","family":"Zhu","sequence":"additional","affiliation":[{"name":"Hangzhou Feitian Cloud, Hangzhou, China and Alibaba Cloud, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,11]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"[n. d.]. Virtual Private Cloud. https:\/\/api.aliyun.com\/document\/Vpc\/2016-04-28\/overview."},{"key":"e_1_3_3_2_3_2","unstructured":"Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia\u00a0Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat et\u00a0al. 2023. Gpt-4 technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08774 (2023)."},{"key":"e_1_3_3_2_4_2","unstructured":"Alibaba Cloud. 2026. Alibaba Cloud DNS PrivateZone. https:\/\/api.aliyun.com\/document\/pvtz\/2018-01-01\/overview."},{"key":"e_1_3_3_2_5_2","unstructured":"Alibaba Cloud. 2026. Anycast EIP. https:\/\/api.aliyun.com\/document\/Eipanycast\/2020-03-09\/overview."},{"key":"e_1_3_3_2_6_2","unstructured":"Alibaba Cloud. 2026. API document in Alibaba Cloud. https:\/\/api.aliyun.com\/document."},{"key":"e_1_3_3_2_7_2","unstructured":"Alibaba Cloud. 2026. Application Load Balancer. https:\/\/api.aliyun.com\/document\/Alb\/2020-06-16\/overview."},{"key":"e_1_3_3_2_8_2","unstructured":"Alibaba Cloud. 2026. Cloud Enterprise Network. https:\/\/api.aliyun.com\/document\/Cbn\/2017-09-12\/overview."},{"key":"e_1_3_3_2_9_2","unstructured":"Alibaba Cloud. 2026. Express Connect Router. https:\/\/api.aliyun.com\/document\/ExpressConnectRouter\/2023-09-01\/overview."},{"key":"e_1_3_3_2_10_2","unstructured":"Alibaba Cloud. 2026. Gateway Load Balancer. https:\/\/api.aliyun.com\/document\/Gwlb\/2024-04-15\/overview."},{"key":"e_1_3_3_2_11_2","unstructured":"Alibaba Cloud. 2026. Global Acceleration. https:\/\/api.aliyun.com\/document\/Ga\/2019-11-20\/overview."},{"key":"e_1_3_3_2_12_2","unstructured":"Alibaba Cloud. 2026. IoT Cloud Connector. https:\/\/api.aliyun.com\/document\/IoTCC\/2021-05-13\/overview."},{"key":"e_1_3_3_2_13_2","unstructured":"Alibaba Cloud. 2026. IoT Cloud Connector 5G. https:\/\/api.aliyun.com\/document\/CC5G\/2022-03-14\/overview."},{"key":"e_1_3_3_2_14_2","unstructured":"Alibaba Cloud. 2026. Network Intelligent Service. https:\/\/api.aliyun.com\/document\/nis\/2021-12-16\/overview."},{"key":"e_1_3_3_2_15_2","unstructured":"Alibaba Cloud. 2026. Network Load Balancer. https:\/\/api.aliyun.com\/document\/Nlb\/2022-04-30\/overview."},{"key":"e_1_3_3_2_16_2","unstructured":"Alibaba Cloud. 2026. OpenAPI CreateVSwitch. https:\/\/api.aliyun.com\/api\/Vpc\/2016-04-28\/CreateVSwitch?RegionId=cn-hangzhou."},{"key":"e_1_3_3_2_17_2","unstructured":"Alibaba Cloud. 2026. PrivateLink. https:\/\/api.aliyun.com\/document\/Privatelink\/2020-04-15\/overview."},{"key":"e_1_3_3_2_18_2","unstructured":"Alibaba Cloud. 2026. Server Load Balancer. https:\/\/api.aliyun.com\/document\/Slb\/2014-05-15\/overview."},{"key":"e_1_3_3_2_19_2","unstructured":"Alibaba Cloud. 2026. Smart Access Gateway. https:\/\/api.aliyun.com\/document\/Smartag\/2018-03-13\/overview."},{"key":"e_1_3_3_2_20_2","unstructured":"Alibaba Cloud. 2026. VPC IP Address Management. https:\/\/api.aliyun.com\/document\/VpcIpam\/2023-02-28\/overview."},{"key":"e_1_3_3_2_21_2","unstructured":"Alibaba Cloud. 2026. VPC peering connection. https:\/\/api.aliyun.com\/document\/VpcPeer\/2022-01-01\/overview."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Juan\u00a0C Alonso Alberto Martin-Lopez Sergio Segura Jose\u00a0Maria Garcia and Antonio Ruiz-Cortes. 2022. ARTE: Automated generation of realistic test inputs for web APIs. IEEE Transactions on Software Engineering 49 1 (2022) 348\u2013363.","DOI":"10.1109\/TSE.2022.3150618"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Arcuri Andrea. 2019. RESTful API automated test case generation with EvoMaster. ACM Transactions on Software Engineering and Methodology (TOSEM) 28 1 (2019) 1\u201337.","DOI":"10.1145\/3293455"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00083"},{"key":"e_1_3_3_2_25_2","unstructured":"Jinze Bai Shuai Bai Yunfei Chu Zeyu Cui Kai Dang Xiaodong Deng Yang Fan Wenbin Ge Yu Han Fei Huang et\u00a0al. 2023. Qwen technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.16609 (2023)."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3528952"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Christian Bizer Jens Lehmann Georgi Kobilarov S\u00f6ren Auer Christian Becker Richard Cyganiak and Sebastian Hellmann. 2009. Dbpedia-a crystallization point for the web of data. Journal of web semantics 7 3 (2009) 154\u2013165.","DOI":"10.1016\/j.websem.2009.07.002"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69035-3_32"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1082"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3691620.3695511"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61482-3_16"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Amid Golmohammadi Man Zhang and Andrea Arcuri. 2023. Testing restful apis: A survey. ACM Transactions on Software Engineering and Methodology 33 1 (2023) 1\u201341.","DOI":"10.1145\/3617175"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00016"},{"key":"e_1_3_3_2_34_2","unstructured":"gRPC Ecosystem. 2026. gRPC-Gateway: gRPC to JSON proxy generator following the gRPC HTTP spec. https:\/\/github.com\/grpc-ecosystem\/grpc-gateway."},{"key":"e_1_3_3_2_35_2","unstructured":"Will Hamilton Zhitao Ying and Jure Leskovec. 2017. Inductive representation learning on large graphs. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3528637"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3691620.3695341"},{"key":"e_1_3_3_2_38_2","unstructured":"Juyong Jiang Fan Wang Jiasi Shen Sungju Kim and Sunghun Kim. 2024. A survey on large language models for code generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.00515 (2024)."},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598131"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00218"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Myeongsoo Kim Saurabh Sinha and Alessandro Orso. 2025. Llamaresttest: Effective rest api testing with small language models. Proceedings of the ACM on Software Engineering 2 FSE (2025) 465\u2013488.","DOI":"10.1145\/3715737"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3639476.3639769"},{"key":"e_1_3_3_2_43_2","unstructured":"Myeongsoo Kim Tyler Stennett Saurabh Sinha and Alessandro Orso. 2024. A Multi-Agent Approach for REST API Testing with Semantic Graphs and LLM-Driven Inputs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2411.07098 (2024)."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534401"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST60714.2024.00017"},{"key":"e_1_3_3_2_46_2","unstructured":"Jiawei Li Yang Gao Yizhe Yang Yu Bai Xiaofeng Zhou Yinghao Li Huashan Sun Yuhang Liu Xingpeng Si Yuhao Ye et\u00a0al. 2025. Fundamental capabilities and applications of large language models: A survey. Comput. Surveys (2025)."},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE59848.2023.00023"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3559078"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510133"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3559498"},{"key":"e_1_3_3_2_51_2","unstructured":"pseudomuto. 2026. protoc-gen-doc: Documentation generator plugin for Google Protocol Buffers. https:\/\/github.com\/pseudomuto\/protoc-gen-doc."},{"key":"e_1_3_3_2_52_2","unstructured":"Tabish Rashid Mikayel Samvelyan Christian\u00a0Schroeder De\u00a0Witt Gregory Farquhar Jakob Foerster and Shimon Whiteson. 2020. Monotonic value function factorisation for deep multi-agent reinforcement learning. Journal of Machine Learning Research 21 178 (2020) 1\u201351."},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"crossref","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-bert: Sentence embeddings using siamese bert-networks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1908.10084 (2019).","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-56608-5_31"},{"key":"e_1_3_3_2_55_2","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1707.06347 (2017)."},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.52"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539060"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"Peter Sunehag Guy Lever Audrunas Gruslys Wojciech\u00a0Marian Czarnecki Vinicius Zambaldi Max Jaderberg Marc Lanctot Nicolas Sonnerat Joel\u00a0Z Leibo Karl Tuyls et\u00a0al. 2017. Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1706.05296 (2017).","DOI":"10.65109\/JSRC7365"},{"key":"e_1_3_3_2_59_2","unstructured":"Gemini Team Rohan Anil Sebastian Borgeaud Jean-Baptiste Alayrac Jiahui Yu Radu Soricut Johan Schalkwyk Andrew\u00a0M Dai Anja Hauth Katie Millican et\u00a0al. 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.11805 (2023)."},{"key":"e_1_3_3_2_60_2","unstructured":"Hugo Touvron Thibaut Lavril Gautier Izacard Xavier Martinet Marie-Anne Lachaux Timoth\u00e9e Lacroix Baptiste Rozi\u00e8re Naman Goyal Eric Hambro Faisal Azhar et\u00a0al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.13971 (2023)."},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32242-7_6"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00024"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3672052"},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","unstructured":"Christopher\u00a0JCH Watkins and Peter Dayan. 1992. Q-learning. Machine learning 8 (1992) 279\u2013292.","DOI":"10.1023\/A:1022676722315"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510151"},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671790"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"crossref","unstructured":"Lixin Xu Huayao Wu Zhenyu Pan Tongtong Xu Shaohua Wang Xintao Niu and Changhai Nie. 2025. Effective REST APIs Testing with Error Message Analysis. Proceedings of the ACM on Software Engineering 2 ISSTA (2025) 1978\u20132000.","DOI":"10.1145\/3728964"},{"key":"e_1_3_3_2_68_2","first-page":"874","volume-title":"Proceedings of the 20th Chinese National Conference on Computational Linguistics","author":"Xuewen Shi","year":"2021","unstructured":"Shi Xuewen, Huang Heyan, Jian Ping, and Tang Yi-Kun. 2021. Reducing Length Bias in Scoring Neural Machine Translation via a Causal Inference Method. In Proceedings of the 20th Chinese National Conference on Computational Linguistics, Sheng Li, Maosong Sun, Yang Liu, Hua Wu, Kang Liu, Wanxiang Che, Shizhu He, and Gaoqi Rao (Eds.). Chinese Information Processing Society of China, Huhhot, China, 874\u2013885. https:\/\/aclanthology.org\/2021.ccl-1.78\/"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196411"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"crossref","unstructured":"Lingzhe Zhang Tong Jia Mengxi Jia Yifan Wu Aiwei Liu Yong Yang Zhonghai Wu Xuming Hu Philip Yu and Ying Li. 2025. A Survey of AIOps in the Era of Large Language Models. Comput. Surveys (2025).","DOI":"10.1145\/3746635"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"crossref","unstructured":"Man Zhang Andrea Arcuri Yonggang Li Yang Liu and Kaiming Xue. 2023. White-box fuzzing RPC-based APIs with EvoMaster: An industrial case study. ACM Transactions on Software Engineering and Methodology 32 5 (2023) 1\u201338.","DOI":"10.1145\/3585009"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539416"}],"event":{"name":"ICSE-SEIP '26: 2026 IEEE\/ACM 48th International Conference on Software Engineering","location":"Rio de Janeiro Brazil","acronym":"ICSE-SEIP '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 48th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786583.3786855","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:14:41Z","timestamp":1783761281000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786583.3786855"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":71,"alternative-id":["10.1145\/3786583.3786855","10.1145\/3786583"],"URL":"https:\/\/doi.org\/10.1145\/3786583.3786855","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}