{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T04:07:13Z","timestamp":1779422833992,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T00:00:00Z","timestamp":1779753600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,5,26]]},"DOI":"10.1145\/3786335.3813227","type":"proceedings-article","created":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T03:16:22Z","timestamp":1779419782000},"page":"1322-1326","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Orla: A Library for Serving LLM-Based Multi-Agent Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9254-8529","authenticated-orcid":false,"given":"Rana","family":"Shahout","sequence":"first","affiliation":[{"name":"Harvard University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9360-9662","authenticated-orcid":false,"given":"Hayder","family":"Tirmazi","sequence":"additional","affiliation":[{"name":"Boston University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2381-0212","authenticated-orcid":false,"given":"Minlan","family":"Yu","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5430-5457","authenticated-orcid":false,"given":"Michael","family":"Mitzenmacher","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,5,26]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Bloomberg. 2026. Meet ASKB: Bloomberg Introduces Agentic AI to the Bloomberg Terminal. https:\/\/www.bloomberg.com\/company\/stories\/meet-askb-bloomberg-introduces-agentic-ai-to-the-bloomberg-terminal\/ Accessed: 2026-03-06."},{"key":"e_1_3_3_2_3_2","unstructured":"Huan-ang Gao Jiayi Geng Wenyue Hua Mengkang Hu Xinzhe Juan Hongzhang Liu Shilong Liu Jiahao Qiu Xuan Qi Yiran Wu et\u00a0al. 2025. A survey of self-evolving agents: On path to artificial super intelligence. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2507.21046 1 (2025)."},{"key":"e_1_3_3_2_4_2","unstructured":"Juraj Gottweis Wei-Hung Weng Alexander Daryin Tao Tu Anil Palepu Petar Sirkovic Artiom Myaskovsky Felix Weissenberger Keran Rong Ryutaro Tanno et\u00a0al. 2025. Towards an AI co-scientist. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.18864 (2025)."},{"key":"e_1_3_3_2_5_2","unstructured":"Carlos\u00a0E Jimenez John Yang Alexander Wettig Shunyu Yao Kexin Pei Ofir Press and Karthik Narasimhan. 2023. Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06770 (2023)."},{"key":"e_1_3_3_2_6_2","unstructured":"Hao Kang Ziyang Li Xinyu Yang Weili Xu Yinfang Chen Junxiong Wang Beidi Chen Tushar Krishna Chenfeng Xu and Simran Arora. 2026. ThunderAgent: A Simple Fast and Program-Aware Agentic Inference System. arxiv:https:\/\/arXiv.org\/abs\/2602.13692\u00a0[cs.OS] https:\/\/arxiv.org\/abs\/2602.13692"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613165"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Michael Mitzenmacher and Rana Shahout. 2025. Queueing predictions and large language models: Challenges and open problems. Stochastic Systems 15 3 (2025) 195\u2013219.","DOI":"10.1287\/stsy.2025.0106"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA59077.2024.00019"},{"key":"e_1_3_3_2_10_2","unstructured":"Rana Shahout Cong Liang Shiji Xin Qianru Lao Yong Cui Minlan Yu and Michael Mitzenmacher. 2024. Fast inference for augmented large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.18248 (2024)."},{"key":"e_1_3_3_2_11_2","unstructured":"Rana Shahout Eran Malach Chunwei Liu Weifan Jiang Minlan Yu and Michael Mitzenmacher. 2024. Don\u2019t Stop Me Now: Embedding Based Scheduling for LLMs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.01035 (2024)."},{"key":"e_1_3_3_2_12_2","unstructured":"Shijie Wu Ozan Irsoy Steven Lu Vadim Dabravolski Mark Dredze Sebastian Gehrmann Prabhanjan Kambadur David Rosenberg and Gideon Mann. 2023. Bloomberggpt: A large language model for finance. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.17564 (2023)."},{"key":"e_1_3_3_2_13_2","unstructured":"Chunqiu\u00a0Steven Xia Zhe Wang Yan Yang Yuxiang Wei and Lingming Zhang. 2025. Live-SWE-agent: Can Software Engineering Agents Self-Evolve on the Fly? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2511.13646 (2025)."},{"key":"e_1_3_3_2_14_2","first-page":"521","volume-title":"16th USENIX symposium on operating systems design and implementation (OSDI 22)","author":"Yu Gyeong-In","year":"2022","unstructured":"Gyeong-In Yu, Joo\u00a0Seong Jeong, Geon-Woo Kim, Soojeong Kim, and Byung-Gon Chun. 2022. Orca: A distributed serving system for { Transformer-Based} generative models. In 16th USENIX symposium on operating systems design and implementation (OSDI 22). 521\u2013538."},{"key":"e_1_3_3_2_15_2","unstructured":"Yuanhe Zhang Ilja Kuzborskij Jason\u00a0D. Lee Chenlei Leng and Fanghui Liu. 2025. DAG-Math: Graph-Guided Mathematical Reasoning in LLMs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2510.19842 (2025)."}],"event":{"name":"CAIS '26: ACM Conference on AI and Agentic Systems","location":"San Jose CA USA","acronym":"CAIS '26"},"container-title":["Proceedings of the ACM Conference on AI and Agentic Systems"],"original-title":[],"deposited":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T03:22:38Z","timestamp":1779420158000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786335.3813227"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,26]]},"references-count":14,"alternative-id":["10.1145\/3786335.3813227","10.1145\/3786335"],"URL":"https:\/\/doi.org\/10.1145\/3786335.3813227","relation":{},"subject":[],"published":{"date-parts":[[2026,5,26]]},"assertion":[{"value":"2026-05-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}