{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:06:24Z","timestamp":1775912784731,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CCF-0725202"],"award-info":[{"award-number":["CCF-0725202"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA (Defense Advanced Research Projects Agency)","award":["N66001-21-C-4024"],"award-info":[{"award-number":["N66001-21-C-4024"]}]},{"name":"DOE (Department of Energy)","award":["DE-FOA-0002460"],"award-info":[{"award-number":["DE-FOA-0002460"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639476.3639769","type":"proceedings-article","created":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T15:15:01Z","timestamp":1716563701000},"page":"37-41","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Leveraging Large Language Models to Improve REST API Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5018-5280","authenticated-orcid":false,"given":"Myeongsoo","family":"Kim","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, Georgia, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9780-9608","authenticated-orcid":false,"given":"Tyler","family":"Stennett","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, Georgia, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8141-5856","authenticated-orcid":false,"given":"Dhruv","family":"Shah","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, Georgia, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4092-2643","authenticated-orcid":false,"given":"Saurabh","family":"Sinha","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4516-9320","authenticated-orcid":false,"given":"Alessandro","family":"Orso","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, Georgia, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3150618"},{"key":"e_1_3_2_1_2_1","unstructured":"API Blueprint. 2023. API Blueprint. https:\/\/apiblueprint.org\/"},{"key":"e_1_3_2_1_3_1","unstructured":"Apiary. 2023. Dredd. https:\/\/github.com\/apiaryio\/dredd"},{"key":"e_1_3_2_1_4_1","unstructured":"APIs.guru. 2023. APIs-guru. https:\/\/apis.guru\/"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293455"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00083"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2009.07.002"},{"key":"e_1_3_2_1_8_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1808"},{"key":"e_1_3_2_1_10_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv:1810.04805 [cs.CL]","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv:1810.04805 [cs.CL]"},{"key":"e_1_3_2_1_11_1","volume-title":"Architectural Styles and the Design of Network-Based Software Architectures. Ph. D. Dissertation","author":"Fielding Roy Thomas","unstructured":"Roy Thomas Fielding. 2000. Architectural Styles and the Design of Network-Based Software Architectures. Ph. D. Dissertation. University of California, Irvine."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617175"},{"key":"e_1_3_2_1_13_1","unstructured":"Google. 2023. Google Bard. https:\/\/bard.google.com\/"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3528637"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00023"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/AST52587.2021.00009"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598131"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00218"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534401"},{"key":"e_1_3_2_1_20_1","unstructured":"Kerry Kimbrough. 2023. Tcases. https:\/\/github.com\/Cornutum\/tcases"},{"key":"e_1_3_2_1_21_1","first-page":"1","article-title":"Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing","volume":"55","author":"Liu Pengfei","year":"2023","unstructured":"Pengfei Liu, Weizhe Yuan, Jinlan Fu, Zhengbao Jiang, Hiroaki Hayashi, and Graham Neubig. 2023. Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing. Comput. Surveys 55, 9 (2023), 1--35.","journal-title":"Comput. Surveys"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3469082"},{"key":"e_1_3_2_1_23_1","volume-title":"a Salesforce company","year":"2020","unstructured":"MuleSoft, LLC, a Salesforce company. 2020. RAML. https:\/\/raml.org\/"},{"key":"e_1_3_2_1_25_1","unstructured":"OpenAPI. 2023. OpenAPI standard. https:\/\/www.openapis.org."},{"key":"e_1_3_2_1_26_1","unstructured":"R Software Inc. 2023. RapidAPI. https:\/\/rapidapi.com\/terms\/"},{"key":"e_1_3_2_1_27_1","unstructured":"Alec Radford Karthik Narasimhan Tim Salimans Ilya Sutskever et al. 2018. Improving language understanding by generative pre-training."},{"key":"e_1_3_2_1_28_1","unstructured":"Alec Radford Jeffrey Wu Dario Amodei Daniela Amodei Jack Clark Miles Brundage and Ilya Sutskever. 2019. Better language models and their implications."},{"key":"e_1_3_2_1_29_1","volume-title":"RESTful Web APIs: Services for a Changing World","author":"Richardson Leonard","unstructured":"Leonard Richardson, Mike Amundsen, and Sam Ruby. 2013. RESTful Web APIs: Services for a Changing World. O'Reilly Media, Inc., Sebastopol, CA, USA."},{"key":"e_1_3_2_1_30_1","volume-title":"Restful web services: The basics. IBM developerWorks 33","author":"Rodriguez Alex","year":"2008","unstructured":"Alex Rodriguez. 2008. Restful web services: The basics. IBM developerWorks 33, 2008 (2008), 18."},{"key":"e_1_3_2_1_31_1","unstructured":"SE@GT. 2024. Experiment infrastructure data and results for RESTGPT (GitHub). https:\/\/github.com\/selab-gatech\/RESTGPT."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","unstructured":"SE@GT. 2024. Experiment infrastructure data and results for RESTGPT (Zenodo). 10.5281\/zenodo.10467805","DOI":"10.5281\/zenodo.10467805"},{"key":"e_1_3_2_1_33_1","unstructured":"SmartBear Software. 2023. OpenAPI data model. https:\/\/swagger.io\/docs\/specification\/data-models\/keywords\/."},{"key":"e_1_3_2_1_34_1","unstructured":"SmartBear Software. 2023. Swagger. https:\/\/swagger.io\/specification\/v2\/."},{"key":"e_1_3_2_1_35_1","unstructured":"Stefan Tilkov. 2007. A brief introduction to REST."},{"key":"e_1_3_2_1_36_1","unstructured":"Hugo Touvron Thibaut Lavril Gautier Izacard Xavier Martinet Marie-Anne Lachaux Timoth\u00e9e Lacroix Baptiste Rozi\u00e8re Naman Goyal Eric Hambro Faisal Azhar Aurelien Rodriguez Armand Joulin Edouard Grave and Guillaume Lample. 2023. LLaMA: Open and Efficient Foundation Language Models. arXiv:2302.13971 [cs.CL]"},{"key":"e_1_3_2_1_37_1","volume-title":"Garnett (Eds.)","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141 ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I. Guyon, U. Von Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett (Eds.), Vol. 30. Curran Associates, Inc., Red Hook, NY, USA. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"e_1_3_2_1_38_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022), 24824--24837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510151"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597205"}],"event":{"name":"ICSE-NIER'24: 2024 ACM\/IEEE 44th International Conference on Software Engineering: New Ideas and Emerging Results","location":"Lisbon Portugal","acronym":"ICSE-NIER'24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 2024 ACM\/IEEE 44th International Conference on Software Engineering: New Ideas and Emerging Results"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639476.3639769","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639476.3639769","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:38Z","timestamp":1750287218000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639476.3639769"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":39,"alternative-id":["10.1145\/3639476.3639769","10.1145\/3639476"],"URL":"https:\/\/doi.org\/10.1145\/3639476.3639769","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}