{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T19:42:46Z","timestamp":1779306166620,"version":"3.51.4"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,4,10]],"date-time":"2024-04-10T00:00:00Z","timestamp":1712707200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,10]],"date-time":"2024-04-10T00:00:00Z","timestamp":1712707200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-024-02664-0","type":"journal-article","created":{"date-parts":[[2024,4,10]],"date-time":"2024-04-10T14:02:56Z","timestamp":1712757776000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Evaluating ChatGPT\u2019s Proficiency in Understanding and Answering Microservice Architecture Queries Using Source Code Insights"],"prefix":"10.1007","volume":"5","author":[{"given":"Ernesto","family":"Quevedo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amr S.","family":"Abdelfattah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alejandro","family":"Rodriguez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jorge","family":"Yero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5882-5502","authenticated-orcid":false,"given":"Tomas","family":"Cerny","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,10]]},"reference":[{"key":"2664_CR1","doi-asserted-by":"crossref","unstructured":"Parker G, et al. Visualizing anti-patterns in microservices at runtime: a systematic mapping study. IEEE Access. 2023.","DOI":"10.1109\/ACCESS.2023.3236165"},{"key":"2664_CR2","doi-asserted-by":"publisher","unstructured":"Abdelfattah AS. Microservices-based systems visualization: student research abstract. In: Proceedings of the 37th ACM\/SIGAPP symposium on applied computing (SAC \u201922). New York: Association for Computing Machinery; 2022. p. 1460\u20131464. https:\/\/doi.org\/10.1145\/3477314.3506963.","DOI":"10.1145\/3477314.3506963"},{"key":"2664_CR3","doi-asserted-by":"publisher","unstructured":"Taibi D, Lenarduzzi V, Pahl C, Janes A. Microservices in agile software development: a workshop-based study into issues, advantages, and disadvantages. In: Proceedings of the XP2017 scientific workshops (XP \u201917). New York: Association for Computing Machinery; 2017. p. 1\u20135. https:\/\/doi.org\/10.1145\/3120459.3120483.","DOI":"10.1145\/3120459.3120483"},{"key":"2664_CR4","doi-asserted-by":"publisher","unstructured":"Abdelfattah AS, Cerny T. Roadmap to reasoning in microservice systems: a rapid review. Appl Sci. 2023;13:1838. https:\/\/doi.org\/10.3390\/app13031838.","DOI":"10.3390\/app13031838"},{"key":"2664_CR5","doi-asserted-by":"crossref","unstructured":"Mayer B, Weinreich R. An approach to extract the architecture of microservice-based software systems. In: 2018 IEEE symposium on service-oriented system engineering (SOSE). IEEE; 2018, p. 21\u201330.","DOI":"10.1109\/SOSE.2018.00012"},{"key":"2664_CR6","doi-asserted-by":"crossref","unstructured":"Toffetti G, Brunner S, Bl\u00f6chlinger M, Dudouet F, Edmonds A. An architecture for self-managing microservices. In: Proceedings of the 1st international workshop on automated incident management in cloud. 2015. p. 19\u201324.","DOI":"10.1145\/2747470.2747474"},{"key":"2664_CR7","unstructured":"Cal\u00e7ado P. Building products at soundcloudpart III: microservices in scala and finagle. Technical report, SoundCloud Limited; 2014."},{"key":"2664_CR8","doi-asserted-by":"crossref","unstructured":"Kleehaus M, Matthes F. Challenges in documenting microservice-based IT landscape: a survey from an enterprise architecture management perspective. In: Proc. - 2019 IEEE 23rd Int. Enterp. Distrib. Object Comput. Conf. EDOC 2019. 2019. p. 11\u201320.","DOI":"10.1109\/EDOC.2019.00012"},{"key":"2664_CR9","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/s10664-021-09999-9","volume":"26","author":"J Bogner","year":"2021","unstructured":"Bogner J, Fritzsch J, Wagner S, Zimmermann A. Industry practices and challenges for the evolvability assurance of microservices. Empir Soft Eng. 2021;26:104.","journal-title":"Empir Soft Eng"},{"key":"2664_CR10","unstructured":"Cerny T, Taibi D. Microservice-aware static analysis: opportunities, 1 gaps, and advancements. In: Joint post-proceedings of the third and forth international conference on microservices, microservices 2020\/2022; 2023."},{"key":"2664_CR11","doi-asserted-by":"crossref","unstructured":"Zhang C, et al. A survey of automatic source code summarization. Symmetry. 2022;14. https:\/\/www.mdpi.com\/2073-8994\/14\/3\/471.","DOI":"10.3390\/sym14030471"},{"key":"2664_CR12","doi-asserted-by":"crossref","unstructured":"Geng M, Wang S, Dong D, Wang H, Cao S, Zhang K, Jin Z. Interpretation-based code summarization. In: Proceedings of the 2023 IEEE\/ACM 31st international conference on program comprehension (ICPC), Melbourne, VI, Australia, 15\u201316 May 2023.","DOI":"10.1109\/ICPC58990.2023.00026"},{"key":"2664_CR13","unstructured":"Zhao WX, Zhou K, Li J, Tang T, Wang X, Hou Y, Min Y, Zhang B, Zhang J, Dong Z, et al. A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)."},{"key":"2664_CR14","unstructured":"Hong S, Zheng X, Chen J, Cheng Y, Wang J, Zhang C, Wang Z, Yau S K S, Lin Z, Zhou L, et al. Metagpt: meta programming for multi-agent collaborative framework. 2023. arXiv preprint arXiv:2308.00352."},{"key":"2664_CR15","unstructured":"Kaddour J, Harris J, Mozes M, Bradley H, Raileanu R, McHardy R. Challenges and applications of large language models. 2023. arXiv preprint arXiv:2307.10169."},{"key":"2664_CR16","unstructured":"Dong Q, Li L, Dai D, Zheng C, Wu Z, Chang B, Sun X, Xu J, Sui Z. A survey on in-context learning. 2022. arXiv preprint arXiv:2301.00234."},{"key":"2664_CR17","first-page":"223","volume-title":"On automatic software architecture reconstruction of microservice applications","author":"A Walker","year":"2021","unstructured":"Walker A, Laird I, Cerny T. On automatic software architecture reconstruction of microservice applications. Singapore: Springer Singapore; 2021. p. 223\u201334."},{"key":"2664_CR18","doi-asserted-by":"publisher","unstructured":"Bushong V, Das D, Cerny T. Reconstructing the holistic architecture of microservice systems using static analysis. In: Proceedings of the 12th international conference on cloud computing and services science\u2014CLOSER. 2022. p. 149\u201357. https:\/\/doi.org\/10.5220\/0011032100003200.","DOI":"10.5220\/0011032100003200"},{"key":"2664_CR19","doi-asserted-by":"crossref","unstructured":"Abdelfattah A, Schiewe M, Curtis J, Cerny T, Song E. Towards security-aware microservices: on extracting endpoint data access operations to determine access rights. In: 13th international conference on cloud computing and services science (CLOSER 2023). 2023.","DOI":"10.5220\/0011707500003488"},{"key":"2664_CR20","doi-asserted-by":"crossref","unstructured":"Zhou X, et al. Poster: benchmarking microservice systems for software engineering research. In: 2018 IEEE\/ACM 40th international conference on software engineering: companion (ICSE-companion); 2018.","DOI":"10.1145\/3183440.3194991"},{"key":"2664_CR21","doi-asserted-by":"crossref","unstructured":"Taibi D, Lenarduzzi V, Ahmad MO, Liukkunen K. Comparing communication effort within the scrum, scrum with kanban, xp, and banana development processes. In: Proceedings of the 21st international conference on evaluation and assessment in software engineering. 2017. p. 258\u201363.","DOI":"10.1145\/3084226.3084270"},{"key":"2664_CR22","doi-asserted-by":"crossref","unstructured":"Cerny T, Abdelfattah AS, Bushong V, Al Maruf A, Taibi D. Microservice architecture reconstruction and visualization techniques: a review. In: 2022 IEEE international conference on service-oriented system engineering (SOSE). IEEE; 2022. p. 39\u201348.","DOI":"10.1109\/SOSE55356.2022.00011"},{"key":"2664_CR23","doi-asserted-by":"crossref","unstructured":"Morais G, Bork D, Adda M. Towards an ontology-driven approach to model and analyze microservices architectures. In: Proceedings of the 13th international conference on management of digital ecosystems. 2021. p. 79\u201386.","DOI":"10.1145\/3444757.3485108"},{"key":"2664_CR24","doi-asserted-by":"crossref","unstructured":"Haselb\u00f6ck S, Weinreich R, Buchgeher G. Using decision models for documenting microservice architectures: a student experiment and focus group study. In: 2019 IEEE international conference on service-oriented system engineering (SOSE). IEEE; 2019. p. 37\u20133709.","DOI":"10.1109\/SOSE.2019.00016"},{"key":"2664_CR25","unstructured":"Barabanov AV. A method for collecting security-specific architectural information for microservice-based systems for design security assessment. 2021."},{"key":"2664_CR26","doi-asserted-by":"crossref","unstructured":"Wang S, Tian Y, He D. gDoc: automatic generation of structured API documentation. In: Companion proceedings of the ACM web conference 2023. 2023. p. 53\u20136.","DOI":"10.1145\/3543873.3587310"},{"key":"2664_CR27","doi-asserted-by":"crossref","unstructured":"Granchelli G, Cardarelli M, Di Francesco P, Malavolta I, Iovino L, Di Salle A. Microart: a software architecture recovery tool for maintaining microservice-based systems. In: 2017 IEEE international conference on software architecture workshops (ICSAW). IEEE; 2017. p. 298\u2013302.","DOI":"10.1109\/ICSAW.2017.9"},{"key":"2664_CR28","first-page":"148","volume-title":"MICROLYZE: a framework for recovering the software architecture in microservice-based environments","author":"M Kleehaus","year":"2018","unstructured":"Kleehaus M, Uluda\u011f \u00d6, Sch\u00e4fer P, Matthes F. MICROLYZE: a framework for recovering the software architecture in microservice-based environments. Berlin: Springer; 2018. p. 148\u201362."},{"key":"2664_CR29","first-page":"311","volume-title":"A modeling method for systematic architecture reconstruction of microservice-based software systems","author":"F Rademacher","year":"2020","unstructured":"Rademacher F, Sachweh S, Z\u00fcndorf A. A modeling method for systematic architecture reconstruction of microservice-based software systems. Berlin: Springer; 2020. p. 311\u201326."},{"key":"2664_CR30","unstructured":"Fraiwan M, Khasawneh N. A review of chatgpt applications in education, marketing, software engineering, and healthcare: Benefits, drawbacks, and research directions. 2023. arXiv Preprint. arXiv:2305.00237."},{"key":"2664_CR31","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, et al. Language models are few-shot learners. Adv Neural Inf Process Syst. 2020;33:1877\u2013901.","journal-title":"Adv Neural Inf Process Syst"},{"key":"2664_CR32","doi-asserted-by":"crossref","unstructured":"Ray PP. ChatGPT: a comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet Things Cyber Phys Syst. 2023.","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"2664_CR33","doi-asserted-by":"crossref","unstructured":"Sobania D, Briesch M, Hanna C, Petke J. An analysis of the automatic bug fixing performance of chatGPT. Los Alamitos: IEEE Computer Society; 2023. p. 23\u201330. https:\/\/doi.ieeecomputersociety.org\/10.1109\/APR59189.2023.00012.","DOI":"10.1109\/APR59189.2023.00012"},{"key":"2664_CR34","doi-asserted-by":"publisher","first-page":"e4","DOI":"10.4108\/airo.v2i1.3276","volume":"2","author":"MA Haque","year":"2023","unstructured":"Haque MA, Li S. The potential use of ChatGPT for debugging and bug fixing. EAI Endorsed Trans AI Robot. 2023;2:e4\u2013e4.","journal-title":"EAI Endorsed Trans AI Robot"},{"key":"2664_CR35","unstructured":"Liu C, Bao X, Zhang H, Zhang N, Hu H, Zhang X, Yan M. Improving chatgpt prompt for code generation. 2023. arXiv preprint arXiv:2305.08360."},{"key":"2664_CR36","doi-asserted-by":"crossref","unstructured":"White J, Hays S, Fu Q, Spencer-Smith J, Schmidt DC. Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. 2023. arXiv preprint arXiv:2303.07839.","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"2664_CR37","unstructured":"Kabir S, Udo-Imeh DN, Kou B, Zhang T. Who answers it better? an in-depth analysis of chatgpt and stack overflow answers to software engineering questions. 2023. arXiv preprint arXiv:2308.02312."},{"key":"2664_CR38","unstructured":"H\u00f6rnemalm A. ChatGPT as a software development tool: the future of development. 2023."},{"issue":"1","key":"2664_CR39","first-page":"99","volume":"3","author":"T Stojanovic","year":"2023","unstructured":"Stojanovic T, Lazarevi\u0107 SD. The application of ChatGPT for identification of microservices. E-bus Tech Conf Proc. 2023;3(1):99\u2013105.","journal-title":"E-bus Tech Conf Proc."},{"key":"2664_CR40","doi-asserted-by":"crossref","unstructured":"Ahmad A, Waseem M, Liang P, Fahmideh M, Aktar MS, Mikkonen T. Towards human-bot collaborative software architecting with chatgpt. In: Proceedings of the 27th international conference on evaluation and assessment in software engineering. 2023. p. 279\u201385.","DOI":"10.1145\/3593434.3593468"},{"key":"2664_CR41","unstructured":"White J, Fu Q, Hays S, Sandborn M, Olea C, Gilbert H, Elnashar A, Spencer-Smith J, Schmidt DC. A prompt pattern catalog to enhance prompt engineering with chatgpt. 2023. arXiv preprint arXiv:2302.11382."},{"key":"2664_CR42","doi-asserted-by":"crossref","unstructured":"Abdelfattah AS, Rodriguez A, Walker A, Cerny T. Detecting semantic clones in microservices using components. SN Comput Sci. 2023;4:470.","DOI":"10.1007\/s42979-023-01910-1"},{"key":"2664_CR43","doi-asserted-by":"publisher","unstructured":"Zhou X, et al. Benchmarking microservice systems for software engineering research. In: Chaudron M, Crnkovic I, Chechik M, Harman M, editors. Proceedings of the 40th international conference on software engineering: companion proceedings, ICSE 2018, Gothenburg, Sweden, May 27\u2013June 03, 2018. ACM; 2018. p. 323\u2013324. https:\/\/doi.org\/10.1145\/3183440.3194991.","DOI":"10.1145\/3183440.3194991"},{"key":"2664_CR44","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I. Improving language understanding by generative pre-training. 2018."},{"key":"2664_CR45","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman M. The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J Am Stat Assoc. 1937;32:675\u2013701.","journal-title":"J Am Stat Assoc"},{"key":"2664_CR46","volume-title":"Distribution-free multiple comparisons","author":"PB Nemenyi","year":"1963","unstructured":"Nemenyi PB. Distribution-free multiple comparisons. Princeton: Princeton University; 1963."},{"key":"2664_CR47","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1080\/00031305.1981.10479327","volume":"35","author":"WJ Conover","year":"1981","unstructured":"Conover WJ, Iman RL. Rank transformations as a bridge between parametric and nonparametric statistics. Am Stat. 1981;35:124\u20139.","journal-title":"Am Stat"},{"key":"2664_CR48","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.cmpb.2010.11.002","volume":"102","author":"AC Elliott","year":"2011","unstructured":"Elliott AC, Hynan LS. A SAS \u00aemacro implementation of a multiple comparison post hoc test for a Kruskal\u2013Wallis analysis. Comput Methods Progr Biomed. 2011;102:75\u201380.","journal-title":"Comput Methods Progr Biomed"},{"key":"2664_CR49","doi-asserted-by":"crossref","unstructured":"Hadi MU, Qureshi R, Shah A, Irfan M, Zafar A, Shaikh MB, Akhtar N, Wu J, Mirjalili. Large language models: a comprehensive survey of its applications, challenges, limitations, and future prospects. Authorea Preprints. 2023.","DOI":"10.36227\/techrxiv.23589741.v3"},{"key":"2664_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in software engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, et al. Experimentation in software engineering. Berlin: Springer Science & Business Media; 2012."},{"key":"2664_CR51","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571730","volume":"55","author":"Z Ji","year":"2023","unstructured":"Ji Z, et al. Survey of hallucination in natural language generation. ACM Comput Surv. 2023;55:1\u201338.","journal-title":"ACM Comput Surv"},{"key":"2664_CR52","unstructured":"Liang T, et al. Encouraging divergent thinking in large language models through multi-agent debate; 2023. arXiv Preprint. arXiv:2305.19118."},{"key":"2664_CR53","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima T, Gu SS, Reid M, Matsuo Y, Iwasawa Y. Large language models are zero-shot reasoners. Adv Neural Inf Process Syst. 2022;35:22199\u2013213.","journal-title":"Adv Neural Inf Process Syst"},{"key":"2664_CR54","unstructured":"Shinn N, Labash B, Gopinath A. Reflexion: an autonomous agent with dynamic memory and self-reflection. 2023. arXiv preprint arXiv:2303.11366."},{"key":"2664_CR55","unstructured":"Wang X, Wei J, Schuurmans D, Le Q, Chi E, Narang S, Chowdhery A, Zhou D. Self-consistency improves chain of thought reasoning in language models. 2022. arXiv preprint arXiv:2203.11171."}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-02664-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-024-02664-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-02664-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T01:00:40Z","timestamp":1731718840000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-024-02664-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,10]]},"references-count":55,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2024,4]]}},"alternative-id":["2664"],"URL":"https:\/\/doi.org\/10.1007\/s42979-024-02664-0","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,10]]},"assertion":[{"value":"20 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Research Involving Human and\/or Animals"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"422"}}