{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T07:55:26Z","timestamp":1772438126870,"version":"3.50.1"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032021373","type":"print"},{"value":"9783032021380","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-02138-0_7","type":"book-chapter","created":{"date-parts":[[2025,8,30]],"date-time":"2025-08-30T02:28:40Z","timestamp":1756520920000},"page":"99-115","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["LLMs for\u00a0Software Architecture Knowledge: A Comparative Analysis Among Seven LLMs"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6638-3732","authenticated-orcid":false,"given":"Mohamed","family":"Soliman","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elia","family":"Ashraf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kamel M. K.","family":"Abdelsalam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8899-7081","authenticated-orcid":false,"given":"Jan","family":"Keim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashwin Prasad Shivarpatna","family":"Venkatesh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,20]]},"reference":[{"key":"7_CR1","unstructured":"Large Enough | Mistral AI. https:\/\/mistral.ai\/news\/mistral-large-2407"},{"key":"7_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2024.107587","volume":"177","author":"MS Aktar","year":"2025","unstructured":"Aktar, M.S., Liang, P., et al.: Architecture decisions in quantum software systems: an empirical study on stack exchange and GitHub. Inf. Softw. Technol. 177, 107587 (2025). https:\/\/doi.org\/10.1016\/j.infsof.2024.107587","journal-title":"Inf. Softw. Technol."},{"key":"7_CR3","unstructured":"Bass, L., Clements, P., Kazman, R.: Software Architecture in Practice, 3rd edn. Addison-Wesley (2012)"},{"key":"7_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/978-3-319-65831-5_10","volume-title":"Software Architecture","author":"M Bhat","year":"2017","unstructured":"Bhat, M., Shumaiev, K., Biesdorf, A., Hohenstein, U., Matthes, F.: Automatic extraction of design decisions from issue management systems: a machine learning based approach. In: Lopes, A., de Lemos, R. (eds.) ECSA 2017. LNCS, vol. 10475, pp. 138\u2013154. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-65831-5_10"},{"key":"7_CR5","doi-asserted-by":"publisher","unstructured":"Bhat, M., et\u00a0al.: An expert recommendation system for design decision making: who should be involved in making a design decision? IEEE 15th ICSA, pp. 85\u201394 (2018). https:\/\/doi.org\/10.1109\/ICSA.2018.00018","DOI":"10.1109\/ICSA.2018.00018"},{"key":"7_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111005","author":"T Bi","year":"2021","unstructured":"Bi, T., Liang, P., Tang, A., Xia, X.: Mining architecture tactics and quality attributes knowledge in Stack Overflow. J. Syst. Softw. (2021). https:\/\/doi.org\/10.1016\/j.jss.2021.111005","journal-title":"J. Syst. Softw."},{"key":"7_CR7","unstructured":"Brown, T., Mann, B., Ryder, N., et\u00a0al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol.\u00a033, pp. 1877\u20131901. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"7_CR8","unstructured":"Buschmann, F., Meunier, R., Rohnert, H., Sommerlad, P., Stal, M.: Pattern-Oriented Software Architecture: A System of Patterns, 1 edn. Wiley (1996)"},{"key":"7_CR9","unstructured":"Chen, L., et\u00a0al.: A survey on evaluating large language models in code generation tasks (2024). arXiv:2408.16498"},{"key":"7_CR10","doi-asserted-by":"publisher","DOI":"10.1142\/4838","author":"M Crochemore","year":"2002","unstructured":"Crochemore, M., Rytter, W.: Jewels of stringology: text algorithms. World Sci. (2002). https:\/\/doi.org\/10.1142\/4838","journal-title":"World Sci."},{"key":"7_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111608","volume":"198","author":"MJ de Dieu","year":"2023","unstructured":"de Dieu, M.J., Liang, P., et al.: Characterizing architecture related posts and their usefulness in stack overflow. J. Syst. Softw. 198, 111608 (2023). https:\/\/doi.org\/10.1016\/j.jss.2023.111608","journal-title":"J. Syst. Softw."},{"key":"7_CR12","doi-asserted-by":"publisher","unstructured":"DeepSeek-AI, Guo, D., Yang, D., Zhang, H., et\u00a0al.: DeepSeek-R1: incentivizing reasoning capability in LLMs via reinforcement learning (2025). https:\/\/doi.org\/10.48550\/arXiv.2501.12948","DOI":"10.48550\/arXiv.2501.12948"},{"key":"7_CR13","doi-asserted-by":"publisher","unstructured":"Dhar, R., Vaidhyanathan, K., Varma, V.: Can LLMs generate architectural design decisions? - an exploratory empirical study. In: IEEE 21st ICSA, pp. 79\u201389. IEEE (2024). https:\/\/doi.org\/10.1109\/ICSA59870.2024.00016","DOI":"10.1109\/ICSA59870.2024.00016"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"Dhar, R., Vaidhyanathan, K., Varma, V.: Leveraging generative AI for architecture knowledge management. In: IEEE 21st ICSA Companion, pp. 163\u2013166 (2024). https:\/\/doi.org\/10.1109\/ICSA-C63560.2024.00034","DOI":"10.1109\/ICSA-C63560.2024.00034"},{"key":"7_CR15","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1007\/978-3-031-70797-1_21","volume-title":"ECSA 2024","author":"JA D\u00edaz-Pace","year":"2024","unstructured":"D\u00edaz-Pace, J.A., Tommasel, A., Capilla, R.: Helping novice architects to make quality design decisions using an LLM-based assistant. In: Galster, M., Scandurra, P., Mikkonen, T., Oliveira Antonino, P., Nakagawa, E.Y., Navarro, E. (eds.) ECSA 2024. LNCS, vol. 14889, pp. 324\u2013332. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70797-1_21"},{"key":"7_CR16","doi-asserted-by":"publisher","unstructured":"Fan, A., et\u00a0al.: Large language models for software engineering: survey and open problems. In: IEEE\/ACM ICSE: Future of Software Engineering, pp. 31\u201353 (2023). https:\/\/doi.org\/10.1109\/ICSE-FoSE59343.2023.00008","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"7_CR17","doi-asserted-by":"publisher","unstructured":"Fu, L., Liang, P., Li, X., Yang, C.: A machine learning based ensemble method for automatic multiclass classification of decisions. In: ACM EASE, pp. 40\u201349 (2021). https:\/\/doi.org\/10.1145\/3463274.3463325","DOI":"10.1145\/3463274.3463325"},{"key":"7_CR18","doi-asserted-by":"publisher","unstructured":"Fuch\u00df, D., et al.: LiSSA: toward generic traceability link recovery through retrieval-augmented generation. In: ICSE (2025). https:\/\/doi.org\/10.1109\/ICSE55347.2025.00186","DOI":"10.1109\/ICSE55347.2025.00186"},{"key":"7_CR19","doi-asserted-by":"publisher","unstructured":"Fuch\u00df, D., Liu, H., Hey, T., Keim, J., Koziolek, A.: Enabling architecture traceability by LLM-based architecture component name extraction. In: 22nd IEEE ICSA (2025). https:\/\/doi.org\/10.5445\/IR\/1000179830","DOI":"10.5445\/IR\/1000179830"},{"key":"7_CR20","doi-asserted-by":"publisher","unstructured":"Garcia, J., Ivkovic, I., Medvidovic, N.: A comparative analysis of software architecture recovery techniques. In: IEEE\/ACM ASE, pp. 486\u2013496 (2013). https:\/\/doi.org\/10.1109\/ASE.2013.6693106","DOI":"10.1109\/ASE.2013.6693106"},{"key":"7_CR21","doi-asserted-by":"publisher","unstructured":"Gerdes, S., Soliman, M., Riebisch, M.: Decision buddy: tool support for constraint-based design decisions during system evolution. In: International WS on FoSADA, pp. 13\u201318. ACM, New York (2015). https:\/\/doi.org\/10.1145\/2751491.2751495","DOI":"10.1145\/2751491.2751495"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Gorton, I., Xu, R., Yang, Y., Liu, H., Zheng, G.: Experiments in curation: towards machine-assisted construction of software architecture knowledge bases. In: IEEE\/IFIP ICSA 2017, pp. 79\u201388 (2017)","DOI":"10.1109\/ICSA.2017.27"},{"key":"7_CR23","doi-asserted-by":"publisher","unstructured":"Grattafiori, A., Dubey, A., Jauhri, A., et\u00a0al.: The Llama 3 Herd of Models (2024). https:\/\/doi.org\/10.48550\/arXiv.2407.21783","DOI":"10.48550\/arXiv.2407.21783"},{"key":"7_CR24","doi-asserted-by":"publisher","DOI":"10.1145\/3695988","author":"X Hou","year":"2024","unstructured":"Hou, X., et al.: Large language models for software engineering: a systematic literature review. TOSEM (2024). https:\/\/doi.org\/10.1145\/3695988","journal-title":"TOSEM"},{"issue":"3","key":"7_CR25","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1109\/TSE.2015.2465387","volume":"42","author":"R Kazman","year":"2016","unstructured":"Kazman, R., Goldenson, D., Monarch, I., Nichols, W., Valetto, G.: Evaluating the effects of architectural documentation: a case study of a large scale open source project. IEEE Trans. Software Eng. 42(3), 220\u2013260 (2016). https:\/\/doi.org\/10.1109\/TSE.2015.2465387","journal-title":"IEEE Trans. Software Eng."},{"key":"7_CR26","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/978-3-031-36889-9_29","volume-title":"ECSA 2022","author":"J Keim","year":"2023","unstructured":"Keim, J., Hey, T., Sauer, B., Koziolek, A.: A taxonomy for design decisions in software architecture documentation. In: Batista, T., Bure\u0161, T., Raibulet, C., Muccini, H. (eds.) ECSA 2022. LNCS, vol. 13928, pp. 439\u2013454. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36889-9_29"},{"key":"7_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/11921998_8","volume-title":"Quality of Software Architectures","author":"P Kruchten","year":"2006","unstructured":"Kruchten, P., Lago, P., van Vliet, H.: Building up and reasoning about architectural knowledge. In: Hofmeister, C., Crnkovic, I., Reussner, R. (eds.) QoSA 2006. LNCS, vol. 4214, pp. 43\u201358. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11921998_8"},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Maarleveld, J., Dekker, A., Druyts, S., Soliman, M.: Maestro: a deep learning based tool to find and explore architectural design decisions in issue tracking systems. In: ECSA Tools Tracks (2023)","DOI":"10.1007\/978-3-031-66326-0_24"},{"key":"7_CR29","unstructured":"Naveed, H., et al.: A comprehensive overview of large language models (2024). arXiv:2307.06435"},{"key":"7_CR30","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving language understanding with unsupervised learning (2018). https:\/\/web.archive.org\/web\/20230318210736\/https:\/\/openai.com\/research\/language-unsupervised"},{"key":"7_CR31","doi-asserted-by":"publisher","unstructured":"Rukmono, S.A., Ochoa, L., Chaudron, M.: Deductive software architecture recovery via chain-of-thought prompting. In: ICSE-NIER (2024). https:\/\/doi.org\/10.1145\/3639476.3639776","DOI":"10.1145\/3639476.3639776"},{"key":"7_CR32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-86044-8_8","author":"M Soliman","year":"2021","unstructured":"Soliman, M., Galster, M., Avgeriou, P.: An exploratory study on architectural knowledge in issue tracking systems. ECSA (2021). https:\/\/doi.org\/10.1007\/978-3-030-86044-8_8","journal-title":"ECSA"},{"key":"7_CR33","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/978-3-031-70797-1_20","volume-title":"ECSA 2024","author":"M Soliman","year":"2024","unstructured":"Soliman, M.: Exploring architectural design decisions in mailing lists and their traceability to issue trackers. In: Galster, M., Scandurra, P., Mikkonen, T., Oliveira Antonino, P., Nakagawa, E.Y., Navarro, E. (eds.) ECSA 2024. LNCS, vol. 14889, pp. 307\u2013323. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70797-1_20"},{"key":"7_CR34","doi-asserted-by":"publisher","unstructured":"Soliman, M., Ashraf, E., Abdelsalam, K.M.K., Keim, J., Venkatesh, A.P.S.: Supplementary material for \u2018LLMs for Software Architecture Knowledge: A Comparative Analysis Among Seven LLMs\u2019. https:\/\/doi.org\/10.5281\/zenodo.15584019","DOI":"10.5281\/zenodo.15584019"},{"key":"7_CR35","doi-asserted-by":"publisher","unstructured":"Soliman, M., Gericke, K., Avgeriou, P.: Where and what do software architects blog?: An exploratory study on architectural knowledge in blogs, and their relevance to design steps. In: IEEE ICSA, pp. 129\u2013140 (2023). https:\/\/doi.org\/10.1109\/ICSA56044.2023.00020","DOI":"10.1109\/ICSA56044.2023.00020"},{"key":"7_CR36","doi-asserted-by":"publisher","unstructured":"Soliman, M., Keim, J.: Supplementary material for \u2018Do Large Language Models Contain Software Architectural Knowledge? An Exploratory Case Study with GPT\u2019. https:\/\/doi.org\/10.5281\/zenodo.14512761","DOI":"10.5281\/zenodo.14512761"},{"key":"7_CR37","doi-asserted-by":"publisher","unstructured":"Soliman, M., Keim, J.: Do large language models contain software architectural knowledge? An exploratory case study with GPT. In: IEEE ICSA. IEEE (2025). https:\/\/doi.org\/10.5445\/IR\/1000178724","DOI":"10.5445\/IR\/1000178724"},{"issue":"6","key":"7_CR38","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1016\/j.jss.2006.08.040","volume":"80","author":"A Tang","year":"2007","unstructured":"Tang, A., Jin, Y., Han, J.: A rationale-based architecture model for design traceability and reasoning. JSS 80(6), 918\u2013934 (2007). https:\/\/doi.org\/10.1016\/j.jss.2006.08.040","journal-title":"JSS"},{"key":"7_CR39","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models (2023). arXiv:2302.13971"},{"key":"7_CR40","doi-asserted-by":"publisher","unstructured":"Venkatesh, A.P.S., Sabu, S., Mir, A.M., Reis, S., Bodden, E.: The emergence of large language models in static analysis: a first look through micro-benchmarks. In: FORGE (2024). https:\/\/doi.org\/10.1145\/3650105.3652288","DOI":"10.1145\/3650105.3652288"},{"key":"7_CR41","unstructured":"Warnett, S.J., Zdun, U.: Bridging the gap between MLOps and RLOps: an industry 4.0 case study on architectural design decisions in practice. In: IEEE ICSA (2025). http:\/\/eprints.cs.univie.ac.at\/8343\/"},{"key":"7_CR42","unstructured":"Xuanfan, N., Piji, L.: A systematic evaluation of large language models for natural language generation tasks. In: 22nd Chin. Nat. Conf. on Comp. Linguistics, Harbin, China, pp. 40\u201356 (2023). https:\/\/aclanthology.org\/2023.ccl-2.4"},{"key":"7_CR43","doi-asserted-by":"publisher","unstructured":"Yang, A., Yang, B., Hui, B., et\u00a0al.: Qwen2 Technical Report (2024). https:\/\/doi.org\/10.48550\/arXiv.2407.10671","DOI":"10.48550\/arXiv.2407.10671"},{"key":"7_CR44","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with BERT (2020). arXiv:1904.09675"}],"container-title":["Lecture Notes in Computer Science","Software Architecture"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-02138-0_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T07:00:28Z","timestamp":1772434828000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-02138-0_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,20]]},"ISBN":["9783032021373","9783032021380"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-02138-0_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,20]]},"assertion":[{"value":"20 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECSA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Software Architecture","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Limassol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cyprus","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecsa2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/ecsa-2025","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}