{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T05:22:41Z","timestamp":1771910561093,"version":"3.50.1"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031751066","type":"print"},{"value":"9783031751073","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-75107-3_13","type":"book-chapter","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T07:01:50Z","timestamp":1729926110000},"page":"208-223","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["How Well Do LLMs Understand DEECo Ensemble-Based Component Architectures"],"prefix":"10.1007","author":[{"given":"Michal","family":"T\u00f6pfer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Danylo","family":"Khalyeyev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom\u00e1\u0161","family":"Bure\u0161","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petr","family":"Hn\u011btynka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Franti\u0161ek","family":"Pl\u00e1\u0161il","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,27]]},"reference":[{"key":"13_CR1","doi-asserted-by":"publisher","unstructured":"Ahmad, A., Waseem, M., Liang, P., et al.: Towards human-bot collaborative software architecting with ChatGPT. In: Proceedings of EASE 2023, Oulu, Finland, pp. 279\u2013285 (2023). https:\/\/doi.org\/10.1145\/3593434.3593468","DOI":"10.1145\/3593434.3593468"},{"key":"13_CR2","doi-asserted-by":"publisher","unstructured":"Al Ali, R., Bures, T., Hnetynka, P., et al.: Dynamic security specification through autonomic component ensemble. In: Proceedings of ISoLA 2018, Limassol, Cyprus. LNCS. Springer (2018). https:\/\/doi.org\/10.1007\/978-3-030-03424-5_12","DOI":"10.1007\/978-3-030-03424-5_12"},{"key":"13_CR3","doi-asserted-by":"publisher","unstructured":"Al Ali, R., Bures, T., Hnetynka, P., et al.: Toward autonomically composable and context-dependent access control specification through ensembles. Int. J. Softw. Tools Technol. Transfer 22(4), 511\u2013522 (2020). https:\/\/doi.org\/10.1007\/s10009-020-00556-1","DOI":"10.1007\/s10009-020-00556-1"},{"key":"13_CR4","doi-asserted-by":"publisher","unstructured":"Brown, T.B., Mann, B., Ryder, N., et al.: Language models are few-shot learners. In: Proceedings NIPS 2020, Vancouver, Canada, pp. 1877\u20131901 (2020) https:\/\/doi.org\/10.1007\/s10009-020-00556-1","DOI":"10.1007\/s10009-020-00556-1"},{"key":"13_CR5","doi-asserted-by":"publisher","unstructured":"Bures, T., Gerostathopoulos, I., Hnetynka, P., et al.: DEECO: an ensemble-based component system. In: Proceedings of CBSE 2013, Vancouver, Canada, pp. 81\u201390 (2013). https:\/\/doi.org\/10.1145\/2465449.2465462","DOI":"10.1145\/2465449.2465462"},{"key":"13_CR6","unstructured":"Clark, P., Cowhey, I., Etzioni, O., et al.: Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge, (2018). https:\/\/doi.org\/10.48550\/arxiv1803.05457. arXiv: 1803.05457 [cs.AI]"},{"key":"13_CR7","unstructured":"Cobbe, K., Kosaraju, V., Bavarian, M., et al.: Training Verifiers to Solve Math Word Problems, (2021). https:\/\/doi.org\/10.48550\/arXiv.2110.14168arXiv: 2110.14168 [cs.LG]"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"Dhar, R., Vaidhyanathan, K., Varma, V.: Can LLMs Generate Architectural Design Decisions? -An Exploratory Empirical study (2024). https:\/\/doi.org\/10.48550\/arxiv.2403.01709. arXiv: 2403.01709 [cs.SE]. (accepted to ICSA 2024)","DOI":"10.1109\/ICSA59870.2024.00016"},{"key":"13_CR9","unstructured":"Donakanti, R., Jain, P., Kulkarni, S., et al.: Reimagining Self-Adaptation in the Age of Large Language Models (2024). https:\/\/doi.org\/10.48550\/arxiv.2404.09866arXiv: 2404.09866 [cs.SE]"},{"key":"13_CR10","unstructured":"Hendrycks, D., Burns, C., Basart, S., et al.: Measuring Massive Multitask Language Understanding, (2021). https:\/\/doi.org\/10.48550\/arxiv.2009.03300arXiv: 2009.03300 [cs.CY]"},{"key":"13_CR11","doi-asserted-by":"publisher","unstructured":"Hnetynka, P., Bures, T., Gerostathopoulos, I., et al.: Using component ensembles for modeling autonomic component collaboration in smart farming. In: Proceedings of SEAMS 2020, Seoul, Korea, pp. 156\u2013162. ACM (2020). https:\/\/doi.org\/10.1145\/3387939.3391599","DOI":"10.1145\/3387939.3391599"},{"key":"13_CR12","doi-asserted-by":"publisher","unstructured":"Krijt, F., Jiracek, Z., Bures, T., et al.: Intelligent ensembles - a declarative group description language and java framework. In: Proceedings of SEAMS 2017, Buenos Aires, Argentina, pp. 116\u2013122 (2017). https:\/\/doi.org\/10.1109\/SEAMS.2017.17","DOI":"10.1109\/SEAMS.2017.17"},{"key":"13_CR13","unstructured":"Li, B., Wu, W., Tang, Z., et al.: DevBench: a comprehensive benchmark for software development (2024). https:\/\/doi.org\/10.48550\/arxiv.2403.08604arXiv: 2403.08604 [cs.CL]"},{"key":"13_CR14","unstructured":"Liang, P., Bommasani, R., Lee, T., et al.: Holistic Evaluation of Language Models (2023). https:\/\/doi.org\/10.48550\/arxiv.2211.09110. arXiv:2211. 09110 [cs.CL]"},{"key":"13_CR15","doi-asserted-by":"publisher","unstructured":"Mernik, M., Heering, J., Sloane, A.M.: When and how to develop domain-specific languages. ACM Comput. Surv. 37(4), 316\u2013344 (2005). https:\/\/doi.org\/10.1145\/1118890.1118892","DOI":"10.1145\/1118890.1118892"},{"key":"13_CR16","unstructured":"Sakaguchi, K., Bras, R.L., Bhagavatula, C., et al.: WinoGrande: an adversarial winograd schema challenge at scale (2019). https:\/\/doi.org\/10.48550\/arxiv.1907.10641.arXiv: 1907.10641 [cs.CL]"},{"key":"13_CR17","doi-asserted-by":"publisher","unstructured":"Sutawika, L., Schoelkopf, H., Gao, L., et al.: EleutherAI\/lm-evaluation-harness: v0.4.2, version v0.4.2 (2024). https:\/\/doi.org\/10.5281\/zenodo.10829972","DOI":"10.5281\/zenodo.10829972"},{"key":"13_CR18","doi-asserted-by":"publisher","unstructured":"Topfer, M., Abdullah, M., Krulis, M., et al.: ML-DEECo: a machine-learning- enabled framework for self-organizing components. In: Companion proceedings of ACSOS 2022, Virtual event, pp. 66\u201369. IEEE (2022). https:\/\/doi.org\/10.1109\/ACSOSC56246.2022.00033","DOI":"10.1109\/ACSOSC56246.2022.00033"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Wirsing, M., H\u2013lzl, M., Koch, N., et al.: Software Engineering for Collective Autonomic Systems (The ASCENS Approach). Springer (2015)","DOI":"10.1007\/978-3-319-16310-9"},{"key":"13_CR20","doi-asserted-by":"crossref","unstructured":"Zellers, R., Holtzman, A., Bisk, Y., et al.: HellaSwag: Can a Machine Really Finish Your Sentence? (2019). https:\/\/doi.org\/10.48550\/arxiv.1905.07830arXiv:1905.07830 [cs.CL]","DOI":"10.18653\/v1\/P19-1472"}],"container-title":["Lecture Notes in Computer Science","Leveraging Applications of Formal Methods, Verification and Validation. Rigorous Engineering of Collective Adaptive Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-75107-3_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T07:12:53Z","timestamp":1729926773000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-75107-3_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"ISBN":["9783031751066","9783031751073"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-75107-3_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"27 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISoLA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Leveraging Applications of Formal Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isola2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/isola-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}