{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T16:27:56Z","timestamp":1782923276150,"version":"3.54.5"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031953965","type":"print"},{"value":"9783031953972","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-95397-2_13","type":"book-chapter","created":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T04:23:34Z","timestamp":1749788614000},"page":"211-226","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Assessing the\u00a0Suitability of\u00a0Large Language Models in\u00a0Generating UML Class Diagrams as\u00a0Conceptual Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2602-9604","authenticated-orcid":false,"given":"Marco","family":"Calamo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9730-8882","authenticated-orcid":false,"given":"Massimo","family":"Mecella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3824-3214","authenticated-orcid":false,"given":"Monique","family":"Snoeck","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,14]]},"reference":[{"key":"13_CR1","unstructured":"Abdin, M., et\u00a0al.: Phi-4 technical report. arXiv preprint arXiv:2412.08905 (2024)"},{"key":"13_CR2","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"13_CR3","doi-asserted-by":"crossref","unstructured":"Arulmohan, S., Meurs, M.J., Mosser, S.: Extracting domain models from textual requirements in the era of large language models. In: 2023 ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C), pp. 580\u2013587. IEEE (2023)","DOI":"10.1109\/MODELS-C59198.2023.00096"},{"key":"13_CR4","unstructured":"Bi, X., et\u00a0al.: DeepSeek LLM: scaling open-source language models with longtermism. arXiv preprint arXiv:2401.02954 (2024)"},{"key":"13_CR5","doi-asserted-by":"publisher","unstructured":"Bianchini, F., et al.: Engineering information systems with LLMs and AI- based techniques, June 2024. https:\/\/doi.org\/10.5281\/zenodo.11489177","DOI":"10.5281\/zenodo.11489177"},{"key":"13_CR6","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/978-3-030-02302-7_20","volume-title":"The Practice of Enterprise Modeling","author":"D Bogdanova","year":"2018","unstructured":"Bogdanova, D., Snoeck, M.: Learning from errors: error-based exercises in domain modelling pedagogy. In: Buchmann, R.A., Karagiannis, D., Kirikova, M. (eds.) The Practice of Enterprise Modeling, pp. 321\u2013334. Springer International Publishing, Cham (2018)"},{"key":"13_CR7","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"C\u00e1mara, J., Burgue\u00f1o, L., Troya, J.: Towards standarized benchmarks of LLMs in software modeling tasks: a conceptual framework. Softw. Syst. Model., 1\u201310 (2024)","DOI":"10.1007\/s10270-024-01206-9"},{"issue":"3","key":"13_CR9","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara, J., Troya, J., Burgue\u00f1o, L., Vallecillo, A.: On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw. Syst. Model. 22(3), 781\u2013793 (2023)","journal-title":"Softw. Syst. Model."},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Chen, K., Yang, Y., Chen, B., L\u00f3pez, J.A.H., Mussbacher, G., Varr\u00f3, D.: Automated domain modeling with large language models: a comparative study. In: 2023 ACM\/IEEE 26th International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 162\u2013172. IEEE (2023)","DOI":"10.1109\/MODELS58315.2023.00037"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"De\u00a0Bari, D., Garaccione, G., Coppola, R., Torchiano, M., Ardito, L.: Evaluating large language models in exercises of UML class diagram modeling. In: Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, pp. 393\u2013399 (2024)","DOI":"10.1145\/3674805.3690741"},{"key":"13_CR12","unstructured":"Dubey, A., et\u00a0al.: The Llama 3 herd of models. arXiv preprint arXiv:2407.21783 (2024)"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Ferrari, A., Spoletini, P.: Formal requirements engineering and large language models: a two-way roadmap. Inf. Softw. Technol., 107697 (2025)","DOI":"10.1016\/j.infsof.2025.107697"},{"key":"13_CR14","first-page":"1","volume":"18","author":"HG Fill","year":"2023","unstructured":"Fill, H.G., Fettke, P., K\u00f6pke, J.: Conceptual modeling and large language models: impressions from first experiments with ChatGPT. Enterp. Modell. Inf. Syst. Architectures (EMISAJ) 18, 1\u201315 (2023)","journal-title":"Enterp. Modell. Inf. Syst. Architectures (EMISAJ)"},{"key":"13_CR15","unstructured":"Gunasekar, S., et\u00a0al.: Textbooks are all You need. arXiv preprint arXiv:2306.11644 (2023)"},{"key":"13_CR16","unstructured":"Guo, D., et\u00a0al.: DeepSeek-R1: incentivizing reasoning capability in LLMs via reinforcement learning. arXiv preprint arXiv:2501.12948 (2025)"},{"key":"13_CR17","unstructured":"Hurst, A., et\u00a0al.: GPT-4o system card. arXiv preprint arXiv:2410.21276 (2024)"},{"key":"13_CR18","unstructured":"Jackson, M.: Problem Frames: Analyzing and Structuring Software Development Problems. Addison-Wesley Longman Publishing Co., Inc. (2000)"},{"key":"13_CR19","unstructured":"Jaech, A., et\u00a0al.: OpenAI o1 system card. arXiv preprint arXiv:2412.16720 (2024)"},{"key":"13_CR20","unstructured":"Jiang, A.Q., et al.: Mistral 7B (2023). https:\/\/arxiv.org\/abs\/2310.06825"},{"key":"13_CR21","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. In: Advances in Neural Information Processing Systems, vol. 35, pp. 22199\u201322213 (2022)"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Kukreja, S., Kumar, T., Purohit, A., Dasgupta, A., Guha, D.: A literature survey on open source large language models. In: Proceedings of the 2024 7th International Conference on Computers in Management and Business, pp. 133\u2013143 (2024)","DOI":"10.1145\/3647782.3647803"},{"key":"13_CR23","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. In: Advances in Neural Information Processing Systems, vol. 33, pp. 9459\u20139474 (2020)"},{"key":"13_CR24","unstructured":"Liu, A., et\u00a0al.: DeepSeek-V3 technical report. arXiv preprint arXiv:2412.19437 (2024)"},{"key":"13_CR25","unstructured":"Liu, B., Zhan, L.M., Lu, Z., Feng, Y., Xue, L., Wu, X.M.: How good are LLMs at out-of-distribution detection? In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 8211\u20138222 (2024)"},{"issue":"11","key":"13_CR26","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/219717.219748","volume":"38","author":"GA Miller","year":"1995","unstructured":"Miller, G.A.: WordNet: a lexical database for English. Commun. ACM 38(11), 39\u201341 (1995)","journal-title":"Commun. ACM"},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"Mosquera, D., Ruiz, M., Pastor, O., Spielberger, J.: Understanding the landscape of software modelling assistants for MDSE tools: a systematic mapping. Inf. Softw. Technol., 107492 (2024)","DOI":"10.1016\/j.infsof.2024.107492"},{"key":"13_CR28","unstructured":"Penedo, G., et al.: The RefinedWeb dataset for falcon LLM: outperforming curated corpora with web data, and web data only. arXiv preprint arXiv:2306.01116 (2023)"},{"key":"13_CR29","unstructured":"Plaat, A., Wong, A., Verberne, S., Broekens, J., van Stein, N., Back, T.: Reasoning with large language models, a survey. arXiv preprint arXiv:2407.11511 (2024)"},{"key":"13_CR30","doi-asserted-by":"crossref","unstructured":"Prokop, D., Stenchl\u00e1k, \u0160., \u0160koda, P., Kl\u00edmek, J., Ne\u010dask\u1ef3, M.: Enhancing domain modeling with pre-trained large language models: an automated assistant for domain modelers. In: International Conference on Conceptual Modeling, pp. 235\u2013253. Springer (2024)","DOI":"10.1007\/978-3-031-75872-0_13"},{"key":"13_CR31","doi-asserted-by":"publisher","unstructured":"Rosenthal, K., Strecker, S., Snoeck, M.: Modeling difficulties in creating conceptual data models. Softw. Syst. Model. 22(3), 1005\u20131030 (2023). https:\/\/doi.org\/10.1007\/s10270-022-01051-8","DOI":"10.1007\/s10270-022-01051-8"},{"key":"13_CR32","doi-asserted-by":"crossref","unstructured":"Ruan, K., Chen, X., Jin, Z.: Requirements modeling aided by ChatGPT: an experience in embedded systems. In: 2023 IEEE 31st International Requirements Engineering Conference Workshops (REW), pp. 170\u2013177. IEEE (2023)","DOI":"10.1109\/REW57809.2023.00035"},{"key":"13_CR33","unstructured":"Sahoo, P., Singh, A.K., Saha, S., Jain, V., Mondal, S., Chadha, A.: A systematic survey of prompt engineering in large language models: techniques and applications. arXiv preprint arXiv:2402.07927 (2024)"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Silva, J., Ma, Q., Cabot, J., Kelsen, P., Proper, H.A.: Application of the tree-of-thoughts framework to LLM-enabled domain modeling. In: International Conference on Conceptual Modeling, pp. 94\u2013111. Springer (2024)","DOI":"10.1007\/978-3-031-75872-0_6"},{"key":"13_CR35","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Advances in Neural Information Processing Systems, vol. 35, pp. 24824\u201324837 (2022)"},{"key":"13_CR36","unstructured":"Yang, A., et\u00a0al.: Qwen2. 5 technical report. arXiv preprint arXiv:2412.15115 (2024)"},{"key":"13_CR37","doi-asserted-by":"crossref","unstructured":"Yang, Y., Chen, B., Chen, K., Mussbacher, G., Varr\u00f3, D.: Multi-step iterative automated domain modeling with large language models. In: Proceedings of the ACM\/IEEE 27th International Conference on Model Driven Engineering Languages and Systems, pp. 587\u2013595 (2024)","DOI":"10.1145\/3652620.3687807"},{"key":"13_CR38","unstructured":"Yao, S., et al.: Tree of thoughts: deliberate problem solving with large language models. In: Advances in Neural Information Processing Systems, vol. 36, pp. 11809\u201311822 (2023)"},{"key":"13_CR39","unstructured":"Zhang, Z., You, W., Wu, T., Wang, X., Li, J., Zhang, M.: A survey of generative information extraction. In: Proceedings of the 31st International Conference on Computational Linguistics, pp. 4840\u20134870 (2025)"},{"key":"13_CR40","unstructured":"Zhou, Z., et\u00a0al.: A survey on efficient inference for large language models. arXiv preprint arXiv:2404.14294 (2024)"}],"container-title":["Lecture Notes in Business Information Processing","Enterprise, Business-Process and Information Systems Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-95397-2_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T04:23:53Z","timestamp":1749788633000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-95397-2_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031953965","9783031953972"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-95397-2_13","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"14 June 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EMMSAD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Evaluation and Modeling Methods for Systems Analysis and Development","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"emmsad2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.emmsad.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}