{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T03:42:34Z","timestamp":1777866154389,"version":"3.51.4"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T00:00:00Z","timestamp":1773964800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T00:00:00Z","timestamp":1773964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100005005","name":"Ben-Gurion University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100005005","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s10664-026-10831-5","type":"journal-article","created":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T03:31:20Z","timestamp":1773977480000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The impact of LLM-generated models on novice domain modelers: a comparative experiment"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4778-7897","authenticated-orcid":false,"given":"Maxim","family":"Bragilovski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1190-8327","authenticated-orcid":false,"given":"Ashley T.","family":"van Can","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4480-3887","authenticated-orcid":false,"given":"Fabiano","family":"Dalpiaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4021-7752","authenticated-orcid":false,"given":"Arnon","family":"Sturm","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,20]]},"reference":[{"issue":"1","key":"10831_CR1","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1007\/s10515-006-5468-2","volume":"13","author":"V Ambriola","year":"2006","unstructured":"Ambriola V, Gervasi V (2006) On the systematic analysis of natural language requirements with CIRCE. Autom Softw Eng 13(1):107\u2013167","journal-title":"Autom Softw Eng"},{"key":"10831_CR2","doi-asserted-by":"crossref","unstructured":"Arulmohan S, Meurs M-J, Mosser S (2023) Extracting domain models from textual requirements in the era of large language models. In: Companion Proc of the international conference on model driven engineering languages and systems, pp 580\u2013587. ACM\/IEEE","DOI":"10.1109\/MODELS-C59198.2023.00096"},{"issue":"6","key":"10831_CR3","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s10664-021-09986-0","volume":"26","author":"DM Berry","year":"2021","unstructured":"Berry DM (2021) Empirical evaluation of tools for hairy requirements engineering tasks. Empir Softw Eng 26(6):111","journal-title":"Empir Softw Eng"},{"key":"10831_CR4","volume-title":"Object-Oriented Modeling and Design with UML","author":"M Blaha","year":"2005","unstructured":"Blaha M (2005) Object-Oriented Modeling and Design with UML, 2nd edn. Pearson Education, Upper Saddle River, New Jersey","edition":"2"},{"key":"10831_CR5","unstructured":"Bragilosvki M, Dalpiaz F, Sturm A (2023) From user stories to domain models: Recommending relationships between entities. In: Workshop on natural language processing in requirements engineering, vol 3378, pp 1\u201311. CEUR Workshop Proceedings"},{"key":"10831_CR6","doi-asserted-by":"crossref","unstructured":"Bragilovski M, Dalpiaz F, Sturm A (2022) Guided derivation of conceptual models from user stories: A controlled experiment. In: International working conference on requirements engineering: foundation for software quality, pp 131\u2013147. Springer","DOI":"10.1007\/978-3-030-98464-9_11"},{"key":"10831_CR7","doi-asserted-by":"crossref","unstructured":"Bragilovski M, Van Can AT, Dalpiaz F, Sturm A (2024) Deriving domain models from user stories: Human vs. machines. In: International requirements engineering conference, pp 31\u201342. IEEE","DOI":"10.1109\/RE59067.2024.00014"},{"key":"10831_CR8","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/s00766-025-00442-9","volume":"30","author":"M Bragilovski","year":"2025","unstructured":"Bragilovski M, Can AT, Dalpiaz F, Sturm A (2025) Leveraging machines to derive domain models from user stories. Requirements Eng 30:241\u2013262","journal-title":"Requirements Eng"},{"key":"10831_CR9","doi-asserted-by":"publisher","unstructured":"Bragilovski M, Can AT, Dalpiaz F, Sturm A (2025) On the Impact of LLMs on the Derivation of Domain Models. https:\/\/doi.org\/10.5281\/zenodo.18350918","DOI":"10.5281\/zenodo.18350918"},{"key":"10831_CR10","doi-asserted-by":"crossref","unstructured":"Bruch M, Monperrus M, Mezini M (2009) Learning from examples to improve code completion systems. In: Joint meeting of the European software engineering conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, pp 213\u2013222","DOI":"10.1145\/1595696.1595728"},{"issue":"3","key":"10831_CR11","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara J, Troya J, Burgue\u00f1o L, Vallecillo A (2023) On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw Syst Model 22(3):781\u2013793","journal-title":"Softw Syst Model"},{"key":"10831_CR12","doi-asserted-by":"crossref","unstructured":"Chaaben MB, Burgue\u00f1o L, Sahraoui H (2023) Towards using few-shot prompt learning for automating model completion. In: International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER), pp 7\u201312. IEEE","DOI":"10.1109\/ICSE-NIER58687.2023.00008"},{"issue":"3","key":"10831_CR13","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1111\/1467-8721.ep10768783","volume":"1","author":"J Cohen","year":"1992","unstructured":"Cohen J (1992) Statistical power analysis. Curr Dir Psychol Sci 1(3):98\u2013101","journal-title":"Curr Dir Psychol Sci"},{"key":"10831_CR14","volume-title":"User Stories Applied: For Agile Software Development","author":"M Cohn","year":"2004","unstructured":"Cohn M (2004) User Stories Applied: For Agile Software Development, 1st edn. Addison-Wesley Professional, Boston, Massachusetts","edition":"1"},{"key":"10831_CR15","doi-asserted-by":"publisher","unstructured":"Dalpiaz F (2018) Requirements data sets (user stories). Mendeley Data, V1. https:\/\/doi.org\/10.17632\/7zbk8zsd8y.1","DOI":"10.17632\/7zbk8zsd8y.1"},{"key":"10831_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106484","volume":"131","author":"F Dalpiaz","year":"2021","unstructured":"Dalpiaz F, Gieske P, Sturm A (2021) On deriving conceptual models from user requirements: An empirical study. Inf Softw Technol 131:106484","journal-title":"Inf Softw Technol"},{"issue":"1","key":"10831_CR17","first-page":"292","volume":"15","author":"A Dinno","year":"2015","unstructured":"Dinno A (2015) Nonparametric pairwise multiple comparisons in independent groups using dunn\u2019s test. Stand Genomic Sci 15(1):292\u2013300","journal-title":"Stand Genomic Sci"},{"key":"10831_CR18","doi-asserted-by":"crossref","unstructured":"Espa\u00f1a S, Ruiz M, Gonz\u00e1lez A (2012) Systematic derivation of conceptual models from requirements models: A controlled experiment. In: International conference on research challenges in information science, pp 1\u201312. IEEE","DOI":"10.1109\/RCIS.2012.6240428"},{"key":"10831_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106563","volume":"136","author":"LJ Gon\u00e7ales","year":"2021","unstructured":"Gon\u00e7ales LJ, Farias K, Silva BC (2021) Measuring the cognitive load of software developers: An extended systematic mapping study. Inf Softw Technol 136:106563","journal-title":"Inf Softw Technol"},{"key":"10831_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2023.102141","volume":"145","author":"A Gupta","year":"2023","unstructured":"Gupta A, Poels G, Bera P (2023) Generating multiple conceptual models from behavior-driven development scenarios. Data & Knowledge Engineering 145:102141","journal-title":"Data & Knowledge Engineering"},{"key":"10831_CR21","doi-asserted-by":"crossref","unstructured":"Hofmann LS, Lauer A, Kosiol J, Kesper A, Wieber P, Rabieyan A, Taentzer G (2025) Detecting redundancies between user stories with graphs and large language models. In: International working conference on requirements engineering: foundation for software quality, pp 244\u2013260. Springer","DOI":"10.1007\/978-3-031-88531-0_18"},{"key":"10831_CR22","unstructured":"Jiang J, Wang F, Shen J, Kim S, Kim S (2024) A survey on large language models for code generation. arXiv preprint arXiv:2406.00515"},{"key":"10831_CR23","doi-asserted-by":"crossref","unstructured":"Laskar MTR, Bari MS, Rahman M, Bhuiyan MAH, Joty S, Huang JX (2023) A systematic study and comprehensive evaluation of ChatGPT on benchmark datasets. arXiv preprint arXiv:2305.18486","DOI":"10.18653\/v1\/2023.findings-acl.29"},{"key":"10831_CR24","doi-asserted-by":"crossref","unstructured":"Li Y, Keung J, Ma X, Chong CY, Zhang J, Liao Y (2024) LLM-based class diagram derivation from user stories with chain-of-thought promptings. In: Annual computers, software, and applications conference, pp 45\u201350. IEEE","DOI":"10.1109\/COMPSAC61105.2024.00017"},{"issue":"2","key":"10831_CR25","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/52.268955","volume":"11","author":"OI Lindland","year":"1994","unstructured":"Lindland OI, Sindre G, Solvberg A (1994) Understanding quality in conceptual modeling. IEEE Softw 11(2):42\u201349","journal-title":"IEEE Softw"},{"key":"10831_CR26","doi-asserted-by":"crossref","unstructured":"Lucassen G, Dalpiaz F, Werf JMEvd, Brinkkemper S (2016) The use and effectiveness of user stories in practice. In: International working conference on requirements engineering: foundation for software quality, pp 205\u2013222. Springer","DOI":"10.1007\/978-3-319-30282-9_14"},{"key":"10831_CR27","doi-asserted-by":"crossref","unstructured":"Lucassen G, Dalpiaz F, Werf JME, Brinkkemper S (2016) Visualizing user story requirements at multiple granularity levels via semantic relatedness. In: International conference on conceptual modeling, pp 463\u2013478. Springer","DOI":"10.1007\/978-3-319-46397-1_35"},{"issue":"3","key":"10831_CR28","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s00766-017-0270-1","volume":"22","author":"G Lucassen","year":"2017","unstructured":"Lucassen G, Robeer M, Dalpiaz F, Werf JMEM, Brinkkemper S (2017a) Extracting conceptual models from user stories with Visual Narrator. Requirements Eng 22(3):339\u2013358","journal-title":"Requirements Eng"},{"key":"10831_CR29","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/s00766-017-0270-1","volume":"22","author":"G Lucassen","year":"2017","unstructured":"Lucassen G, Robeer M, Dalpiaz F, Van Der Werf JME, Brinkkemper S (2017b) Extracting conceptual models from user stories with Visual Narrator. Requirements Eng 22:339\u2013358","journal-title":"Requirements Eng"},{"issue":"1","key":"10831_CR30","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s00766-024-00416-3","volume":"29","author":"D Luitel","year":"2024","unstructured":"Luitel D, Hassani S, Sabetzadeh M (2024) Improving requirements completeness: Automated assistance through large language models. Requirements Eng 29(1):73\u201395","journal-title":"Requirements Eng"},{"key":"10831_CR31","doi-asserted-by":"crossref","unstructured":"McKight PE, Najab J (2010) Kruskal-wallis test. The Corsini Encyclopedia of Psychology, 1\u20131","DOI":"10.1002\/9780470479216.corpsy0491"},{"issue":"4","key":"10831_CR32","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1007\/s10515-015-0184-4","volume":"23","author":"PA M\u00e9nard","year":"2016","unstructured":"M\u00e9nard PA, Ratt\u00e9 S (2016) Concept extraction from business documents for software engineering projects. Autom Softw Eng 23(4):649\u2013686","journal-title":"Autom Softw Eng"},{"issue":"2","key":"10831_CR33","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1017\/S1351324996001337","volume":"2","author":"L Mich","year":"1996","unstructured":"Mich L (1996) NL-OOPS: from natural language to object oriented requirements using the natural language processing system LOLITA. Nat Lang Eng 2(2):161\u2013187","journal-title":"Nat Lang Eng"},{"key":"10831_CR34","doi-asserted-by":"crossref","unstructured":"Nugroho A, Chaudron MR (2008) A survey into the rigor of UML use and its perceived impact on quality and productivity. In: International symposium on empirical software engineering and measurement, pp 90\u201399","DOI":"10.1145\/1414004.1414020"},{"issue":"1","key":"10831_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2744200","volume":"25","author":"S Proksch","year":"2015","unstructured":"Proksch S, Lerch J, Mezini M (2015) Intelligent code completion with bayesian networks. ACM Transactions on Software Engineering and Methodology 25(1):1\u201331","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"10831_CR36","doi-asserted-by":"crossref","unstructured":"Robeer M, Lucassen G, Werf JME, Dalpiaz F, Brinkkemper S (2016) Automated extraction of conceptual models from user stories via NLP. In: International requirements engineering conference, pp 196\u2013205. IEEE","DOI":"10.1109\/RE.2016.40"},{"key":"10831_CR37","doi-asserted-by":"publisher","first-page":"1015","DOI":"10.1007\/s10270-021-00942-6","volume":"21","author":"R Saini","year":"2022","unstructured":"Saini R, Mussbacher G, Guo JL, Kienzle J (2022) Automated, interactive, and traceable domain modelling empowered by artificial intelligence. Softw Syst Model 21:1015\u20131045","journal-title":"Softw Syst Model"},{"issue":"3\u20134","key":"10831_CR38","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1093\/biomet\/52.3-4.591","volume":"52","author":"SS Shapiro","year":"1965","unstructured":"Shapiro SS, Wilk MB (1965) An analysis of variance test for normality (complete samples). Biometrika 52(3\u20134):591\u2013611","journal-title":"Biometrika"},{"issue":"6","key":"10831_CR39","doi-asserted-by":"publisher","first-page":"772","DOI":"10.1109\/TSE.2010.81","volume":"37","author":"Y Shin","year":"2010","unstructured":"Shin Y, Meneely A, Williams L, Osborne JA (2010) Evaluating complexity, code churn, and developer activity metrics as indicators of software vulnerabilities. IEEE Trans Software Eng 37(6):772\u2013787","journal-title":"IEEE Trans Software Eng"},{"key":"10831_CR40","unstructured":"Silva TC (2025) Extracting knowledge graphs from user stories using LangChain. arXiv preprint arXiv:2506.11020"},{"key":"10831_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.112137","volume":"300","author":"X Sun","year":"2024","unstructured":"Sun X, Guo Q, Ge S (2024) Gfn: a novel joint entity and relation extraction model with redundancy and denoising strategies. Knowl-Based Syst 300:112137","journal-title":"Knowl-Based Syst"},{"issue":"2","key":"10831_CR42","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1207\/s15516709cog1202_4","volume":"12","author":"J Sweller","year":"1988","unstructured":"Sweller J (1988) Cognitive load during problem solving: Effects on learning. Cogn Sci 12(2):257\u2013285","journal-title":"Cogn Sci"},{"key":"10831_CR43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in Software Engineering, 1st edn. Springer, Berlin Heidelberg","edition":"1"},{"key":"10831_CR44","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/s00766-010-0111-y","volume":"16","author":"T Yue","year":"2011","unstructured":"Yue T, Briand LC, Labiche Y (2011) A systematic review of transformation approaches between user requirements and analysis models. Requirements Eng 16:75\u201399","journal-title":"Requirements Eng"},{"key":"10831_CR45","doi-asserted-by":"crossref","unstructured":"Yue T, Briand LC, Labiche Y (2015) aToucan: An Automated Framework to Derive UML Analysis Models from Use Case Models. ACM Trans Softw Eng Methodol 24(3)","DOI":"10.1145\/2699697"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10831-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10831-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10831-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T08:07:44Z","timestamp":1777536464000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10831-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,20]]},"references-count":45,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["10831"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10831-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,20]]},"assertion":[{"value":"20 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The study protocol was reviewed and approved by the Ethics Committee of the Department of Information and Systems Engineering at Ben-Gurion University.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Informed consent was obtained from participants.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"The authors declare no conflicts of interest.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number"}}],"article-number":"96"}}