{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T12:00:51Z","timestamp":1764244851711,"version":"3.46.0"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032120625","type":"print"},{"value":"9783032120632","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T00:00:00Z","timestamp":1764288000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T00:00:00Z","timestamp":1764288000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-12063-2_7","type":"book-chapter","created":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T11:58:23Z","timestamp":1764244703000},"page":"102-120","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Interim Experiment Report: A Systematic Account of\u00a0The Experimental Design of\u00a0Large Language Model-Based Text-to-Model Approaches"],"prefix":"10.1007","author":[{"given":"Sybren","family":"de Kinderen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qin","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan","family":"Silva Mercado","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karolin","family":"Winter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,11,28]]},"reference":[{"key":"7_CR1","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1007\/978-3-031-82225-4_44","volume-title":"Process Mining Workshops - ICPM 2024","author":"K Apaydin","year":"2024","unstructured":"Apaydin, K., Zisgen, Y.: Local large language models for business process modeling. In: Delgado, A., Slaats, T. (eds.) ICPM 2024. LNBIP, vol. 533, pp. 605\u2013609. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-82225-4_44"},{"key":"7_CR2","doi-asserted-by":"crossref","unstructured":"Arulmohan, S., Meurs, M., Mosser, S.: Extracting domain models from textual requirements in the era of large language models. In: ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems. MODELS, pp. 580\u2013587. IEEE (2023)","DOI":"10.1109\/MODELS-C59198.2023.00096"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Bari, D.D., Garaccione, G., Coppola, R., Torchiano, M., Ardito, L.: Evaluating large language models in exercises of UML class diagram modeling. In: Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. ESEM, pp. 393\u2013399. ACM (2024)","DOI":"10.1145\/3674805.3690741"},{"key":"7_CR4","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-031-48583-1_1","volume-title":"The Practice of Enterprise Modeling - PoEM 2023","author":"BS Barn","year":"2023","unstructured":"Barn, B.S., Barat, S., Sandkuhl, K.: Adaptation of enterprise modeling methods for large language models. In: Almeida, J.P.A., Kaczmarek-He\u00df, M., Koschmider, A., Proper, H.A. (eds.) PoEM 2023. LNBIP, vol. 497, pp. 3\u201318. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-48583-1_1"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Bellan, P., Dragoni, M., Ghidini, C.: Process knowledge extraction and knowledge graph construction through prompting: a quantitative analysis. In: Proceedings of the 39th ACM\/SIGAPP Symposium on Applied Computing, pp. 1634\u20131641. ACM (2024)","DOI":"10.1145\/3605098.3635957"},{"key":"7_CR6","doi-asserted-by":"publisher","first-page":"1493","DOI":"10.1007\/s10270-024-01176-y","volume":"23","author":"F Bozyigit","year":"2024","unstructured":"Bozyigit, F., et al.: Generating domain models from natural language text using NLP: a benchmark dataset and experimental comparison of tools. Softw. Syst. Model. 23, 1493\u20131511 (2024)","journal-title":"Softw. Syst. Model."},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Bragilovski, M., Van\u00a0Can, A.T., Dalpiaz, F., Sturm, A.: Leveraging machines to derive domain models from user stories. In: Requirements Engineering (2025)","DOI":"10.1007\/s00766-025-00442-9"},{"key":"7_CR8","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. In: NeurIPS (2020)"},{"issue":"6","key":"7_CR9","doi-asserted-by":"publisher","first-page":"1309","DOI":"10.1007\/s10270-024-01206-9","volume":"23","author":"J C\u00e1mara","year":"2024","unstructured":"C\u00e1mara, J., Burgue\u00f1o, L., Troya, J.: Towards standarized benchmarks of LLMs in software modeling tasks: a conceptual framework. Softw. Syst. Model. 23(6), 1309\u20131318 (2024)","journal-title":"Softw. Syst. Model."},{"issue":"3","key":"7_CR10","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara, J., Troya, J., Burgue\u00f1o, L., Vallecillo, A.: On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw. Syst. Model. 22(3), 781\u2013793 (2023)","journal-title":"Softw. Syst. Model."},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Chen, B., et al.: On the use of GPT-4 for creating goal models: an exploratory study. In: 31st IEEE International Requirements Engineering Conference. RE, pp. 262\u2013271. IEEE (2023)","DOI":"10.1109\/REW57809.2023.00052"},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Chen, K., Yang, Y., Chen, B., L\u00f3pez, J.A.H., Mussbacher, G., Varr\u00f3, D.: Automated domain modeling with large language models: a comparative study. In: 26th ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems. MODELS, pp. 162\u2013172. IEEE (2023)","DOI":"10.1109\/MODELS58315.2023.00037"},{"key":"7_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/978-3-031-81375-7_14","volume-title":"Cooperative Information Systems - CoopIS 2024","author":"AN Eldin","year":"2024","unstructured":"Eldin, A.N., Assy, N., Anesini, O., Dalmas, B., Gaaloul, W.: A decomposed hybrid approach to business process modeling with LLMs. In: Comuzzi, M., Grigori, D., Sellami, M., Zhou, Z. (eds.) CoopIS 2024. LNCS, vol. 15506, pp. 243\u2013260. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-81375-7_14"},{"key":"7_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/978-3-031-81375-7_17","volume-title":"Cooperative Information Systems - CoopIS 2024","author":"D Grathwol","year":"2024","unstructured":"Grathwol, D., van der Aa, H., L\u00f3pez, H.A.: Automating pathway extraction from clinical guidelines: a conceptual model, datasets and initial experiments. In: Comuzzi, M., Grigori, D., Sellami, M., Zhou, Z. (eds.) CoopIS 2024. LNCS, vol. 15506, pp. 296\u2013312. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-81375-7_17"},{"key":"7_CR15","doi-asserted-by":"crossref","unstructured":"Grohs, M., Abb, L., Elsayed, N., Rehse, J.: Large language models can accomplish business process management tasks. CoRR (2023)","DOI":"10.1007\/978-3-031-50974-2_34"},{"key":"7_CR16","unstructured":"Guan, L., Valmeekam, K., Sreedharan, S., Kambhampati, S.: Leveraging pre-trained large language models to construct and utilize world models for model-based task planning. In: Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems (2023)"},{"key":"7_CR17","unstructured":"Herwanto, G.B.: Automating data flow diagram generation from user stories using large language models. In: Joint Proceedings of REFSQ-2024 Workshops, Doctoral Symposium, Posters and Tools Track, and Education and Training Track, vol.\u00a03672 (2024)"},{"issue":"1","key":"7_CR18","doi-asserted-by":"publisher","first-page":"75","DOI":"10.2307\/25148625","volume":"28","author":"AR Hevner","year":"2004","unstructured":"Hevner, A.R., March, S.T., Park, J., Ram, S.: Design science in information systems research. MIS Q. 28(1), 75\u2013105 (2004)","journal-title":"MIS Q."},{"key":"7_CR19","unstructured":"Kitchenham, B., Budgen, D., Brereton, P.: Guidelines for performing systematic literature reviews in software engineering. Technical report EBSE-2007-01, EBSE Technical report, Keele University and Durham University (2007)"},{"key":"7_CR20","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1007\/978-3-031-82225-4_47","volume-title":"Process Mining Workshops - ICPM 2024","author":"N Klievtsova","year":"2024","unstructured":"Klievtsova, N., Benzin, J., Mangler, J., Kampik, T., Rinderle-Ma, S.: Process modeler vs. chatbot: is generative AI taking over process modeling? In: Delgado, A., Slaats, T. (eds.) ICPM 2024. LNBIP, vol. 533, pp. 637\u2013649. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-82225-4_47"},{"key":"7_CR21","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/978-3-031-77908-4_8","volume-title":"The Practice of Enterprise Modeling - PoEM 2024","author":"P Kolev","year":"2024","unstructured":"Kolev, P., Pruss, H.H., Wilken, J.R., Sandkuhl, K.: Grass-root enterprise modelling: how large language models can help. In: Paja, E., Zdravkovic, J., Kavakli, E., Stirna, J. (eds.) PoEM 2024. LNBIP, vol. 538, pp. 123\u2013139. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-77908-4_8"},{"key":"7_CR22","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/978-3-031-78666-2_20","volume-title":"Business Process Management Workshops - BPM 2024","author":"J K\u00f6pke","year":"2024","unstructured":"K\u00f6pke, J., Safan, A.: Efficient LLM-based conversational process modeling. In: Gdowska, K., G\u00f3mez-L\u00f3pez, M.T., Rehse, J.R. (eds.) BPM 2024. LNBIP, vol. 534, pp. 259\u2013270. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-78666-2_20"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Kourani, H., Berti, A., Schuster, D., van\u00a0der Aalst, W.M.P.: Process modeling with large language models. CoRR (2024)","DOI":"10.1007\/978-3-031-61007-3_18"},{"issue":"4","key":"7_CR24","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/s12599-021-00723-x","volume":"64","author":"D Kundisch","year":"2022","unstructured":"Kundisch, D., et al.: An update for taxonomy designers: methodological guidance from information systems research. Bus. Inf. Syst. Eng. 64(4), 421\u2013439 (2022)","journal-title":"Bus. Inf. Syst. Eng."},{"key":"7_CR25","doi-asserted-by":"crossref","unstructured":"Li, Y., Keung, J., Ma, X., Chong, C.Y., Zhang, J., Liao, Y.: LLM-based class diagram derivation from user stories with chain-of-thought promptings. In: 48th IEEE Annual Computers, Software, and Applications Conference. COMPSAC, pp. 45\u201350. IEEE (2024)","DOI":"10.1109\/COMPSAC61105.2024.00017"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Licardo, J.T., Tankovic, N., Etinger, D.: A method for extracting BPMN models from textual descriptions using natural language processing. In: CENTERIS, vol.\u00a0239, pp. 483\u2013490. Elsevier (2023)","DOI":"10.1016\/j.procs.2024.06.196"},{"key":"7_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1007\/978-3-031-75872-0_3","volume-title":"Conceptual Modeling - ER 2024","author":"J Neuberger","year":"2024","unstructured":"Neuberger, J., Ackermann, L., van der Aa, H., Jablonski, S.: A universal prompting strategy for extracting process model information from natural language text using large language models. In: Maass, W., Han, H., Yasar, H., Multari, N. (eds.) ER 2024. LNCS, vol. 15238, pp. 38\u201355. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-75872-0_3"},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Oswald, J.T., Srinivas, K., Kokel, H., Lee, J., Katz, M., Sohrabi, S.: Large language models as planning domain generators. In: Proceedings of the Thirty-Fourth International Conference on Automated Planning and Scheduling. ICAPS, pp. 423\u2013431. AAAI Press (2024)","DOI":"10.1609\/icaps.v34i1.31502"},{"key":"7_CR29","doi-asserted-by":"crossref","unstructured":"Page, M.J., et\u00a0al.: The Prisma 2020 statement: an updated guideline for reporting systematic reviews. BMJ (2021)","DOI":"10.1136\/bmj.n71"},{"key":"7_CR30","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1007\/978-3-031-72041-3_22","volume-title":"Subject-Oriented Business Process Management: Models for Designing Digital Transformations - S-BPM ONE 2024","author":"C Piller","year":"2024","unstructured":"Piller, C.: Meta-prompt engineering in ChatGPT-4 for AI-generated BPM reference models. In: Elstermann, M., Lederer, M. (eds.) S-BPM ONE 2024. CCIS, vol. 2206, pp. 315\u2013331. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-72041-3_22"},{"key":"7_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/978-3-031-75872-0_13","volume-title":"Conceptual Modeling - ER 2024","author":"D Prokop","year":"2024","unstructured":"Prokop, D., Stenchl\u00e1k, S., Skoda, P., Kl\u00edmek, J., Necask\u00fd, M.: Enhancing domain modeling with pre-trained large language models: an automated assistant for domain modelers. In: Maass, W., Han, H., Yasar, H., Multari, N. (eds.) ER 2024. LNCS, vol. 15238, pp. 235\u2013253. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-75872-0_13"},{"key":"7_CR32","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1007\/978-3-031-82225-4_46","volume-title":"Process Mining Workshops - ICPM 2024","author":"WDS Santos","year":"2024","unstructured":"Santos, W.D.S., Coutinho, J.R., Bai\u00e3o, F., Spyrides, G.M., Lopes, H.C.V.: Terpsichora: a tool to generate synthetic MP-declare process models. In: Delgado, A., Slaats, T. (eds.) ICPM 2024. LNBIP, vol. 533, pp. 624\u2013636. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-82225-4_46"},{"key":"7_CR33","unstructured":"Schulhoff, S., eta l.: The prompt report: a systematic survey of prompting techniques. CoRR (2024)"},{"key":"7_CR34","doi-asserted-by":"crossref","unstructured":"Siddeshwar, V., Alwidian, S.A., Makrehchi, M.: A comparative study of large language models for goal model extraction. In: Proceedings of the ACM\/IEEE 27th International Conference on Model Driven Engineering Languages and Systems. MODELS, pp. 253\u2013263. ACM (2024)","DOI":"10.1145\/3652620.3686246"},{"key":"7_CR35","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/978-3-031-70245-7_19","volume-title":"Quality of Information and Communications Technology - QUATIC 2024","author":"V Siddeshwar","year":"2024","unstructured":"Siddeshwar, V., Alwidian, S.A., Makrehchi, M.: Goal model extraction from user stories using large language models. In: Bertolino, A., Pascoal Faria, J., Lago, P., Semini, L. (eds.) QUATIC 2024. CCIS, vol. 2178, pp. 269\u2013276. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70245-7_19"},{"key":"7_CR36","doi-asserted-by":"crossref","unstructured":"Snoeck, M., Pastor, O.: Teaching conceptual modelling in the age of LLMs: shifting from model creation to model evaluation skills. Softw. Syst. Model. 1\u201311 (2025)","DOI":"10.1007\/s10270-025-01307-z"},{"key":"7_CR37","doi-asserted-by":"crossref","unstructured":"Song, Y., et al.: Enhancing text-to-SQL translation for financial system design. In: Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice. ICSE-SEIP, pp. 252\u2013262. ACM (2024)","DOI":"10.1145\/3639477.3639732"},{"key":"7_CR38","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: NeurIPS (2022)"},{"key":"7_CR39","unstructured":"White, J., et al.: A prompt pattern catalog to enhance prompt engineering with ChatGPT. CoRR (2023)"},{"key":"7_CR40","doi-asserted-by":"crossref","unstructured":"Yang, Y., Chen, B., Chen, K., Mussbacher, G., Varr\u00f3, D.: Multi-step iterative automated domain modeling with large language models. In: Proceedings of the ACM\/IEEE 27th International Conference on Model Driven Engineering Languages and Systems. MODELS, pp. 587\u2013595. ACM (2024)","DOI":"10.1145\/3652620.3687807"},{"key":"7_CR41","doi-asserted-by":"crossref","unstructured":"Ziche, C., Apruzzese, G.: LLM4PM: a case study on using large language models for process modeling in enterprise organizations. CoRR (2024)","DOI":"10.1007\/978-3-031-70445-1_35"}],"container-title":["Lecture Notes in Business Information Processing","The Practice of Enterprise Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-12063-2_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T11:58:28Z","timestamp":1764244708000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-12063-2_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,28]]},"ISBN":["9783032120625","9783032120632"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-12063-2_7","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,28]]},"assertion":[{"value":"28 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PoEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP Working Conference on The Practice of Enterprise Modeling","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Geneva","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"poem2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/poem2025.unige.ch\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}