{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:01:55Z","timestamp":1780959715652,"version":"3.54.1"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031758713","type":"print"},{"value":"9783031758720","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-75872-0_14","type":"book-chapter","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T05:02:23Z","timestamp":1729918943000},"page":"257-275","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["How are LLMs Used for\u00a0Conceptual Modeling? An Exploratory Study on\u00a0Interaction Behavior and\u00a0User Perception"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0710-8052","authenticated-orcid":false,"given":"Syed Juned","family":"Ali","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1419-4905","authenticated-orcid":false,"given":"Iris","family":"Reinhartz-Berger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8259-2297","authenticated-orcid":false,"given":"Dominik","family":"Bork","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"14_CR1","unstructured":"Achiam, J., et al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"14_CR2","unstructured":"Alex, N., et al.: Raft: a real-world few-shot text classification benchmark. arXiv preprint arXiv:2109.14076 (2021)"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Arulmohan, S., Meurs, M.J., Mosser, S.: Extracting domain models from textual requirements in the era of large language models. In: 2023 ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C), pp. 580\u2013587. IEEE (2023)","DOI":"10.1109\/MODELS-C59198.2023.00096"},{"issue":"1","key":"14_CR4","first-page":"23","volume":"12","author":"JD Brown","year":"2008","unstructured":"Brown, J.D.: The bonferroni adjustment. Statistics 12(1), 23\u201327 (2008)","journal-title":"Statistics"},{"issue":"3","key":"14_CR5","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara, J., Troya, J., Burgue\u00f1o, L., Vallecillo, A.: On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw. Syst. Model. 22(3), 781\u2013793 (2023)","journal-title":"Softw. Syst. Model."},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Chaaben, M.B., Burgue\u00f1o, L., Sahraoui, H.A.: Towards using few-shot prompt learning for automating model completion. In: 45th IEEE\/ACM International Conference on Software Engineering: New Ideas and Emerging Results, NIER@ICSE, pp. 7\u201312. IEEE (2023)","DOI":"10.1109\/ICSE-NIER58687.2023.00008"},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Chen, B., et al.: On the use of GPT-4 for creating goal models: an exploratory study. In: 2023 IEEE 31st International Requirements Engineering Conference Workshops (REW), pp. 262\u2013271. IEEE (2023)","DOI":"10.1109\/REW57809.2023.00052"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Chen, K., Yang, Y., Chen, B., L\u00f3pez, J.A.H., Mussbacher, G., Varr\u00f3, D.: Automated domain modeling with large language models: a comparative study. In: 2023 ACM\/IEEE 26th International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 162\u2013172. IEEE (2023)","DOI":"10.1109\/MODELS58315.2023.00037"},{"key":"14_CR9","unstructured":"Chen, X., et al.: How robust is GPT-3.5 to predecessors? A comprehensive study on language understanding tasks. arXiv preprint arXiv:2303.00293 (2023)"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Druckman, J.N., Kam, C.D.: Students as experimental participants. In: Cambridge Handbook of Experimental Political Science, vol. 1, pp. 41\u201357 (2011)","DOI":"10.1017\/CBO9780511921452.004"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Du, X., et al.: Evaluating large language models in class-level code generation. In: 2024 IEEE\/ACM 46th International Conference on Software Engineering (ICSE), pp. 865\u2013865. IEEE Computer Society (2024)","DOI":"10.1145\/3597503.3639219"},{"key":"14_CR12","first-page":"1","volume":"18","author":"HG Fill","year":"2023","unstructured":"Fill, H.G., Fettke, P., K\u00f6pke, J.: Conceptual modeling and large language models: impressions from first experiments with ChatGPT. Enterp. Model. Inf. Syst. Architect. (EMISAJ) 18, 1\u201315 (2023)","journal-title":"Enterp. Model. Inf. Syst. Architect. (EMISAJ)"},{"key":"14_CR13","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1007\/978-3-031-47240-4_22","volume-title":"ISWC 2023, Part I","author":"HB Giglou","year":"2023","unstructured":"Giglou, H.B., D\u2019Souza, J., Auer, S.: LLMs4OL: large language models for ontology learning. In: Payne, T.R., et al. (eds.) ISWC 2023, Part I. LNCS, vol. 14265, pp. 408\u2013427. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-47240-4_22"},{"key":"14_CR14","unstructured":"Grattafiori, W.X., et al.: Code llama: open foundation models for code. arXiv preprint arXiv:2308.12950 (2023)"},{"key":"14_CR15","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1007\/978-3-031-56060-6_24","volume-title":"ECIR 2024","author":"Y Hou","year":"2024","unstructured":"Hou, Y., et al.: Large language models are zero-shot rankers for recommender systems. In: Goharian, N., et al. (eds.) ECIR 2024. LNCS, vol. 14609, pp. 364\u2013381. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-56060-6_24"},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"Izadi, M., Katzy, J., van Dam, T., Otten, M., Popescu, R.M., van Deursen, A.: Language models for code completion: a practical evaluation. arXiv preprint arXiv:2402.16197 (2024)","DOI":"10.1145\/3597503.3639138"},{"key":"14_CR17","unstructured":"Kanuka, H., Koreki, G., Soga, R., Nishikawa, K.: Exploring the chatgpt approach for bidirectional traceability problem between design models and code. arXiv preprint arXiv:2309.14992 (2023)"},{"key":"14_CR18","unstructured":"Kocmi, T., Federmann, C.: Large language models are state-of-the-art evaluators of translation quality. arXiv preprint arXiv:2302.14520 (2023)"},{"key":"14_CR19","unstructured":"Liu, J., Liu, C., Lv, R., Zhou, K., Zhang, Y.: Is chatgpt a good recommender? A preliminary study. arXiv preprint arXiv:2304.10149 (2023)"},{"key":"14_CR20","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/978-3-319-30634-6_6","volume-title":"Introduction to Nonparametric Statistics for the Biological Sciences Using R","author":"TW MacFarland","year":"2016","unstructured":"MacFarland, T.W., Yates, J.M.: Kruskal\u2013Wallis H-test for oneway analysis of variance (ANOVA) by ranks. In: Introduction to Nonparametric Statistics for the Biological Sciences Using R, pp. 177\u2013211. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-30634-6_6"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Qin, C., Zhang, A., Zhang, Z., Chen, J., Yasunaga, M., Yang, D.: Is chatgpt a general-purpose natural language processing task solver? arXiv preprint arXiv:2302.06476 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.85"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Ruan, K., Chen, X., Jin, Z.: Requirements modeling aided by chatgpt: an experience in embedded systems. In: 31st IEEE International Requirements Engineering Conference, RE 2023 - Workshops, pp. 170\u2013177. IEEE (2023)","DOI":"10.1109\/REW57809.2023.00035"},{"key":"14_CR23","unstructured":"Touvron, H., et al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Van\u00a0Veen, D., et al.: Clinical text summarization: adapting large language models can outperform human experts. Research Square (2023). https:\/\/doi.org\/10.48550\/ARXIV.2309.07430","DOI":"10.48550\/ARXIV.2309.07430"},{"key":"14_CR25","unstructured":"White, J., et al.: A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382 (2023)"},{"key":"14_CR26","doi-asserted-by":"crossref","unstructured":"White, J., Hays, S., Fu, Q., Spencer-Smith, J., Schmidt, D.C.: Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv preprint arXiv:2303.07839 (2023)","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"14_CR27","unstructured":"Zhang, B., Haddow, B., Birch, A.: Prompting large language model for machine translation: a case study. In: International Conference on Machine Learning, pp. 41092\u201341110. PMLR (2023)"},{"key":"14_CR28","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1162\/tacl_a_00632","volume":"12","author":"T Zhang","year":"2024","unstructured":"Zhang, T., Ladhak, F., Durmus, E., Liang, P., McKeown, K., Hashimoto, T.B.: Benchmarking large language models for news summarization. Trans. Assoc. Comput. Linguist. 12, 39\u201357 (2024)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"14_CR29","unstructured":"Zhao, W.X., et al.: A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)"}],"container-title":["Lecture Notes in Computer Science","Conceptual Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-75872-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T05:04:46Z","timestamp":1729919086000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-75872-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"ISBN":["9783031758713","9783031758720"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-75872-0_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"21 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ER","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Conceptual Modeling","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pittsburg, PA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"43","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"er2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/resources.sei.cmu.edu\/news-events\/events\/er2024\/cfp.cfm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}