{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T23:16:33Z","timestamp":1751411793359,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031713323"},{"type":"electronic","value":"9783031713330"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71333-0_3","type":"book-chapter","created":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T19:03:27Z","timestamp":1725995007000},"page":"36-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["LLM-Assistance for Quality Control of LLM Output"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7431-8412","authenticated-orcid":false,"given":"Kurt","family":"Sandkuhl","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","first-page":"113364","DOI":"10.1016\/j.jbusres.2022.113364","volume":"155","author":"MM Mariani","year":"2023","unstructured":"Mariani, M.M., Machado, I., Nambisan, S.: Types of innovation and artificial intelligence: a systematic quantitative literature review and research agenda. J. Bus. Res. 155, 113364 (2023)","journal-title":"J. Bus. Res."},{"key":"3_CR2","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.futures.2017.03.006","volume":"90","author":"S Makridakis","year":"2017","unstructured":"Makridakis, S.: The forthcoming artificial intelligence (AI) revolution: its impact on society and firms. Futures 90, 46\u201360 (2017)","journal-title":"Futures"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Eloundou, T., Manning, S., Mishkin, P., Rock, D.: GPTs are GPTs: an early look at the labor market impact potential of large language models. arXiv preprint arXiv:2303.10130 (2023)","DOI":"10.1126\/science.adj0998"},{"key":"3_CR4","unstructured":"Russell, S.J.: Artificial Intelligence a Modern Approach. Pearson Education, Inc. (2015)"},{"key":"3_CR5","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1145\/3633453","volume":"67","author":"A Ziegler","year":"2024","unstructured":"Ziegler, A., et al.: Measuring GitHub copilot\u2019s impact on productivity. Commun. ACM 67, 54\u201363 (2024)","journal-title":"Commun. ACM"},{"key":"3_CR6","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara, J., Troya, J., Burgue\u00f1o, L., Vallecillo, A.: On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw. Syst. Model. 22, 781\u2013793 (2023)","journal-title":"Softw. Syst. Model."},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/j.procir.2023.04.001","volume":"119","author":"X Wang","year":"2023","unstructured":"Wang, X., Anwer, N., Dai, Y., Liu, A.: ChatGPT for design, manufacturing, and education. Procedia CIRP 119, 7\u201314 (2023)","journal-title":"Procedia CIRP"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Martin, J., Elg, M., Gremyr, I.: The many meanings of quality: towards a definition in support of sustainable operations. Total Qual. Manage. Bus. Excellence 1\u201314 (2020)","DOI":"10.1080\/14783363.2020.1844564"},{"key":"3_CR9","unstructured":"Brown, T.: Language models are few-shot learners. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901. Curran Associates, Inc (2020)"},{"key":"3_CR10","unstructured":"Huang, W., Abbeel, P., Pathak, D., Mordatch, I.: Language models as zero-shot planners: extracting actionable knowledge for embodied agents. In: International Conference on Machine Learning, pp. 9118\u20139147 (2022)"},{"key":"3_CR11","first-page":"1","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P., Yuan, W., Fu, J., Jiang, Z., Hayashi, H., Neubig, G.: Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput. Surv. 55, 1\u201335 (2023)","journal-title":"ACM Comput. Surv."},{"key":"3_CR12","unstructured":"Oppenlaender, J.: Prompt engineering for text-based generative art. arXiv preprint arXiv:2204.13988 (2022)"},{"key":"3_CR13","unstructured":"White, J., et al.: A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382 (2023)"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Wu, T., et al.: Promptchainer: chaining large language model prompts through visual programming. In: CHI Conference on Human Factors in Computing Systems Extended Abstracts, pp. 1\u201310 (2022)","DOI":"10.1145\/3491101.3519729"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Du, R., et al.: Rapsai: accelerating machine learning prototyping of multimedia applications through visual programming. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, pp. 1\u201323 (2023)","DOI":"10.1145\/3544548.3581338"},{"key":"3_CR16","doi-asserted-by":"publisher","unstructured":"Vernadat, F.: Enterprise modelling and integration: from fact modelling to enterprise interoperability. In: International Conference on Enterprise Integration and Modeling Technology, pp. 25\u201333, Springer, Cham (2003). https:\/\/doi.org\/10.1007\/978-0-387-35621-1_4","DOI":"10.1007\/978-0-387-35621-1_4"},{"key":"3_CR17","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s12599-017-0516-y","volume":"60","author":"K Sandkuhl","year":"2018","unstructured":"Sandkuhl, K., et al.: From expert discipline to common practice: a vision and research agenda for extending the reach of enterprise modeling. Bus. Inf. Syst. Eng. 60, 69\u201380 (2018)","journal-title":"Bus. Inf. Syst. Eng."},{"key":"3_CR18","doi-asserted-by":"publisher","first-page":"103265","DOI":"10.1016\/j.compind.2020.103265","volume":"122","author":"F Vernadat","year":"2020","unstructured":"Vernadat, F.: Enterprise modelling: research review and outlook. Comput. Ind. 122, 103265 (2020)","journal-title":"Comput. Ind."},{"key":"3_CR19","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1007\/s10270-012-0273-9","volume":"13","author":"U Frank","year":"2014","unstructured":"Frank, U.: Multi-perspective enterprise modeling: foundational concepts, prospects and future research challenges. Softw. Syst. Model. 13, 941\u2013962 (2014)","journal-title":"Softw. Syst. Model."},{"key":"3_CR20","first-page":"1","volume":"18","author":"H-G Fill","year":"2023","unstructured":"Fill, H.-G., Fettke, P., K\u00f6pke, J.: Conceptual modeling and large language models: impressions from first experiments with ChatGPT. Enterp. Model. Inf. Syst. Architect. (EMISAJ) 18, 1\u201315 (2023)","journal-title":"Enterp. Model. Inf. Syst. Architect. (EMISAJ)"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Sandkuhl, K., Barn, B., Barat, S.: Neural text generators in enterprise modeling: can ChatGPT be used as proxy domain expert? accepted for publication. In: Proceedings ISD 2023 Conference (2023)","DOI":"10.62036\/ISD.2023.44"},{"key":"3_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-42512-2","volume-title":"Quality in Business Process Modeling","author":"J Krogstie","year":"2016","unstructured":"Krogstie, J.: Quality in Business Process Modeling. Springer International Publishing, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-42512-2"},{"key":"3_CR23","doi-asserted-by":"publisher","unstructured":"Stirna, J., Persson, A.: Enterprise modeling. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-540-24744-9_14","DOI":"10.1007\/978-3-540-24744-9_14"},{"key":"3_CR24","unstructured":"Liang, P., et al.: Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)"},{"key":"3_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3641289","volume":"15","author":"Y Chang","year":"2024","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. 15, 1\u201345 (2024)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"3_CR26","unstructured":"Li, X., et al.: Alpacaeval: an automatic evaluator of instruction-following models. arXiv:2305.14387 (2023)"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Desmond, M., Ashktorab, Z., Pan, Q., Dugan, C., Johnson, J.M.: EvaluLLM: LLM assisted evaluation of generative outputs. In: Companion Proceedings of the 29th International Conference on Intelligent User Interfaces, pp. 30\u201332 (2024)","DOI":"10.1145\/3640544.3645216"},{"key":"3_CR28","unstructured":"Kitchenham, B., et al.: Guidelines for performing systematic literature reviews in software engineering. UK (2007)"},{"key":"3_CR29","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sj\u00f8berg","year":"2005","unstructured":"Sj\u00f8berg, D.I.K., et al.: A survey of controlled experiments in software engineering. IEEE Trans. Softw. Eng. 31, 733\u2013753 (2005)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"3_CR30","unstructured":"Cook, T.D., Campbell, D.T., Shadish, W.: Experimental and Quasi-Experimental Designs for Generalized Causal Inference. Houghton Mifflin Boston, MA (2002)"}],"container-title":["Lecture Notes in Business Information Processing","Perspectives in Business Informatics Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71333-0_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T19:03:55Z","timestamp":1725995035000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71333-0_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031713323","9783031713330"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71333-0_3","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"type":"print","value":"1865-1348"},{"type":"electronic","value":"1865-1356"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"11 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Business Informatics Research","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}