{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T05:56:00Z","timestamp":1757310960862,"version":"3.43.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031813740"},{"type":"electronic","value":"9783031813757"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-81375-7_11","type":"book-chapter","created":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T03:16:29Z","timestamp":1739416589000},"page":"186-203","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Assisted Data Annotation for\u00a0Business Process Information Extraction from\u00a0Textual Documents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4244-7659","authenticated-orcid":false,"given":"Julian","family":"Neuberger","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4200-4937","authenticated-orcid":false,"given":"Han","family":"van der Aa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6785-8998","authenticated-orcid":false,"given":"Lars","family":"Ackermann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-715X","authenticated-orcid":false,"given":"Daniel","family":"Buschek","sequence":"additional","affiliation":[]},{"given":"Jannic","family":"Herrmann","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Jablonski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,14]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"van\u00a0der Aa, H., Di\u00a0Ciccio, C., Leopold, H., Reijers, H.A.: Extracting declarative process models from natural language. In: CAiSE (2019)","DOI":"10.1007\/978-3-030-21290-2_23"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"van\u00a0der Aa, H., Leopold, H., Mannhardt, F., Reijers, H.A.: On the fragmentation of process information: challenges, solutions, and outlook. In: International Workshop on Business Process Modeling, Development and Support (2015)","DOI":"10.1007\/978-3-319-19237-6_1"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Van\u00a0der Aa, H., Leopold, H., Reijers, H.A.: Checking process compliance against natural language specifications using behavioral spaces. IS (2018)","DOI":"10.1016\/j.is.2018.01.007"},{"key":"11_CR4","unstructured":"Ackermann, L., et al.: Recent advances in data-driven business process management (2024)"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Ackermann, L., Neuberger, J., Jablonski, S.: Data-driven annotation of textual process descriptions based on formal meaning representations. In: CAiSE (2021)","DOI":"10.1007\/978-3-030-79382-1_5"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Ackermann, L., Neuberger, J., K\u00e4ppel, M., Jablonski, S.: Bridging research fields: an empirical study on joint, neural relation extraction techniques. In: CAiSE (2023)","DOI":"10.1007\/978-3-031-34560-9_28"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Bagozi, A., Bianchini, D., De\u00a0Antonellis, V., Garda, M., Melchiori, M.: Personalised exploration graphs on semantic data lakes. In: On the Move to Meaningful Internet Systems: OTM 2019 Conferences: Confederated International Conferences: CoopIS, ODBASE, C &TC 2019, 21\u201325 October 2019, Rhodes, Greece (2019)","DOI":"10.1007\/978-3-030-33246-4_2"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Bellan, P., Dragoni, M., Ghidini, C.: Extracting business process entities and relations from text using pre-trained language models and in-context learning. In: EDOC (2022)","DOI":"10.1007\/978-3-031-17604-3_11"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Bellan, P., Ghidini, C., Dragoni, M., Ponzetto, S.P., van\u00a0der Aa, H.: Process extraction from natural language text: the PET dataset and annotation guidelines. In: NL4AI (2022)","DOI":"10.1007\/978-3-031-25383-6_23"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Bergh, D.D.: Problems with repeated measures analysis: demonstration with a study of the diversification and performance relationship. Acad. Manage. J. (1995)","DOI":"10.2307\/256850"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Ferreira., R.C.B., Thom., L.H., Fantinato., M.: A semi-automatic approach to identify business process elements in natural language texts. In: ICEIS (2017)","DOI":"10.5220\/0006305902500261"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Franceschetti, M., Seiger, R., L\u00f3pez, H.A., Burattin, A., Garc\u00eda-Ba\u00f1uelos, L., Weber, B.: A characterisation of ambiguity in BPM. In: International Conference on Conceptual Modeling (2023)","DOI":"10.1007\/978-3-031-47262-6_15"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Friedrich, F., Mendling, J., Puhlmann, F.: Process model generation from natural language text. In: CAiSE (2011)","DOI":"10.1007\/978-3-642-21640-4_36"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Greenhouse, S.W., Geisser, S.: On methods in the analysis of profile data. Psychometrika (1959)","DOI":"10.1007\/BF02289823"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Hart, S.G.: Nasa-task load index (NASA-TLX); 20 years later. In: Proceedings of the Human Factors and Ergonomics Society Annual Meeting (2006)","DOI":"10.1037\/e577632012-009"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Ivanchikj, A., Serbout, S., Pautasso, C.: From text to visual BPMN process models: design and evaluation. In: Proceedings of the 23rd ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems (2020)","DOI":"10.1145\/3365438.3410990"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Joshi, A., Kale, S., Chandel, S., Pal, D.K.: Likert scale: Explored and explained. Br. J. Appl. Sci. Technol. (2015)","DOI":"10.9734\/BJAST\/2015\/14975"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"K\u00e4ppel, M., Sch\u00f6nig, S., Jablonski, S.: Leveraging small sample learning for business process management. Inf. Softw. Technol. (2021)","DOI":"10.1016\/j.infsof.2020.106472"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Kim, B.G., Stein, H.H.: A spreadsheet program for making a balanced Latin square design. Rev. Colombiana Ciencias Pecuarias (2009)","DOI":"10.17533\/udea.rccp.324493"},{"key":"11_CR20","unstructured":"Klie, J.C., Bugert, M., Boullosa, B., de\u00a0Castilho, R.E., Gurevych, I.: The inception platform: machine-assisted and knowledge-oriented interactive annotation. In: Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations (2018)"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Kourani, H., Berti, A., Schuster, D., van\u00a0der Aalst, W.M.: Process modeling with large language models. arXiv preprint arXiv:2403.07541 (2024)","DOI":"10.1007\/978-3-031-61007-3_18"},{"key":"11_CR22","unstructured":"Li, J., Sun, A., Han, J., Li, C.: A survey on deep learning for named entity recognition. IEEE Trans. Knowl. Data Eng. (2020)"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Ludbrook, J.: Multiple comparison procedures updated. Clin. Exp. Pharmacol. Physiol. (1998)","DOI":"10.1111\/j.1440-1681.1998.tb02179.x"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Mauchly, J.W.: Significance test for sphericity of a normal N-variate distribution. Ann. Math. Stat. (1940)","DOI":"10.1214\/aoms\/1177731915"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Mustansir, A., Shahzad, K., Malik, M.K.: AutoEPRS-20: extracting business process redesign suggestions from natural language text. In: ASE (2020)","DOI":"10.1145\/3417113.3423374"},{"key":"11_CR26","unstructured":"Nakayama, H., Kubo, T., Kamura, J., Taniguchi, Y., Liang, X.: doccano: text annotation tool for human (2018). https:\/\/github.com\/doccano\/doccano"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Neuberger, J., Ackermann, L., van\u00a0der Aa, H., Jablonski, S.: A universal prompting strategy for extracting process model information from natural language text using large language models (2024). https:\/\/arxiv.org\/abs\/2407.18540","DOI":"10.1007\/978-3-031-75872-0_3"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Neuberger, J., Ackermann, L., Jablonski, S.: Beyond rule-based named entity recognition and relation extraction for process model generation from natural language text. In: CoopIS (2023)","DOI":"10.1007\/978-3-031-46846-9_10"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Qian, C., et al.: An approach for process model extraction by multi-grained text classification. In: CAiSE (2020)","DOI":"10.1007\/978-3-030-49435-3_17"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Quishpi, L., Carmona, J., Padr\u00f3, L.: Extracting annotations from textual descriptions of processes. In: BPM 2020 (2020)","DOI":"10.1007\/978-3-030-58666-9_11"},{"key":"11_CR31","unstructured":"Rosa, L.S., Silva, T.S., Fantinato, M., Thom, L.H.: A visual approach for identification and annotation of business process elements in process descriptions. Comput. Stand. Interfaces (2022)"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Sch\u00fctzenmeier, N., K\u00e4ppel, M., Fichtner, M., Jablonski, S.: Scenario-based model checking of declarative process models. In: ICEIS (2023)","DOI":"10.5220\/0011856400003467"},{"key":"11_CR33","doi-asserted-by":"crossref","unstructured":"Sukthanker, R., Poria, S., Cambria, E., Thirunavukarasu, R.: Anaphora and coreference resolution: a review. Inf. Fusion (2020)","DOI":"10.1016\/j.inffus.2020.01.010"},{"key":"11_CR34","unstructured":"Tkachenko, M., Malyuk, M., Holmanyuk, A., Liubimov, N.: Label studio: data labeling software (2020-2022). https:\/\/github.com\/heartexlabs\/label-studio"},{"key":"11_CR35","doi-asserted-by":"crossref","unstructured":"Xu, M., Jiang, H., Watcharawittayakul, S.: A local detection approach for named entity recognition and mention detection. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (2017)","DOI":"10.18653\/v1\/P17-1114"}],"container-title":["Lecture Notes in Computer Science","Cooperative Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-81375-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,6]],"date-time":"2025-08-06T08:23:19Z","timestamp":1754468599000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-81375-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031813740","9783031813757"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-81375-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"14 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"CoopIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Cooperative Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"coopis2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/coopis.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}