{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T21:58:04Z","timestamp":1757627884832,"version":"3.44.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032029355"},{"type":"electronic","value":"9783032029362"}],"license":[{"start":{"date-parts":[[2025,8,30]],"date-time":"2025-08-30T00:00:00Z","timestamp":1756512000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,30]],"date-time":"2025-08-30T00:00:00Z","timestamp":1756512000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-02936-2_19","type":"book-chapter","created":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T10:14:20Z","timestamp":1756462460000},"page":"263-275","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multimodal Zero-Shot Activity Recognition for\u00a0Process Mining of\u00a0Robotic Systems"],"prefix":"10.1007","author":[{"given":"Flavio","family":"Corradini","sequence":"first","affiliation":[]},{"given":"Sara","family":"Pettinari","sequence":"additional","affiliation":[]},{"given":"Barbara","family":"Re","sequence":"additional","affiliation":[]},{"given":"Lorenzo","family":"Rossi","sequence":"additional","affiliation":[]},{"given":"Massimiliano","family":"Sampaolo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,30]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-49851-4","volume-title":"Process Mining: Data Science in Action","author":"W van der Aalst","year":"2016","unstructured":"van der Aalst, W.: Process Mining: Data Science in Action. Springer, Heidelberg (2016). https:\/\/doi.org\/10.1007\/978-3-662-49851-4"},{"key":"19_CR2","series-title":"LNBIP","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/978-3-031-08848-3_2","volume-title":"Process Mining Handbook","author":"WMP van der Aalst","year":"2022","unstructured":"van der Aalst, W.M.P.: Foundations of process discovery. In: van der Aalst, W.M.P., Carmona, J. (eds.) Process Mining Handbook. LNBIP, vol. 448, pp. 37\u201375. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-08848-3_2"},{"key":"19_CR3","unstructured":"Bommasani, R., et\u00a0al.: On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)"},{"key":"19_CR4","doi-asserted-by":"publisher","unstructured":"Burattin, A.: Streaming process mining. In: : van der Aalst, W.M.P., Carmona, J. (eds.) Process Mining Handbook, LNBIP, vol. 349, pp. 3\u201310. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-08848-3_11","DOI":"10.1007\/978-3-031-08848-3_11"},{"key":"19_CR5","series-title":"LNBIP","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-031-94931-9_21","volume-title":"CAiSE 2025","author":"F Corradini","year":"2025","unstructured":"Corradini, F., Pettinari, S., Re, B., Rossi, L., Sampaolo, M.: Enabling process mining on multimodal robotic data. In: Grabis, J., Wautelet, Y. (eds.) CAiSE 2025. LNBIP, vol. 556, pp. 257\u2013269. Springer, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-94931-9_21"},{"key":"19_CR6","series-title":"LNBIP","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-031-94590-8_7","volume-title":"CAiSE 2025","author":"F Corradini","year":"2025","unstructured":"Corradini, F., Pettinari, S., Re, B., Rossi, L., Sampaolo, M.: Robotic datasets for process mining. In: Pufahl, L., Rosenthal, K., Espa\u00f1a, S., Nurcan, S. (eds.) CAiSE 2025. LNBIP, vol. 557, pp. 53\u201361. Springer, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-94590-8_7"},{"key":"19_CR7","doi-asserted-by":"publisher","unstructured":"Corradini, F., Pettinari, S., Re, B., Rossi, L., Tiezzi, F.: A methodology for the analysis of robotic systems via process mining. In: Enterprise Design, Operations, and Computing. LNCS, vol. 14367, pp. 117\u2013133. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-46587-1_7","DOI":"10.1007\/978-3-031-46587-1_7"},{"issue":"6","key":"19_CR8","doi-asserted-by":"publisher","first-page":"1323","DOI":"10.1007\/s10270-024-01153-5","volume":"23","author":"F Corradini","year":"2024","unstructured":"Corradini, F., Pettinari, S., Re, B., Rossi, L., Tiezzi, F.: A technique for discovering BPMN collaboration diagrams. Softw. Syst. Model. 23(6), 1323\u20131343 (2024)","journal-title":"Softw. Syst. Model."},{"issue":"3","key":"19_CR9","doi-asserted-by":"publisher","first-page":"113","DOI":"10.3390\/fi15030113","volume":"15","author":"G Di Federico","year":"2023","unstructured":"Di Federico, G., Burattin, A.: CvAMoS-event abstraction using contextual information. Future Internet 15(3), 113 (2023)","journal-title":"Future Internet"},{"key":"19_CR10","series-title":"LNBIP","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/978-3-031-08848-3_10","volume-title":"Process Mining Handbook","author":"C Di Francescomarino","year":"2022","unstructured":"Di Francescomarino, C., Ghidini, C.: Predictive process monitoring. In: van der Aalst, W.M.P., Carmona, J. (eds.) Process Mining Handbook. LNBIP, vol. 448, pp. 320\u2013346. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-08848-3_10"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Ding, X., Wang, L.: The journey of action recognition. In: Companion Proceedings of the ACM on Web Conference 2025, WWW \u201925, pp. 1869\u20131884. Association for Computing Machinery (2025)","DOI":"10.1145\/3701716.3717746"},{"key":"19_CR12","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1177\/02783649241281508","volume":"44","author":"R Firoozi","year":"2025","unstructured":"Firoozi, R., et al.: Foundation models in robotics: applications, challenges, and the future. Int. J. Robot. Res. 44, 701\u2013739 (2025)","journal-title":"Int. J. Robot. Res."},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Gavric, A., Bork, D., Proper, H.A.: Multimodal process mining. In: International Conference on Business Informatics, pp. 99\u2013108. IEEE (2024)","DOI":"10.1109\/CBI62504.2024.00021"},{"key":"19_CR14","series-title":"LNBIP","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-3-031-77908-4_11","volume-title":"PoEM 2024","author":"A Gavric","year":"2025","unstructured":"Gavric, A., Bork, D., Proper, H.A.: Enriching business process event logs with multimodal evidence. In: Paja, E., Zdravkovic, J., Kavakli, E., Stirna, J. (eds.) PoEM 2024. LNBIP, vol. 538, pp. 175\u2013191. Springer, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-77908-4_11"},{"key":"19_CR15","doi-asserted-by":"publisher","first-page":"2341","DOI":"10.1007\/s12555-024-0438-7","volume":"22","author":"DS Jang","year":"2024","unstructured":"Jang, D.S., et al.: Unlocking robotic autonomy: a survey on the applications of foundation models. Int. J. Control Autom. Syst. 22, 2341\u20132384 (2024)","journal-title":"Int. J. Control Autom. Syst."},{"key":"19_CR16","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/978-3-030-72693-5_6","volume-title":"Process Mining Workshops","author":"D Janssen","year":"2021","unstructured":"Janssen, D., Mannhardt, F., Koschmider, A., van Zelst, S.J.: Process model discovery from sensor event data. In: Leemans, S., Leopold, H. (eds.) ICPM 2020. LNBIP, vol. 406, pp. 69\u201381. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72693-5_6"},{"key":"19_CR17","doi-asserted-by":"crossref","unstructured":"Ji, S., Zheng, X., Wu, C.: HarGPT: are LLMs zero-shot human activity recognizers? In: 2024 IEEE International Workshop on Foundation Models for Cyber-Physical Systems & Internet of Things (FMSys), pp. 38\u201343 (2024)","DOI":"10.1109\/FMSys62467.2024.00011"},{"issue":"11","key":"19_CR18","first-page":"1618","volume":"51","author":"JF Jimenez","year":"2018","unstructured":"Jimenez, J.F., Zambrano-Rey, G., Aguirre, S., Trentesaux, D.: Using process-mining for understating the emergence of self-organizing manufacturing systems. IFAC 51(11), 1618\u20131623 (2018)","journal-title":"IFAC"},{"key":"19_CR19","doi-asserted-by":"crossref","unstructured":"Jin, T., Han, X.: Robotic arms in precision agriculture: a comprehensive review of the technologies, applications, challenges, and future prospects. Comput. Electron. Agric. 221 (2024)","DOI":"10.1016\/j.compag.2024.108938"},{"key":"19_CR20","unstructured":"Keith, R., La, H.M.: Review of Autonomous Mobile Robots for the arehouse Environment. arXiv e-prints (2024)"},{"key":"19_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3146389","volume":"51","author":"E Khalastchi","year":"2018","unstructured":"Khalastchi, E., Kalech, M.: On fault detection and diagnosis in robotic systems. ACM Comput. Surv. 51, 1\u201324 (2018)","journal-title":"ACM Comput. Surv."},{"key":"19_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-030-58666-9_17","volume-title":"Business Process Management","author":"S Knoch","year":"2020","unstructured":"Knoch, S., Ponpathirkoottam, S., Schwartz, T.: Video-to-model: unsupervised trace extraction from videos for process discovery and conformance checking in manual assembly. In: Fahland, D., Ghidini, C., Becker, J., Dumas, M. (eds.) BPM 2020. LNCS, vol. 12168, pp. 291\u2013308. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58666-9_17"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Kratsch, W., K\u00f6nig, F., R\u00f6glinger, M.: Shedding light on blind spots \u2013 developing a reference architecture to leverage video data for process mining. Dec. Support Syst. 158 (2022)","DOI":"10.1016\/j.dss.2022.113794"},{"key":"19_CR24","unstructured":"Leng, Z., Kwon, H., Pl\u00f6tz, T.: On the benefit of generative foundation models for human activity recognition (2023)"},{"key":"19_CR25","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/978-3-030-94343-1_31","volume-title":"Business Process Management Workshops","author":"M de Leoni","year":"2022","unstructured":"de Leoni, M., Pellattiero, L.: The benefits of\u00a0sensor-measurement aggregation in\u00a0discovering IoT process models: a smart-house case study. In: Marrella, A., Weber, B. (eds.) BPM 2021. LNBIP, vol. 436, pp. 403\u2013415. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-94343-1_31"},{"issue":"8","key":"19_CR26","doi-asserted-by":"publisher","first-page":"1639","DOI":"10.3390\/agriculture13081639","volume":"13","author":"A Melfsen","year":"2023","unstructured":"Melfsen, A., Lepsien, A., Bosselmann, J., Koschmider, A., Hartung, E.: Describing behavior sequences of fattening pigs using process mining on video data and automated pig behavior recognition. Agriculture 13(8), 1639 (2023)","journal-title":"Agriculture"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Nicoleta, T.C.: Process mining on a robotic mechanism. In: Software Testing, Verification and Validation Workshops, pp. 205\u2013212. IEEE (2021)","DOI":"10.1109\/ICSTW52544.2021.00043"},{"key":"19_CR28","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1007\/978-3-030-37453-2_12","volume-title":"Business Process Management Workshops","author":"A Rebmann","year":"2019","unstructured":"Rebmann, A., Emrich, A., Fettke, P.: Enabling the discovery of manual processes using a multi-modal activity recognition approach. In: Di Francescomarino, C., Dijkman, R., Zdun, U. (eds.) BPM 2019. LNBIP, vol. 362, pp. 130\u2013141. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-37453-2_12"},{"issue":"6","key":"19_CR29","doi-asserted-by":"publisher","first-page":"1187","DOI":"10.1007\/s10514-017-9686-1","volume":"42","author":"JJ Rold\u00e1n","year":"2018","unstructured":"Rold\u00e1n, J.J., Olivares-M\u00e9ndez, M.A., del Cerro, J., Barrientos, A.: Analyzing and improving multi-robot missions by using process mining. Auton. Robot. 42(6), 1187\u20131205 (2018)","journal-title":"Auton. Robot."},{"key":"19_CR30","doi-asserted-by":"publisher","unstructured":"Rozinat, A., Zickler, S., Veloso, M., van\u00a0der Aalst, W., McMillen, C.: Analyzing multi-agent activity logs using process mining techniques. In: Asama, H., Kurokawa, H., Ota, J., Sekiyama, K. (eds.) Distributed Autonomous Robotic Systems, pp. 251\u2013260. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-642-00644-9_22","DOI":"10.1007\/978-3-642-00644-9_22"},{"key":"19_CR31","doi-asserted-by":"crossref","unstructured":"Tatiya, G., Francis, J., Sinapov, J.: Transferring implicit knowledge of non-visual object properties across heterogeneous robot morphologies. In: IEEE International Conference on Robotics and Automation, pp. 11315\u201311321 (2023)","DOI":"10.1109\/ICRA48891.2023.10160811"},{"key":"19_CR32","unstructured":"Wang, F., et al.: Muirbench: a comprehensive benchmark for robust multi-image understanding (2024)"},{"key":"19_CR33","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.jmsy.2022.02.005","volume":"62","author":"C Weckenborg","year":"2022","unstructured":"Weckenborg, C., Thies, C., Spengler, T.S.: Harmonizing ergonomics and economics of assembly lines using collaborative robots and exoskeletons. J. Manuf. Syst. 62, 681\u2013702 (2022)","journal-title":"J. Manuf. Syst."},{"key":"19_CR34","doi-asserted-by":"crossref","unstructured":"Weng, Y., Wu, G., Zheng, T., Yang, Y., Luo, J.: Large model for small data: foundation model for cross-modal RF human activity recognition. In: Proceedings of the 22nd ACM Conference on Embedded Networked Sensor Systems, pp. 436\u2013449. Association for Computing Machinery (2024)","DOI":"10.1145\/3666025.3699349"},{"key":"19_CR35","unstructured":"Zhou, Y., Yang, J., Zou, H., Xie, L.: Tent: connect language models with IoT sensors for zero-shot activity recognition (2023)"}],"container-title":["Lecture Notes in Business Information Processing","Business Process Management: Responsible BPM Forum, Process Technology Forum, Educators Forum"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-02936-2_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T05:18:44Z","timestamp":1757481524000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-02936-2_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,30]]},"ISBN":["9783032029355","9783032029362"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-02936-2_19","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"type":"print","value":"1865-1348"},{"type":"electronic","value":"1865-1356"}],"subject":[],"published":{"date-parts":[[2025,8,30]]},"assertion":[{"value":"30 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BPM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Business Process Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seville","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bpm2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.bpm2025seville.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}