{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T02:14:27Z","timestamp":1783390467434,"version":"3.54.6"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032295927","type":"print"},{"value":"9783032295934","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-29593-4_19","type":"book-chapter","created":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T01:43:12Z","timestamp":1783388592000},"page":"293-308","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multimodal Human-Cobot-Interaction for\u00a0Collaborative Tasks"],"prefix":"10.1007","author":[{"given":"Sven","family":"Milde","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefan","family":"Friesen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rainer","family":"Blum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jan-Torsten","family":"Milde","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marius","family":"Schultheis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johannes","family":"Weyel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias","family":"M\u00fcller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thies","family":"Beinke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niklas","family":"Schreiner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julian","family":"Heum\u00fcller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dennis","family":"M\u00f6ller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frank","family":"Hartmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,7]]},"reference":[{"key":"19_CR1","unstructured":"Aeronautiques, C., et al.: PDDL| the planning domain definition language. Tech. Rep. (1998)"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Ao, J., Wu, F., Wu, Y., Swikir, A., Haddadin, S.: LLM as BT-planner: leveraging LLMs for behavior tree generation in robot task planning. arXiv preprint arXiv:2409.10444 (2024)","DOI":"10.36227\/techrxiv.172668596.65478744\/v1"},{"issue":"2","key":"19_CR3","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2018","unstructured":"Baltru\u0161aitis, T., Ahuja, C., Morency, L.P.: Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. 41(2), 423\u2013443 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"01","key":"19_CR4","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1142\/S0219843608001303","volume":"5","author":"A Bauer","year":"2008","unstructured":"Bauer, A., Wollherr, D., Buss, M.: Human-robot collaboration: a survey. Int. J. Humanoid Rob. 5(01), 47\u201366 (2008)","journal-title":"Int. J. Humanoid Rob."},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Budkov, V.Y., Prischepa, M., Ronzhin, A., Karpov, A.: Multimodal human-robot interaction. In: International Congress on Ultra Modern Telecommunications and Control Systems, pp. 485\u2013488. IEEE (2010)","DOI":"10.1109\/ICUMT.2010.5676593"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Chandrasekaran, B., Conrad, J.M.: Human-robot collaboration: a survey. In: SoutheastCon 2015, pp.\u00a01\u20138. IEEE (2015)","DOI":"10.1109\/SECON.2015.7132964"},{"issue":"2","key":"19_CR7","doi-asserted-by":"publisher","first-page":"726","DOI":"10.3390\/app15020726","volume":"15","author":"Y Cohen","year":"2025","unstructured":"Cohen, Y., Faccio, M., Rozenes, S.: Vocal communication between Cobots and humans to enhance productivity and safety: review and discussion. Appl. Sci. 15(2), 726 (2025)","journal-title":"Appl. Sci."},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Colledanchise, M., \u00d6gren, P.: Behavior Trees in Robotics and AI: An Introduction. CRC Press (2018)","DOI":"10.1201\/9780429489105"},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Dragan, A.D., Bauman, S., Forlizzi, J., Srinivasa, S.S.: Effects of robot motion on human-robot collaboration. In: Proceedings of the Tenth Annual ACM\/IEEE International Conference on Human-Robot Interaction, pp. 51\u201358 (2015)","DOI":"10.1145\/2696454.2696473"},{"issue":"5","key":"19_CR10","doi-asserted-by":"publisher","first-page":"132","DOI":"10.3390\/robotics12050132","volume":"12","author":"S Drolshagen","year":"2023","unstructured":"Drolshagen, S., Pfingsthorn, M., Hein, A.: Context-aware robotic assistive system: robotic pointing gesture-based assistance for people with disabilities in sheltered workshops. Robotics 12(5), 132 (2023)","journal-title":"Robotics"},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Friesen, S., Milde, J.T., Blum, R., Runzheimer, T., Milde, S., Geis, K.: Using virtual reality simulations in safety-critical human computer interaction. In: International Conference on Human-Computer Interaction, pp. 341\u2013348. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-61932-8_39","DOI":"10.1007\/978-3-031-61932-8_39"},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"Hayes, B., Scassellati, B.: Improving implicit communication in mixed human-robot teams with social force detection. In: 2013 IEEE Third Joint International Conference on Development and Learning and Epigenetic Robotics (ICDL), pp.\u00a01\u20137. IEEE (2013)","DOI":"10.1109\/DevLrn.2013.6652573"},{"key":"#cr-split#-19_CR13.1","unstructured":"Hoecherl, J., Schmargendorf, M., Wrede, B., Schlegl, T.: User-centered design of multimodal robot feedback for Cobots of human-robotworking cells in industrial production contexts. In: ISR 2018"},{"key":"#cr-split#-19_CR13.2","unstructured":"50th International Symposium on Robotics, pp.\u00a01-8. VDE (2018)"},{"key":"19_CR14","doi-asserted-by":"publisher","first-page":"104096","DOI":"10.1016\/j.robot.2022.104096","volume":"154","author":"M Iovino","year":"2022","unstructured":"Iovino, M., Scukins, E., Styrud, J., \u00d6gren, P., Smith, C.: A survey of behavior trees in robotics and AI. Robot. Auton. Syst. 154, 104096 (2022)","journal-title":"Robot. Auton. Syst."},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Kalatzis, A., Rahman, S., Girishan Prabhu, V., Stanley, L., Wittie, M.: A multimodal approach to investigate the role of cognitive workload and user interfaces in human-robot collaboration. In: Proceedings of the 25th International Conference on Multimodal Interaction, pp. 5\u201314 (2023)","DOI":"10.1145\/3577190.3614112"},{"key":"19_CR16","unstructured":"Lai, Y., et al.: NMM-HRI: natural multi-modal human-robot interaction with voice and deictic posture via large language model. arXiv preprint arXiv:2501.00785 (2025)"},{"key":"19_CR17","doi-asserted-by":"publisher","first-page":"126360","DOI":"10.1016\/j.eswa.2024.126360","volume":"268","author":"Y Lai","year":"2025","unstructured":"Lai, Y., Yuan, S., Nassar, Y., Fan, M., Weber, T., R\u00e4tsch, M.: NVP-HRI: zero shot natural voice and posture-based human-robot interaction via large language model. Expert Syst. Appl. 268, 126360 (2025)","journal-title":"Expert Syst. Appl."},{"issue":"1\u20132","key":"19_CR18","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1016\/0004-3702(94)00075-C","volume":"76","author":"R Levinson","year":"1995","unstructured":"Levinson, R.: A general programming language for unified planning and control. Artif. Intell. 76(1\u20132), 319\u2013375 (1995)","journal-title":"Artif. Intell."},{"key":"19_CR19","doi-asserted-by":"publisher","unstructured":"Macenski, S., Foote, T., Gerkey, B., Lalancette, C., Woodall, W.: Robot operating system 2: design, architecture, and uses in the wild. Sci. Robot. 7(66), eabm6074 (2022). https:\/\/doi.org\/10.1126\/scirobotics.abm6074, https:\/\/www.science.org\/doi\/abs\/10.1126\/scirobotics.abm6074","DOI":"10.1126\/scirobotics.abm6074"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Macenski, S., Soragna, A., Carroll, M., Ge, Z.: Impact of ROS 2 node composition in robotic systems. IEEE Robot. Auton. Lett. (RA-L) (2023)","DOI":"10.1109\/LRA.2023.3279614"},{"key":"19_CR21","doi-asserted-by":"publisher","unstructured":"Micheli, A., et al.: Unified planning: modeling, manipulating and solving AI planning problems in python. SoftwareX 29, 102012 (2025). https:\/\/doi.org\/10.1016\/j.softx.2024.102012, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2352711024003820","DOI":"10.1016\/j.softx.2024.102012"},{"key":"19_CR22","doi-asserted-by":"publisher","unstructured":"Milde, S., Friesen, S., Runzheimer, T., Beilstein, C., Blum, R., Milde, J.T.: Gesture-based machine learning for enhanced autonomous driving: a novel dataset and system integration approach. In: International Conference on Human-Computer Interaction, pp. 247\u2013256. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-61963-2_24","DOI":"10.1007\/978-3-031-61963-2_24"},{"key":"19_CR23","doi-asserted-by":"publisher","unstructured":"Milde, S., Friesen, S., Runzheimer, T., Milde, J.T., Blum, R.: An immersive VR test tool for multimodal human robot interaction. In: GI VR \/ AR Workshop (2024). https:\/\/doi.org\/10.18420\/vrar2024_0019","DOI":"10.18420\/vrar2024_0019"},{"key":"19_CR24","unstructured":"Milde, S., et al.: CoMeSy: multimodal interaction with a situated Cobot for collaborative tasks. In: ACHI 2025: The 18th International Conference on Advances in Computer-Human Interactions. IARIA, Nice, France (2025)"},{"key":"19_CR25","doi-asserted-by":"publisher","unstructured":"Milde, S., et al.: Studying multi-modal human robot interaction using a mobile VR simulation. In: International Conference on Human-Computer Interaction, pp. 140\u2013155. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-35602-5_11","DOI":"10.1007\/978-3-031-35602-5_11"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"M\u00fcller, R., Franke, J., Henrich, D., Kuhlenk\u00f6tter, B., Raatz, A., Verl, A.: Handbuch Mensch-Roboter-Kollaboration. Carl Hanser Verlag GmbH Co KG (2023)","DOI":"10.3139\/9783446474604"},{"issue":"11","key":"19_CR27","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1145\/319382.319398","volume":"42","author":"S Oviatt","year":"1999","unstructured":"Oviatt, S.: Ten myths of multimodal interaction. Commun. ACM 42(11), 74\u201381 (1999)","journal-title":"Commun. ACM"},{"issue":"05","key":"19_CR28","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/MCG.2003.1231179","volume":"23","author":"S Oviatt","year":"2003","unstructured":"Oviatt, S.: Advances in robust multimodal interface design. IEEE Comput. Graph. Appl. 23(05), 62\u201368 (2003)","journal-title":"IEEE Comput. Graph. Appl."},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Oviatt, S., Coulston, R., Lunsford, R.: When do we interact multimodally? Cognitive load and multimodal communication patterns. In: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 129\u2013136 (2004)","DOI":"10.1145\/1027933.1027957"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Pascher, M., et al.: Hands-on robotics: enabling communication through direct gesture control. In: Companion of the 2024 ACM\/IEEE International Conference on Human-Robot Interaction, pp. 822\u2013827 (2024)","DOI":"10.1145\/3610978.3640635"},{"issue":"1","key":"19_CR31","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1109\/MIS.2001.1183338","volume":"16","author":"D Perzanowski","year":"2001","unstructured":"Perzanowski, D., Schultz, A.C., Adams, W., Marsh, E., Bugajska, M.: Building a multimodal human-robot interface. IEEE Intell. Syst. 16(1), 16\u201321 (2001)","journal-title":"IEEE Intell. Syst."},{"issue":"5","key":"19_CR32","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1108\/01439919910283722","volume":"26","author":"M Peshkin","year":"1999","unstructured":"Peshkin, M., Colgate, J.E.: Cobots. Ind. Robot Int. J. 26(5), 335\u2013341 (1999)","journal-title":"Ind. Robot Int. J."},{"issue":"1","key":"19_CR33","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1007\/s40747-023-01173-6","volume":"10","author":"J Qi","year":"2024","unstructured":"Qi, J., Ma, L., Cui, Z., Yu, Y.: Computer vision-based hand gesture recognition for human-robot interaction: a review. Complex Intell. Syst. 10(1), 1581\u20131606 (2024)","journal-title":"Complex Intell. Syst."},{"key":"19_CR34","unstructured":"Ravi, N., et al.: Sam 2: segment anything in images and videos. arXiv preprint arXiv:2408.00714 (2024)"},{"key":"19_CR35","doi-asserted-by":"crossref","unstructured":"Rivera, C., et al.: ConceptAgent: LLM-driven precondition grounding and tree search for robust task planning and execution. arXiv preprint arXiv:2410.06108 (2024)","DOI":"10.1109\/ICRA55743.2025.11128414"},{"key":"19_CR36","doi-asserted-by":"publisher","unstructured":"Runzheimer, T., Friesen, S., Milde, S., Peiffer, J.H., Milde, J.T.: Exploring VR wizardry: a generic control tool for wizard of Oz experiments. In: International Conference on Human-Computer Interaction, pp. 60\u201373. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-61044-8_5","DOI":"10.1007\/978-3-031-61044-8_5"},{"issue":"5","key":"19_CR37","doi-asserted-by":"publisher","first-page":"840","DOI":"10.1109\/TRO.2007.907484","volume":"23","author":"R Stiefelhagen","year":"2007","unstructured":"Stiefelhagen, R., et al.: Enabling multimodal human-robot interaction for the Karlsruhe humanoid robot. IEEE Trans. Rob. 23(5), 840\u2013851 (2007)","journal-title":"IEEE Trans. Rob."},{"key":"19_CR38","doi-asserted-by":"publisher","first-page":"1084000","DOI":"10.3389\/fnbot.2023.1084000","volume":"17","author":"H Su","year":"2023","unstructured":"Su, H., Qi, W., Chen, J., Yang, C., Sandoval, J., Laribi, M.A.: Recent advancements in multimodal human-robot interaction. Front. Neurorobot. 17, 1084000 (2023)","journal-title":"Front. Neurorobot."},{"key":"19_CR39","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/j.patrec.2013.07.003","volume":"36","author":"M Turk","year":"2014","unstructured":"Turk, M.: Multimodal interaction: a review. Pattern Recogn. Lett. 36, 189\u2013195 (2014)","journal-title":"Pattern Recogn. Lett."},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Wang, Z., Cai, S., Chen, G., Liu, A., Ma, X.S., Liang, Y.: Describe, explain, plan and select: interactive planning with LLMs enables open-world multi-task agents. In: Advances in Neural Information Processing Systems, vol. 36, pp. 34153\u201334189 (2023)","DOI":"10.52202\/075280-1480"},{"key":"19_CR41","doi-asserted-by":"publisher","unstructured":"Weyel, J., et al.: Dynamic Human-Cobot task allocation: productivity versus balance in manufacturing. IFAC-PapersOnLine 59(26), 295\u2013300 (2025). https:\/\/doi.org\/10.1016\/j.ifacol.2025.12.050","DOI":"10.1016\/j.ifacol.2025.12.050"},{"key":"19_CR42","doi-asserted-by":"crossref","unstructured":"Younes, R., Elisei, F., Pellier, D., Bailly, G.: Impact of verbal instructions and deictic gestures of a Cobot on the performance of human coworkers. In: 2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids), pp. 1040\u20131047. IEEE (2024)","DOI":"10.1109\/Humanoids58906.2024.10769925"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29593-4_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T01:43:43Z","timestamp":1783388623000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29593-4_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032295927","9783032295934"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29593-4_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"7 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2026.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}