{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T19:41:39Z","timestamp":1790970099269,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,10,18]],"date-time":"2021-10-18T00:00:00Z","timestamp":1634515200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01JD1811C"],"award-info":[{"award-number":["01JD1811C"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,10,18]]},"DOI":"10.1145\/3461615.3485432","type":"proceedings-article","created":{"date-parts":[[2021,12,18]],"date-time":"2021-12-18T04:57:40Z","timestamp":1639803460000},"page":"13-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Multisensor-Pipeline: A Lightweight, Flexible, and Extensible Framework for Building Multimodal-Multisensor Interfaces"],"prefix":"10.1145","author":[{"given":"Michael","family":"Barz","sequence":"first","affiliation":[{"name":"German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Omair Shahzad","family":"Bhatti","sequence":"additional","affiliation":[{"name":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bengt","family":"L\u00fcers","sequence":"additional","affiliation":[{"name":"Applied Artificial Intelligence, Oldenburg University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander","family":"Prange","sequence":"additional","affiliation":[{"name":"German Research Center for Artificial Intelligence (DFKI), Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Sonntag","sequence":"additional","affiliation":[{"name":"German Research Center for Artificial Intelligence (DFKI), Germany and Applied Artificial Intelligence, Oldenburg University, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,12,17]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3450341.3458766"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2968219.2971389"},{"key":"e_1_3_2_2_3_1","volume-title":"Automatic Visual Attention Detection for Mobile Eye Tracking Using Pre-Trained Computer Vision Models and Human Gaze. Sensors 21, 12 (Jan","author":"Barz Michael","year":"2021","unstructured":"Michael Barz and Daniel Sonntag . 2021. Automatic Visual Attention Detection for Mobile Eye Tracking Using Pre-Trained Computer Vision Models and Human Gaze. Sensors 21, 12 (Jan . 2021 ), 4143. https:\/\/doi.org\/10.3390\/s21124143 Number : 12 Publisher : Multidisciplinary Digital Publishing Institute . Michael Barz and Daniel Sonntag. 2021. Automatic Visual Attention Detection for Mobile Eye Tracking Using Pre-Trained Computer Vision Models and Human Gaze. Sensors 21, 12 (Jan. 2021), 4143. https:\/\/doi.org\/10.3390\/s21124143 Number: 12 Publisher: Multidisciplinary Digital Publishing Institute."},{"key":"e_1_3_2_2_4_1","unstructured":"Tobias Baur Alexander Heimerl Florian Lingenfelser Johannes Wagner Michel\u00a0F. Valstar Bj\u00f6rn Schuller and Elisabeth Andr\u00e9. 2020. eXplainable Cooperative Machine Learning with NOVA. (2020). https:\/\/doi.org\/10.1007\/s13218-020-00632-3 Accepted: 2021-04-23T09:34:07Z Publisher: Springer.  Tobias Baur Alexander Heimerl Florian Lingenfelser Johannes Wagner Michel\u00a0F. Valstar Bj\u00f6rn Schuller and Elisabeth Andr\u00e9. 2020. eXplainable Cooperative Machine Learning with NOVA. (2020). https:\/\/doi.org\/10.1007\/s13218-020-00632-3 Accepted: 2021-04-23T09:34:07Z Publisher: Springer."},{"key":"e_1_3_2_2_5_1","volume-title":"Platform for Situated Intelligence. arXiv:2103.15975 [cs] (March","author":"Bohus Dan","year":"2021","unstructured":"Dan Bohus , Sean Andrist , Ashley Feniello , Nick Saw , Mihai Jalobeanu , Patrick Sweeney , Anne\u00a0Loomis Thompson , and Eric Horvitz . 2021. Platform for Situated Intelligence. arXiv:2103.15975 [cs] (March 2021 ). http:\/\/arxiv.org\/abs\/2103.15975 arXiv:2103.15975. Dan Bohus, Sean Andrist, Ashley Feniello, Nick Saw, Mihai Jalobeanu, Patrick Sweeney, Anne\u00a0Loomis Thompson, and Eric Horvitz. 2021. Platform for Situated Intelligence. arXiv:2103.15975 [cs] (March 2021). http:\/\/arxiv.org\/abs\/2103.15975 arXiv:2103.15975."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.3389\/fict.2018.00013"},{"key":"e_1_3_2_2_7_1","volume-title":"The Handbook of Multimodal-Multisensor Interfaces: Language Processing, Software, Commercialization, and Emerging Directions","author":"Feld Michael","unstructured":"Michael Feld , Robert Ne\u00dfelrath , and Tim Schwartz . 2019. Software Platforms and Toolkits for Building Multimodal Systems and Applications . In The Handbook of Multimodal-Multisensor Interfaces: Language Processing, Software, Commercialization, and Emerging Directions . Association for Computing Machinery and Morgan & Claypool , 145\u2013190. https:\/\/doi.org\/10.1145\/3233795.3233801 Michael Feld, Robert Ne\u00dfelrath, and Tim Schwartz. 2019. Software Platforms and Toolkits for Building Multimodal Systems and Applications. In The Handbook of Multimodal-Multisensor Interfaces: Language Processing, Software, Commercialization, and Emerging Directions. Association for Computing Machinery and Morgan & Claypool, 145\u2013190. https:\/\/doi.org\/10.1145\/3233795.3233801"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2649-2"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2019.8925519"},{"key":"e_1_3_2_2_11_1","volume-title":"Eye tracking: A comprehensive guide to methods, paradigms and measures","author":"Holmqvist Kenneth","unstructured":"Kenneth Holmqvist and Richard Andersson . 2011. Eye tracking: A comprehensive guide to methods, paradigms and measures . Lund Eye-Tracking Research Institute , Lund, Sweden . Kenneth Holmqvist and Richard Andersson. 2011. Eye tracking: A comprehensive guide to methods, paradigms and measures. Lund Eye-Tracking Research Institute, Lund, Sweden."},{"key":"e_1_3_2_2_12_1","volume-title":"ARETT: Augmented Reality Eye Tracking Toolkit for Head Mounted Displays. Sensors 21, 6 (March","author":"Kapp Sebastian","year":"2021","unstructured":"Sebastian Kapp , Michael Barz , Sergey Mukhametov , Daniel Sonntag , and Jochen Kuhn . 2021 . ARETT: Augmented Reality Eye Tracking Toolkit for Head Mounted Displays. Sensors 21, 6 (March 2021), 2234. https:\/\/doi.org\/10.3390\/s21062234 Number : 6 Publisher : Multidisciplinary Digital Publishing Institute . Sebastian Kapp, Michael Barz, Sergey Mukhametov, Daniel Sonntag, and Jochen Kuhn. 2021. ARETT: Augmented Reality Eye Tracking Toolkit for Head Mounted Displays. Sensors 21, 6 (March 2021), 2234. https:\/\/doi.org\/10.3390\/s21062234 Number: 6 Publisher: Multidisciplinary Digital Publishing Institute."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2638728.2641695"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2EW.2016.56"},{"key":"e_1_3_2_2_15_1","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics: System Demonstrations. Association for Computational Linguistics, Online, 279\u2013286","author":"Li Chia-Yu","year":"2020","unstructured":"Chia-Yu Li , Daniel Ortega , Dirk V\u00e4th , Florian Lux , Lindsey Vanderlyn , Maximilian Schmidt , Michael Neumann , Moritz V\u00f6lkel , Pavel Denisov , Sabrina Jenne , Zorica Kacarevic , and Ngoc\u00a0Thang Vu . 2020 . ADVISER: A Toolkit for Developing Multi-modal, Multi-domain and Socially-engaged Conversational Agents . In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics: System Demonstrations. Association for Computational Linguistics, Online, 279\u2013286 . https:\/\/doi.org\/10.18653\/v1\/2020.acl-demos.31 Chia-Yu Li, Daniel Ortega, Dirk V\u00e4th, Florian Lux, Lindsey Vanderlyn, Maximilian Schmidt, Michael Neumann, Moritz V\u00f6lkel, Pavel Denisov, Sabrina Jenne, Zorica Kacarevic, and Ngoc\u00a0Thang Vu. 2020. ADVISER: A Toolkit for Developing Multi-modal, Multi-domain and Socially-engaged Conversational Agents. In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics: System Demonstrations. Association for Computational Linguistics, Online, 279\u2013286. https:\/\/doi.org\/10.18653\/v1\/2020.acl-demos.31"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.5555\/3019272"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"crossref","unstructured":"Sharon Oviatt Bj\u00f6rn Schuller Philip Cohen Daniel Sonntag Gerasimos Potamianos and Antonio Kr\u00fcger (Eds.). 2019. The Handbook of Multimodal-Multisensor Interfaces: Language Processing Software Commercialization and Emerging Directions. Association for Computing Machinery and Morgan & Claypool. https:\/\/doi.org\/10.1145\/3233795  Sharon Oviatt Bj\u00f6rn Schuller Philip Cohen Daniel Sonntag Gerasimos Potamianos and Antonio Kr\u00fcger (Eds.). 2019. The Handbook of Multimodal-Multisensor Interfaces: Language Processing Software Commercialization and Emerging Directions. Association for Computing Machinery and Morgan & Claypool. https:\/\/doi.org\/10.1145\/3233795","DOI":"10.1145\/3233795"},{"key":"e_1_3_2_2_19_1","volume-title":"Introduction: Scope, Trends, and Paradigm Shift in the Field of Computer Interfaces. In The Handbook of Multimodal-Multisensor Interfaces","author":"Oviatt Sharon","year":"2017","unstructured":"Sharon Oviatt , Bj\u00f6rn Schuller , Philip\u00a0 R Cohen , Daniel Sonntag , Gerasimos Potamianos , and Antonio Kr\u00fcger . 2017 . Introduction: Scope, Trends, and Paradigm Shift in the Field of Computer Interfaces. In The Handbook of Multimodal-Multisensor Interfaces . Association for Computing Machinery and Morgan & Claypool , New York, NY, USA , 1\u201315. https:\/\/doi.org\/10.1145\/3015783.3015785 Sharon Oviatt, Bj\u00f6rn Schuller, Philip\u00a0R Cohen, Daniel Sonntag, Gerasimos Potamianos, and Antonio Kr\u00fcger. 2017. Introduction: Scope, Trends, and Paradigm Shift in the Field of Computer Interfaces. In The Handbook of Multimodal-Multisensor Interfaces. Association for Computing Machinery and Morgan & Claypool, New York, NY, USA, 1\u201315. https:\/\/doi.org\/10.1145\/3015783.3015785"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308532.3329452"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1088463.1088492"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2005-388"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/1735821.1735824"},{"key":"e_1_3_2_2_25_1","volume-title":"The Openinterface Framework: A Tool for Multimodal Interaction.In CHI \u201908 Extended Abstracts on Human Factors in Computing Systems","author":"Serrano Marcos","unstructured":"Marcos Serrano , Laurence Nigay , Jean-Yves\u00a0 L. Lawson , Andrew Ramsay , Roderick Murray-Smith , and Sebastian Denef . 2008. The Openinterface Framework: A Tool for Multimodal Interaction.In CHI \u201908 Extended Abstracts on Human Factors in Computing Systems . Association for Computing Machinery , New York, NY, USA , 3501\u20133506. https:\/\/doi.org\/10.1145\/1358628.1358881 Marcos Serrano, Laurence Nigay, Jean-Yves\u00a0L. Lawson, Andrew Ramsay, Roderick Murray-Smith, and Sebastian Denef. 2008. The Openinterface Framework: A Tool for Multimodal Interaction.In CHI \u201908 Extended Abstracts on Human Factors in Computing Systems. Association for Computing Machinery, New York, NY, USA, 3501\u20133506. https:\/\/doi.org\/10.1145\/1358628.1358881"},{"key":"e_1_3_2_2_26_1","volume-title":"Vol.\u00a04","author":"Sonntag Daniel","unstructured":"Daniel Sonntag . 2010. Ontologies and Adaptivity in Dialogue for Question Answering. Studies on the Semantic Web , Vol.\u00a04 . IOS Press . https:\/\/doi.org\/10.3233\/978-1-61499-338-4-i Daniel Sonntag. 2010. Ontologies and Adaptivity in Dialogue for Question Answering. Studies on the Semantic Web, Vol.\u00a04. IOS Press. https:\/\/doi.org\/10.3233\/978-1-61499-338-4-i"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2502081.2502223"},{"key":"e_1_3_2_2_28_1","volume-title":"A Survey on Deep Learning Toolkits and Libraries for Intelligent User Interfaces. arXiv:1803.04818 [cs] (March","author":"Zacharias Jan","year":"2018","unstructured":"Jan Zacharias , Michael Barz , and Daniel Sonntag . 2018. A Survey on Deep Learning Toolkits and Libraries for Intelligent User Interfaces. arXiv:1803.04818 [cs] (March 2018 ). http:\/\/arxiv.org\/abs\/1803.04818 arXiv:1803.04818. Jan Zacharias, Michael Barz, and Daniel Sonntag. 2018. A Survey on Deep Learning Toolkits and Libraries for Intelligent User Interfaces. arXiv:1803.04818 [cs] (March 2018). http:\/\/arxiv.org\/abs\/1803.04818 arXiv:1803.04818."}],"event":{"name":"ICMI '21: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","location":"Montreal QC Canada","acronym":"ICMI '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Companion Publication of the 2021 International Conference on Multimodal Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461615.3485432","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3461615.3485432","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:45:10Z","timestamp":1750268710000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3461615.3485432"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,18]]},"references-count":27,"alternative-id":["10.1145\/3461615.3485432","10.1145\/3461615"],"URL":"https:\/\/doi.org\/10.1145\/3461615.3485432","relation":{},"subject":[],"published":{"date-parts":[[2021,10,18]]},"assertion":[{"value":"2021-12-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}