{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T18:10:13Z","timestamp":1689099013953},"reference-count":57,"publisher":"Oxford University Press (OUP)","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Interact. Comput."],"published-print":{"date-parts":[[2015,7]]},"DOI":"10.1093\/iwc\/iwu003","type":"journal-article","created":{"date-parts":[[2014,4,1]],"date-time":"2014-04-01T02:07:14Z","timestamp":1396318034000},"page":"470-488","source":"Crossref","is-referenced-by-count":8,"title":["Graphical Toolkits for Rapid Prototyping of Multimodal Systems: A Survey"],"prefix":"10.1093","volume":"27","author":[{"given":"Fredy","family":"Cuenca","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karin","family":"Coninx","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davy","family":"Vanacken","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kris","family":"Luyten","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2014,3,30]]},"reference":[{"key":"2015070108553858000_27.4.470.1","doi-asserted-by":"crossref","unstructured":"Ait-Ameur Y. Kamel N. A Generic Formal Specification of Fusion of Modalities in a Multimodal HCI. 2004:415-420. IFIP World Computer Science, Kluwer Academic Publishers.","DOI":"10.1007\/978-1-4020-8157-6_34"},{"key":"2015070108553858000_27.4.470.2","unstructured":"Beaudouin-Lafon M. Mackay W. Prototyping Tools and Techniques. The Human\u2013Computer Interaction Handbook 2003:1006-1031. ACM."},{"key":"2015070108553858000_27.4.470.3","doi-asserted-by":"crossref","unstructured":"Bolt R. Put-That-There: Voice and Gesture at the Graphics Interface. Proc. 7th Annual Conference on Computer Graphics and Interactive Techniques 1980:262-270. ACM.","DOI":"10.1145\/800250.807503"},{"key":"2015070108553858000_27.4.470.4","unstructured":"Bourguet M. A Toolkit for Creating and Testing Multimodal Interface Designs. Posters and Demos from the 15th Annual ACM Symposium on User Interface Software and Technology 2002:29-30. ACM."},{"key":"2015070108553858000_27.4.470.5","unstructured":"Bourguet M. Designing and Prototyping Multimodal Commands. Human\u2013Computer Interaction INTERACT'03 2003:717-720. IOS Press."},{"key":"2015070108553858000_27.4.470.6","unstructured":"Bui T. H. Multimodal Dialogue Management\u2014State of the Art. 2008. CTIT Technical Report Series, No. 06-01, University of Twente (UT), Enschede, The Netherlands."},{"key":"2015070108553858000_27.4.470.7","unstructured":"Clements P. Bachmann F. Bass L. Garlan D. Ivers J. Little R. Merson P. Nord R. Stafford J. Documenting Software Architectures: Views and Beyond (2nd edn). Addison\u2013Wesley."},{"key":"2015070108553858000_27.4.470.8","unstructured":"Dargie W. Strunck A. Winkler M. Mrhos B. Thakar S. Enkelmann W. A Model-Based Approach for Developing Adaptive Multimodal Interactive Systems. 2007. 2nd International Conference on Software and Data Technologies. ICSOFT."},{"key":"2015070108553858000_27.4.470.9","unstructured":"De Boeck J. Vanacken D. Raymaekers C. Coninx K. High level modeling of multimodal interaction techniques using NiMMiT. J. Virtual Real. Broadcast. 2007;4."},{"key":"2015070108553858000_27.4.470.10","doi-asserted-by":"crossref","unstructured":"De Boeck J. Raymaekers C. Coninx K. CoGenIVE: Building 3D Virtual Environments Using a Model Based User Interface Design Approach. Computer Vision and Computer Graphics:Theory and Applications 2009. Springer, ISBN 978-3-642-10225-7, ISSN 1865-0929.","DOI":"10.1007\/978-3-642-10226-4_7"},{"key":"2015070108553858000_27.4.470.11","unstructured":"Dragicevic P. Fekete J. ICON: Input Device Selection and Interaction Configuration, Demonstration. UIST 2002 Companion 2002:47-48."},{"key":"2015070108553858000_27.4.470.12","doi-asserted-by":"crossref","unstructured":"Dragicevic P. Fekete J. Proc. 6th Int. Conf. on Multimodal Interfaces (ICMI04). PA, USA: State College; 2004. Support for Input Adaptability in the ICON Toolkit; p. 212-219.","DOI":"10.1145\/1027933.1027969"},{"key":"2015070108553858000_27.4.470.13","doi-asserted-by":"crossref","unstructured":"Dumas B. Lalanne D. Ingold R. HephaisTK: A Toolkit for Rapid Prototyping of Multimodal Interfaces. Proc. Int. Conf. on Multimodal Interfaces and Workshop on Machine Learning for Multi-modal Interaction (ICMI-MLMI 2009) 2009:231-232. ACM.","DOI":"10.1145\/1647314.1647360"},{"key":"2015070108553858000_27.4.470.14","doi-asserted-by":"crossref","unstructured":"Dumas B. Frameworks, description languages and fusion engines for multimodal interactive systems. 2010. PhD Thesis, University of Fribourg.","DOI":"10.1145\/1647314.1647345"},{"key":"2015070108553858000_27.4.470.15","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-010-0043-3"},{"key":"2015070108553858000_27.4.470.16","unstructured":"Dumas B. Signer B. Lalanne D. A Graphical UIDL Editor for Multimodal Interaction Design Based on SMUIML. 2013. Science of Computer Programming."},{"key":"2015070108553858000_27.4.470.17","unstructured":"Engel R. Schutt R. The Practice of Research in Social Work (3rd edn), Chapter 4. 2013. SAGE Publications, Inc."},{"key":"2015070108553858000_27.4.470.18","doi-asserted-by":"crossref","unstructured":"Flippo F. Krebs A. Marsic I. A Framework for Rapid Development of Multimodal Interfaces. Proc.f ICMI 2003 2003:109-116. Vancouver, BC, November 5\u20137.","DOI":"10.1145\/958432.958455"},{"key":"2015070108553858000_27.4.470.19","doi-asserted-by":"crossref","unstructured":"Gibbon D. Mertins I. Moore R. Handbook of Multimodal and Spoken Dialogue Systems. 2000. The Springer International Series in Engineering and Computer Science.","DOI":"10.1007\/978-1-4615-4501-9"},{"key":"2015070108553858000_27.4.470.20","doi-asserted-by":"crossref","unstructured":"Harel D. Pnueli A. On the Development of Reactive Systems. In: Apt K.R. , editor. Logics and Models of Concurrent Systems. New York: Springer; 1985. p. 477-498. NATO ASI Series, Vol. F-13.","DOI":"10.1007\/978-3-642-82453-1_17"},{"key":"2015070108553858000_27.4.470.21","doi-asserted-by":"crossref","unstructured":"Hinckley K. Czerwinsky M. Sinclair M. Interaction and Modeling Techniques for Desktop Two\u2013Handed Input. Proc. ACM UIST98 1998:49-58. ACM.","DOI":"10.1145\/288392.288572"},{"key":"2015070108553858000_27.4.470.22","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-007-0038-x"},{"key":"2015070108553858000_27.4.470.23","doi-asserted-by":"crossref","unstructured":"Johnston M. Bangalore S. Vasireddy G. Stent A. Ehlen P. Walker M. Whittaker S. Maloor P. MATCH: An Architecture for Multimodal Dialogue Systems. Proc. 40th Annual Meeting of the Association for Computational Linguistics 2002:376-383. Association for Computational Linguistics.","DOI":"10.3115\/1073083.1073146"},{"key":"2015070108553858000_27.4.470.24","unstructured":"Kaltenbrunner M. Bovermann T. Bencina R. Constanza E. TUIO\u2014a Protocol for Table-Top Tangible User Interfaces. Proc. 6th Int. Workshop on Gesture in Human\u2013Computer Interaction and Simulation. 2005. Springer."},{"key":"2015070108553858000_27.4.470.25","unstructured":"Lakos C. Language for Object-Oriented Petri Nets. 1991. Department of Computer Science, University of Tasmania."},{"key":"2015070108553858000_27.4.470.26","doi-asserted-by":"crossref","unstructured":"Lalanne D. Nigay L. Palanque P. Robinson P. Vanderdonckt J. Ladry J. Fusion Engines for Multimodal Input: A Survey, ICMI\u2013MLNI09. Proc. 2009 Int. Conf. on Multimodal Interfaces 2009:153-160. ACM.","DOI":"10.1145\/1647314.1647343"},{"key":"2015070108553858000_27.4.470.27","unstructured":"Lawson J.-Y. Vanderdonckt J. Macq B. Adjunct Proc. 21st Annual ACM Symposium on User Interface Software and Technology, UIST08. New York, NY: ACM; 2008. Rapid Prototyping of Multimodal Interactive Applications Based on Off-The-Shelf Heterogeneous Components; p. 41-42."},{"key":"2015070108553858000_27.4.470.28","doi-asserted-by":"crossref","unstructured":"Lawson L. Al\u2013Akkad A. Vanderdonckt J. Macq B. An Open Source Workbench for Prototyping Multimodal Interactions Based on Off-the-Shelf Heterogeneous Components. Proc. 1st ACM SIGCHI Symposium on Engineering Interactive Computing Systems, EICS09 2009. ACM.","DOI":"10.1145\/1570433.1570480"},{"key":"2015070108553858000_27.4.470.29","unstructured":"Len B. Clements P. Kazman R. Software Architecture in Practice (3rd edn). Addison-Wesley."},{"key":"2015070108553858000_27.4.470.30","doi-asserted-by":"crossref","unstructured":"Luyten K. Clerckx T. Coninx K. Vanderdonckt J. Derivation of a Dialog Model from a Task Model by Activity Chain Extraction. Proc. of DSV-IS 2003, Lecture Notes in Computer Science 2003:191-205. Vol. 2844, Springer.","DOI":"10.1007\/978-3-540-39929-2_14"},{"key":"2015070108553858000_27.4.470.31","doi-asserted-by":"crossref","unstructured":"Mitra S. Acharya T. Gesture recognition: a survey. IEEE Trans. Syst. Man Cybern.-Part C 2007;37.","DOI":"10.1109\/TSMCC.2007.893280"},{"key":"2015070108553858000_27.4.470.32","doi-asserted-by":"crossref","unstructured":"Monwar M. Gavrilova M. Markov Chain Model for Multimodal Biometric Rank Fusion. Signal, Image and Video Processing 2011. Springer.","DOI":"10.1007\/s11760-011-0226-8"},{"key":"2015070108553858000_27.4.470.33","doi-asserted-by":"crossref","unstructured":"Murata T. Petri Nets: Properties, Analysis And Applications. Proceedings of the IEEE 1989. Vol. 77.","DOI":"10.1109\/5.24143"},{"key":"2015070108553858000_27.4.470.34","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2006.03.002"},{"key":"2015070108553858000_27.4.470.35","doi-asserted-by":"crossref","unstructured":"Navarre D. Palanque P. Ladry J. Barboni E. ICOs: A model-based user interface description technique dedicated to interactive systems addressing usability, reliability and scalability. ACM Trans. Comput.\u2013Hum. Interact. 2009;16:1-56.","DOI":"10.1145\/1614390.1614393"},{"key":"2015070108553858000_27.4.470.36","doi-asserted-by":"crossref","unstructured":"Neal J. Thielman C. Dobes Z. Haller S. Shapiro S. Natural Language with Integrated Deictic and Graphical Gestures. Proc. Workshop on Speech and Natural Language 1989:410-423. Association for Computational Linguistics.","DOI":"10.3115\/1075434.1075499"},{"key":"2015070108553858000_27.4.470.37","unstructured":"Nise N. Control Systems Engineering (6th edn). 2011. Wiley E-text, ISBN 978-1-1180-0618-4."},{"key":"2015070108553858000_27.4.470.38","doi-asserted-by":"crossref","unstructured":"Oviatt S. Commun. ACM. Vol. 42. New York: ACM Press; 1999. Ten Myths of Multimodal Interaction; p. 74-81.","DOI":"10.1145\/319382.319398"},{"key":"2015070108553858000_27.4.470.39","unstructured":"Oviatt S. The Human\u2013Computer Interaction Handbook: Fundamentals, Evolving Technologies and Emerging Applications. Mahwah, NJ.: Lawrence Erlbaum Assoc.; 2003. Multimodal Interfaces."},{"key":"2015070108553858000_27.4.470.40","unstructured":"Palanque P. Schyn A. A Model-Based Approach for Engineering Multimodal Interactive Systems. 2003. INTERACT 2003."},{"key":"2015070108553858000_27.4.470.41","unstructured":"Pineux A. Runtime models extension for SKEMMI, a component\u2013based graphical authoring tool for multimodal interactions. 2012. MSc. Thesis, Ecole Polytechnique de Louvain."},{"key":"2015070108553858000_27.4.470.42","doi-asserted-by":"publisher","DOI":"10.1109\/5.18626"},{"key":"2015070108553858000_27.4.470.43","unstructured":"Rajman M. Bui T. H. Rajman A. Seydoux F. Trutnev A. Assessing the Usability of a Dialog Management System Designed in the Framework of a Rapid Dialogue Prototyping Methodology. Acta acustica united with acustica 2004;90:1096-1111."},{"key":"2015070108553858000_27.4.470.44","unstructured":"Roope R. Multimodal Human\u2013Computer Interaction: a constructive and empirical study. 1999. PhD Thesis, University of Tampere, Finland."},{"key":"2015070108553858000_27.4.470.45","doi-asserted-by":"crossref","unstructured":"Samek M. A crash course in UML state machines. 2009. Embedded.com.","DOI":"10.1016\/B978-0-7506-8706-5.00002-7"},{"key":"2015070108553858000_27.4.470.46","doi-asserted-by":"publisher","DOI":"10.1109\/5.664275"},{"key":"2015070108553858000_27.4.470.47","doi-asserted-by":"publisher","DOI":"10.1126\/science.103.2684.677"},{"key":"2015070108553858000_27.4.470.48","doi-asserted-by":"crossref","unstructured":"Sushmita M. Gesture Recognition: A Survey. IEEE Trans. Syst. Man Cybern.-Part C 2007;37.","DOI":"10.1109\/TSMCC.2007.893280"},{"key":"2015070108553858000_27.4.470.49","unstructured":"Sy O. Navarre D. Le D. Palanque P. Bastide R. Formal definition of Interactive Cooperative Objects. 1999. ESPRIT Reactive LTR 24963 Project, L.I.H.S., University of Toulouse."},{"key":"2015070108553858000_27.4.470.50","unstructured":"Trung B. Toward affective dialogue management using partially observable Markov decision processes. 2008. PhD Thesis, University of Twente."},{"key":"2015070108553858000_27.4.470.51","unstructured":"Vanacken L. Multimodal Selection in virtual environments: enhancing the user experience and facilitating development. 2009. PhD Thesis, UHasselt Diepenbeek."},{"key":"2015070108553858000_27.4.470.52","unstructured":"Vanacken D. Touch-based interaction and collaboration in walk-up-and-use and multi\u2013user environments. 2012. Universiteit Hasselt, PhD thesis, UHasselt Diepenbeek."},{"key":"2015070108553858000_27.4.470.53","unstructured":"Vanacken D. De Boeck J. Raymaekers C. Coninx K. NiMMiT: A Notation for Modeling Multimodal Interaction Techniques. Proc. Int. Conf. on Computer Graphics Theory and Application (GRAPP06) 2006."},{"key":"2015070108553858000_27.4.470.54","unstructured":"Vo M. Wood C. Building an Application Framework for Speech and Pen Input Integration in Multimodal Learning Interfaces. Int. Conf. on Acoustics, Speech and Signal Processing 1996."},{"key":"2015070108553858000_27.4.470.55","doi-asserted-by":"crossref","unstructured":"Wahlster W. Reithinger N. Blocher A. SmartKom: Multimodal Communication with a Life\u2013Like Character. 7th European Conf. on Speech Communication and Technology 2001. ISCA.","DOI":"10.21437\/Eurospeech.2001-347"},{"key":"2015070108553858000_27.4.470.56","doi-asserted-by":"crossref","unstructured":"Wagner F. Schmuki R. Wagner T. Wolstenholme P. Modeling Software with Finite State Machines. A Practical Approach 2006. Auerbach Publications.","DOI":"10.1201\/9781420013641"},{"key":"2015070108553858000_27.4.470.57","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-010-0044-2"}],"container-title":["Interacting with Computers"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/iwc\/article-pdf\/27\/4\/470\/9644219\/iwu003.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T17:56:27Z","timestamp":1689098187000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/iwc\/article-lookup\/doi\/10.1093\/iwc\/iwu003"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,3,30]]},"references-count":57,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2015,6,3]]},"published-print":{"date-parts":[[2015,7]]}},"alternative-id":["10.1093\/iwc\/iwu003"],"URL":"https:\/\/doi.org\/10.1093\/iwc\/iwu003","relation":{},"ISSN":["0953-5438","1873-7951"],"issn-type":[{"value":"0953-5438","type":"print"},{"value":"1873-7951","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,3,30]]}}}