{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T15:22:08Z","timestamp":1764688928934},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2013,6,18]],"date-time":"2013-06-18T00:00:00Z","timestamp":1371513600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Multimodal User Interfaces"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1007\/s12193-013-0126-z","type":"journal-article","created":{"date-parts":[[2013,6,17]],"date-time":"2013-06-17T13:24:19Z","timestamp":1371475459000},"page":"351-370","source":"Crossref","is-referenced-by-count":17,"title":["Multimodal interaction: a survey from model driven engineering and mobile perspectives"],"prefix":"10.1007","volume":"7","author":[{"given":"Nadia","family":"Elouali","sequence":"first","affiliation":[]},{"given":"Jos\u00e9","family":"Rouillard","sequence":"additional","affiliation":[]},{"given":"Xavier","family":"Le Pallec","sequence":"additional","affiliation":[]},{"given":"Jean-Claude","family":"Tarby","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,6,18]]},"reference":[{"key":"126_CR1","doi-asserted-by":"crossref","unstructured":"Kvale K, Warakagoda ND (2010) Multimodal interfaces to mobile terminals\u2014a design-for-all approach. In: User interfaces","DOI":"10.5772\/9499"},{"key":"126_CR2","doi-asserted-by":"crossref","unstructured":"de Souza M, Carvalho DDB, Barth P, Rmos JV, Comunello E, von Wangenheim A (2010) Using acceleration data from smartphones to interact with 3D medical data. In: Proceedings of the SIBGRAPI conference on graphics, patterns and images, pp 339\u2013345","DOI":"10.1109\/SIBGRAPI.2010.52"},{"key":"126_CR3","unstructured":"Aebi F (2012) Multimodal fusion on mobiles. In: Seminar on multimodal interaction on mobiles devices"},{"key":"126_CR4","first-page":"23","volume":"91","author":"MGJ Brand van den","year":"2012","unstructured":"van den Brand MGJ, Groote JF (2012) Advances in model driven software engineering. ERCIM News 91:23\u201324","journal-title":"ERCIM News"},{"key":"126_CR5","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1109\/MC.2004.139","volume":"37","author":"Z Obrenovic","year":"2004","unstructured":"Obrenovic Z, Starcevic D (2004) Modelling multimodal human computer interaction. IEEE Comput 37:65\u201372","journal-title":"IEEE Comput"},{"key":"126_CR6","unstructured":"Bellik Y, Teil D (1992) D\u00e9finitions Terminologiques pour la Communication Multimodale. In: Proceedings of interface Homme-machine (IHM)"},{"key":"126_CR7","unstructured":"Nigay L, Coutaz J (1997) Multifeature systems: the CARE properties and their impact on software design. In: Proceedings of first workshop on intelligence and multimodality in multimedia interfaces: research and applications, association for the advancement of artificial intelligence (AAAI)"},{"key":"126_CR8","doi-asserted-by":"crossref","unstructured":"Bordegoni M, Faconti G, Feiner S, Maybury MT, Rist T, Ruggieri S, Trahanias P, Wilson M (1997) A standard reference model for intelligent multimedia presentation systems. In: Computer standards and interfaces, pp 477\u2013496","DOI":"10.1016\/S0920-5489(97)00013-5"},{"key":"126_CR9","unstructured":"Nigay L, Coutaz J (1996) Espaces conceptuels pour linteraction multimdia et multimodale. In: TSI, special Multimedia et Collecticiel, AFCET & Hermes, pp 1195\u20131225"},{"key":"126_CR10","unstructured":"Nigay L (1994) Conception et modlisation logicielles des syst\u2018emes interactifs: application aux interfaces multimodales. PhD thesis, University of Joseph Fourier-Grenoble, France"},{"key":"126_CR11","doi-asserted-by":"crossref","unstructured":"Coutaz J, Nigay L, Salber D (1993) The MSM framework: a design space for multi-sensory-motor systems. In: Proceedings of east-west human\u2013computer interaction conference (EWHCI), pp 231\u2013241","DOI":"10.1007\/3-540-57433-6_52"},{"key":"126_CR12","unstructured":"Landragin F (2007) Physical, semantic and pragmatic levels for multimodal fusion and fission. In: Proceedings of seventh international workshop on computational semantics (IWCS-7), pp 346\u2013350"},{"key":"126_CR13","doi-asserted-by":"crossref","unstructured":"Coutaz J, Nigay L, Salber D, Blandford A, May JY (1995) Four easy pieces for assessing the usability of multimodal interaction: the CARE properties. In: Proceedings of INTERACT, pp 115\u2013120","DOI":"10.1007\/978-1-5041-2896-4_19"},{"key":"126_CR14","unstructured":"Bellik Y (1995) Interface multimodales: concepts, modles et architectures. PhD thesis, University of Paris XI, France"},{"key":"126_CR15","doi-asserted-by":"crossref","unstructured":"Bouchet J, Nigay L (2004) ICARE: a component-based approach for the design and development of multimodal interfaces. In: Proceedings of conference on humans factors in computing systems (CHI), extended abstracts, pp 1325\u20131328","DOI":"10.1145\/985921.986055"},{"key":"126_CR16","unstructured":"Martin JC (1999) TYCOON : six primitive types of cooperation for observing, evaluating and specifying cooperations. In: Proceedings of association for the advancement of artificial intelligence (AAAI) fall, symposium on psychological models of communication in collaborative systems"},{"key":"126_CR17","unstructured":"Martin JC (1997) Towards intelligent cooperation between modalities. The example of a system enabling multimodal interaction with a map. In: Proceedings of international joint conference on artificial intelligence (IJCAI), workshop on intelligent multimodal systems"},{"key":"126_CR18","unstructured":"MOANO: Models and Tools for Pervasive Applications focusing on Territory Discovery. ANR Project 2011\u20132014"},{"key":"126_CR19","doi-asserted-by":"crossref","unstructured":"Kent S (2002) Model driven engineering. In: Proceedings of integrated formal methods (IFM), pp 286\u2013298","DOI":"10.1007\/3-540-47884-1_16"},{"key":"126_CR20","unstructured":"Frank U (2011) Some guidelines for the conception of domain-specific modelling languages. In: Proceedings of enterprise modelling and information systems architectures (EMISA), pp 93\u2013106"},{"key":"126_CR21","unstructured":"Lange CFJ, Chaudron MRV (2005) Managing model quality in UML-based software development. In: Proceedings of the 13th international workshop on software technology and engineering practice, pp 7\u201316"},{"key":"126_CR22","doi-asserted-by":"crossref","unstructured":"France R, Rumpe B (2007) Model-driven development of complex software: a research roadmap. In: Proceedings of the international conference on software engineering (ICSE), future of software engineering, pp 37\u201354","DOI":"10.1109\/FOSE.2007.14"},{"key":"126_CR23","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1023\/A:1011265604021","volume":"8","author":"JC Campos","year":"2001","unstructured":"Campos JC, Harrison MD (2001) Model checking interactor specifications. Autom Softw Eng 8:275\u2013310","journal-title":"Autom Softw Eng"},{"key":"126_CR24","doi-asserted-by":"crossref","unstructured":"Lenat DB, Guha RV, Pittman K, Pratt D, Shepherd M (1990) CYC: towards programs with common sense. In: Communications of the ACM, pp 30\u201349","DOI":"10.1145\/79173.79176"},{"key":"126_CR25","unstructured":"Ghezzi C, Jazayeri M, Mandrioli D (2003) Fundamentals of software engineering. Prentice Hall, Englewood Cliffs, pp I\u2013XX. ISBN 978-0-13-305699-0"},{"key":"126_CR26","doi-asserted-by":"crossref","first-page":"187","DOI":"10.5381\/jot.2007.6.9.a10","volume":"6","author":"JR Romero","year":"2007","unstructured":"Romero JR, Rivera JE, Duran F, Vallecillo A (2007) Formal and tool support for model driven engineering with Maude. J Object Technol 6:187\u2013207","journal-title":"J Object Technol"},{"key":"126_CR27","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1016\/j.jvlc.2007.07.002","volume":"18","author":"CFJ Large","year":"2007","unstructured":"Large CFJ, Wijns MAM, Chaudron MRV (2007) Supporting task-oriented modeling using interactive UML views. J Vis Lang Comput 18:399\u2013419","journal-title":"J Vis Lang Comput"},{"key":"126_CR28","doi-asserted-by":"crossref","unstructured":"Dumas B (2010) Frameworks, description languages and fusion engines for multimodal interactive systems. PhD thesis, University of Fribourg, Switzerland","DOI":"10.1145\/1647314.1647345"},{"key":"126_CR29","unstructured":"Mechkour S (2011) SMUIML editor: graphical tool for modeling multimodal interaction. Master thesis, University of Fribourg, Switzerland"},{"key":"126_CR30","unstructured":"Dumas B, Signer B, Lalanne D (2011) A graphical UIDL editor for multimodal interaction design based on SMUIML. In: Proceedings of the workshop on software support for user interface description language"},{"key":"126_CR31","doi-asserted-by":"crossref","unstructured":"Dumas B, Lalanne D, Ingold R (2009) HephaisTK: a toolkit for rapid prototyping of multimodal interfaces. In: Proceedings of international conference on multimodal interfaces and workshop on machine learning for multimodal interaction (ICMI-MLMI), pp 231\u2013232","DOI":"10.1145\/1647314.1647360"},{"key":"126_CR32","doi-asserted-by":"crossref","unstructured":"Cutugno F, Leano VA, Rinaldi R, Mignini G (2012) Multimodal framework for mobile interaction. In: Proceedings of advanced visual interfaces (AVI), pp 197\u2013203","DOI":"10.1145\/2254556.2254592"},{"key":"126_CR33","unstructured":"Bourguet ML (2002) A toolkit for creating and testing multimodal interface designs. In: Proceedings of user interface software and technology (UIST), pp 29\u201330"},{"key":"126_CR34","unstructured":"Le Bodic L, De Loor P, Kahn J (2005) Umar: a modeling of multimodal artifact. In: Proceedings of human\u2013computer interaction (HCI)"},{"key":"126_CR35","first-page":"46","volume":"1","author":"C Chao","year":"2012","unstructured":"Chao C, Thomaz AL (2012) Timing in multimodal turn\u2013taking interactions: control and analysis using timed Petri nets. J Hum Robot Interact 1:46\u201367","journal-title":"J Hum Robot Interact"},{"key":"126_CR36","unstructured":"Palanque P, Schyn A (2003) A model-based approach for engineering multimodal interactive. in: Proceedings of INTERACT, pp 543\u2013550"},{"key":"126_CR37","doi-asserted-by":"crossref","unstructured":"Patern\u00f2 F, Mancini C, Meniconi S (1997) ConcurTaskTrees: a diagrammatic notation for specifying task models. In: Proceedings of INTERACT, pp 362\u2013369","DOI":"10.1007\/978-0-387-35175-9_58"},{"key":"126_CR38","doi-asserted-by":"crossref","unstructured":"Clerckx T, Vandervelpen C, Coninx K (2007) Task-based design and runtime support for multimodal user interface distribution. In: Proceedings of engineering interactive systems","DOI":"10.1007\/978-3-540-92698-6_6"},{"key":"126_CR39","doi-asserted-by":"crossref","unstructured":"Clerckx T, Winters F, Coninx K (2005) Tool support for designing context-sensitive user interfaces using a model-based approach. In: Task models and diagrams for user interface design (TAMODIA), pp 11\u201318","DOI":"10.1145\/1122935.1122939"},{"key":"126_CR40","unstructured":"Limbourg Q, Vanderdonckt J, Michotte B, Bouillon L, Florins M (2004) UsiXML: a user interface description language supporting multiple levels of independence. In: Proceedings of workshop on device independent web engineering, pp 325\u2013338"},{"key":"126_CR41","unstructured":"The UIMS Tool Developers Workshop (1992) A metamodel for the runtime architecture of an interactive system. ACM SIGCHI Bulletin, pp 32\u201337"},{"key":"126_CR42","doi-asserted-by":"crossref","unstructured":"Green M (1985) Report on dialog specification tools. In: User interface management systems, pp 9\u201320","DOI":"10.1007\/978-3-642-70041-5_2"},{"key":"126_CR43","doi-asserted-by":"crossref","unstructured":"Coutaz J (1987) PAC, on object oriented model for dialog design. In: Proceedings of INTERACT","DOI":"10.1016\/B978-0-444-70304-0.50074-1"},{"key":"126_CR44","unstructured":"Nigay L (1993) PAC-Amodeus, a software architecture model for multimodal systems. In: Proceedings of conference on human factors in computing systems, INTERCHI (INTERACT+CHI)"},{"key":"126_CR45","doi-asserted-by":"crossref","unstructured":"Rousseau C, Bellik Y, Vernier F, Bazalgette D (2006) A framework for the intelligent multimodal presentation of information. in: Processing of European association for signal processing (EURASIP), pp 12\u201318","DOI":"10.1016\/j.sigpro.2006.02.041"},{"key":"126_CR46","doi-asserted-by":"crossref","unstructured":"Serrano M, Nigay L, Demumieux R, Descos J, Losquin P (2006) Multimodal interaction on mobile phones: development and evaluation using ACICARE. In: Proceedings of mobile human computer interaction (MobileHCI), pp 129\u2013136","DOI":"10.1145\/1152215.1152242"},{"key":"126_CR47","doi-asserted-by":"crossref","unstructured":"Serrano M, Nigay L, Lawson JYL, Ramsay A, Murray-Smith R, Denef S (2008) The openinterface framework: a tool for multimodal interaction. In: CHI extended abstracts on human factors in computing systems, pp 3501\u20133506","DOI":"10.1145\/1358628.1358881"},{"key":"126_CR48","doi-asserted-by":"crossref","unstructured":"Avouac PA, Lalanda P, Nigay L (2011) Service-oriented autonomic multimodal interaction in a pervasive environment. In: Proceedings of international conference on multimodal interaction (ICMI), pp 369\u2013376","DOI":"10.1145\/2070481.2070552"},{"key":"126_CR49","doi-asserted-by":"crossref","unstructured":"Jourde F, Laurillau Y, Nigay L (2010) COMM notation for specifying collaborative and multimodal interactive systems. In: Proceedings of the second ACM SIGCHI symposium on engineering interactive computing systems, pp 125\u2013134","DOI":"10.1145\/1822018.1822038"},{"key":"126_CR50","unstructured":"Mansoux B, Nigay L, Troccaz J (2006) Output multimodal interaction: the case of augmented surgery. In: Proceedings of human\u2013computer interaction (HCI), pp 117\u2013192"},{"key":"126_CR51","doi-asserted-by":"crossref","unstructured":"Mili H, Mili F, Mili A (1995) Reusing software: issues and research directions. IEEE Trans Softw Eng 21:528\u2013562","DOI":"10.1109\/32.391379"}],"container-title":["Journal on Multimodal User Interfaces"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-013-0126-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12193-013-0126-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-013-0126-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,15]],"date-time":"2019-07-15T18:29:22Z","timestamp":1563215362000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12193-013-0126-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,6,18]]},"references-count":51,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["126"],"URL":"https:\/\/doi.org\/10.1007\/s12193-013-0126-z","relation":{},"ISSN":["1783-7677","1783-8738"],"issn-type":[{"value":"1783-7677","type":"print"},{"value":"1783-8738","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,6,18]]}}}