{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T16:50:41Z","timestamp":1725727841172},"publisher-location":"Berlin, Heidelberg","reference-count":232,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642386756"},{"type":"electronic","value":"9783642386763"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-38676-3_4","type":"book-chapter","created":{"date-parts":[[2013,5,31]],"date-time":"2013-05-31T02:15:27Z","timestamp":1369966527000},"page":"111-167","source":"Crossref","is-referenced-by-count":4,"title":["User Interface Patterns for Multimodal Interaction"],"prefix":"10.1007","author":[{"given":"Andreas","family":"Ratzka","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Oviatt, S.L., Kuhn, K.: Referential features and linguistic indirection in multimodal language. In: Proceedings of the International Conference on Spoken Language Processing, vol.\u00a06, pp. 2339\u20132342. ASSTA (1998)","DOI":"10.21437\/ICSLP.1998-277"},{"key":"4_CR2","unstructured":"Niedermaier, F.B.: Entwicklung und Bewertung eines Rapid-Prototyping Ansatzes zur multimodalen Mensch-Maschine-Interaktion im Kraftfahrzeug. PhD thesis, Fakult\u00e4t f\u00fcr Elektrotechnik und Informationstechnik der Technischen Universit\u00e4t M\u00fcnchen (2003)"},{"key":"4_CR3","unstructured":"Dragi\u010devi\u0107, P.: Un mod\u00e8le d\u2019interaction en entr\u00e9e pour des syst\u00e8mes interactifs multi-dispositifs hautement configurables. PhD thesis, Universit\u00e9 de Nantes, \u00e9cole doctorale sciences et technologies de l\u2019information et des mat\u00e9rieaux (March 2004), http:\/\/www.dgp.toronto.edu\/~dragice\/these\/html\/memoire_dragicevic.html (checked: June 20, 2008)"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Duarte, C., Carri\u00e7o, L.: A conceptual framework for developing adaptive multimodal applications. In: IUI 2006: Proceedings of the 11th International Conference on Intelligent User Interfaces, pp. 132\u2013139. ACM, New York (2006)","DOI":"10.1145\/1111449.1111481"},{"key":"4_CR5","unstructured":"Bernsen, N.O.: Multimodality in language and speech systems - from theory to design support tool. Lectures at the 7th European Summer School on Language and Speech Communication (ESSLSC) (July 1999), http:\/\/www.nis.sdu.dk\/~nob\/stockholm.zip (checked: June 20, 2008)"},{"key":"4_CR6","unstructured":"B\u00fcrgy, C.: An Interaction Constraints Model for Mobile and Wearable Computer-Aided Engineering Systems in Industrial Applications. PhD thesis, Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA (2002)"},{"issue":"5","key":"4_CR7","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1145\/1230819.1241668","volume":"50","author":"Z. Obrenovi\u0107","year":"2007","unstructured":"Obrenovi\u0107, Z., Abascal, J., Star\u010devi\u0107, D.: Universal accessibility as a multimodal design issue. Commun. ACM\u00a050(5), 83\u201388 (2007)","journal-title":"Commun. ACM"},{"key":"4_CR8","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1007\/11846406_85","volume-title":"Text, Speech and Dialogue","author":"A. Ratzka","year":"2006","unstructured":"Ratzka, A., Wolff, C.: A pattern-based methodology for\u00a0multimodal\u00a0interaction\u00a0design. In: Sojka, P., Kope\u010dek, I., Pala, K. (eds.) TSD 2006. LNCS (LNAI), vol.\u00a04188, pp. 677\u2013686. Springer, Heidelberg (2006)"},{"key":"4_CR9","unstructured":"Coram, T., Lee, J.: Experiences \u2013 a pattern language for user interface design (1996), http:\/\/www.maplefish.com\/todd\/papers\/experiences\/Experiences.html (checked: June 20, 2008)"},{"key":"4_CR10","unstructured":"van Welie, M., Tr\u00e6tteberg, H.: Interaction patterns in user interfaces. In: Proceedings of the Seventh Pattern Languages of Programs Conference, Monticello, Illinois, USA (2000), http:\/\/www.cs.vu.nl\/~martijn\/patterns\/PLoP2k-Welie.pdf (checked: June 20, 2008)"},{"key":"4_CR11","unstructured":"Tidwell, J.: Common ground: A pattern language for human-computer interface design (1999), http:\/\/www.mit.edu\/~jtidwell\/common_ground.html (checked: June 20, 2008)"},{"key":"4_CR12","unstructured":"Tidwell, J.: Designing Interfaces: Patterns for Effective Interaction Design. O\u2019Reilly (2005)"},{"key":"4_CR13","unstructured":"Beno\u00eet, C., Martin, J.C., Pelachaud, C., Schomaker, L., Suhm, B.: Audio-visual and multimodal speech systems. In: Gibbon, D. (ed.) Handbook of Standards and Resources for Spoken Language Systems - Supplement (1998)"},{"key":"4_CR14","unstructured":"Charwat, H.J.: Lexikon der Mensch-Maschine-Kommunikation. Oldenbourg (1992)"},{"key":"4_CR15","unstructured":"Schomaker, L., Nijtmans, J., Camurri, A., Lavagetto, F., Morasso, P., Beno\u00eet, C., Guiard-Marigny, T., Goff, B.L., Robert-Ribes, J., Adjoudani, A., Def\u00e9e, I., M\u00fcnch, S., Hartung, K., Blauert, J.: A taxonomy of multimodal interaction in the human information processing system. Technical report (February 1995)"},{"key":"4_CR16","unstructured":"Hedicke, V.: Multimodalit\u00e4t in mensch-maschine schnittstellen. In: Timpe, K.P., Kolrep, H. (eds.) Mensch-Maschine-Systemtechnik, Konzepte, Modellirung, Gestaltung, Evaluation, Symposion, pp. 203\u2013232 (2002)"},{"key":"4_CR17","unstructured":"Bernsen, N.O.: A reference model for output information in intelligent multimedia presentation systems. In: Faconti, G.P., Rist, T. (eds.) ECAI 1996 Workshop: Towards a Standard Reference Model for Intelligent Multimedia Systems (1996)"},{"key":"4_CR18","unstructured":"Bernsen, N.O.: A toolbox of output modalities: Representing output information in multimodal interfaces (1997), http:\/\/www.nis.sdu.dk\/publications\/papers\/toolbox_paper\/index.html (checked: June 20, 2008)"},{"key":"4_CR19","unstructured":"Nigay, L., Coutaz, J.: A design space for multimodal systems: concurrent processing and data fusion. In: Proceedings of INTERCHI 1993 Conference on Human Factors in Computing Systems, pp. 172\u2013178. ACM Press (1993), http:\/\/iihm.imag.fr\/publs\/1993\/InterCHI93_DataFusion.pdf (checked: June 20, 2008)"},{"key":"4_CR20","first-page":"98","volume-title":"CHI 1995: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","author":"L. Nigay","year":"1995","unstructured":"Nigay, L., Coutaz, J.: A generic platform for addressing the multimodal challenge. In: CHI 1995: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 98\u2013105. ACM Press, Addison-Wesley Publishing Co., New York (1995)"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Varela, F., Thompson, E., Rosch, E.: The embodied mind: Cognitive science and human experience. MIT Press, Cambridge (1991)","DOI":"10.7551\/mitpress\/6730.001.0001"},{"key":"4_CR22","unstructured":"Shneiderman, B., Plaisant, C.: Designing the User Interface. Strategies for Effective Human-Computer Interaction. Person Addison-Wesley, Boston (2005)"},{"key":"4_CR23","unstructured":"Denes, P., Pinson, E.: The Speech Chain: The Physics and Biology of Spoken Language, 2nd edn. W.H. Freeman and Company, New York (1993)"},{"key":"4_CR24","volume-title":"The humane interface: new directions for designing interactive systems","author":"J. Raskin","year":"2000","unstructured":"Raskin, J.: The humane interface: new directions for designing interactive systems. ACM Press, Addison-Wesley Publishing Co., New York (2000)"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Steinmetz, R.: Multimedia-Technologie: Einf\u00fchrung und Grundlagen. Springer (1993)","DOI":"10.1007\/978-3-642-97502-8"},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Bouchet, J., Nigay, L., Balzagette, D.: ICARE: approche \u00e0 composants pour l\u2019interaction multimodale. In: Mobilit\u00e9 & Ubiquit\u00e9 \/ UbiMob 2004: Proceedings of the 1st French-speaking Conference on Mobility and Ubiquity Computing, pp. 36\u201343. ACM Press, New York (2004)","DOI":"10.1145\/1050873.1050885"},{"key":"4_CR27","doi-asserted-by":"crossref","unstructured":"Ratzka, A.: Identifying user interface patterns from pertinent multimodal interaction use cases. In: Herczeg, M., Kindsm\u00fcller, M.C. (eds.) Mensch & Computer 2008 \u2013 8. fach\u00fcbergreifende Konferenz f\u00fcr interaktive und kooperative Medien \u2013 Viel Mehr Interaktion, L\u00fcbeck, Oldenburg Wissenschaftsverlag, pp. 347\u2013356 (September 2008)","DOI":"10.1524\/9783486598650.347"},{"key":"4_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1007\/978-3-540-85992-5_5","volume-title":"Engineering Interactive Systems","author":"A. Ratzka","year":"2008","unstructured":"Ratzka, A.: Steps in Identifying Interaction Design Patterns for Multimodal Systems. In: Forbrig, P., Patern\u00f2, F. (eds.) HCSE\/TAMODIA 2008. LNCS, vol.\u00a05247, pp. 58\u201371. Springer, Heidelberg (2008)"},{"key":"4_CR29","unstructured":"Bernsen, N.O.: Multimodality in language and speech systems \u2013 from theory to design support tool. In: Granstr\u00f6m, B. (ed.) Multimodality in Language and Speech Systems. Kluwer, Dordrecht (2001), http:\/\/www.nis.sdu.dk\/demos\/multimodality\/multimodality.pdf (checked: June 20, 2008)"},{"key":"4_CR30","unstructured":"UDC: Universal designers & consultants, http:\/\/www.universaldesign.com\/ (checked: November 6, 2010)"},{"key":"4_CR31","doi-asserted-by":"crossref","unstructured":"Erlandson, R.F.: Universal and Accessible Design for Products, Services, and Processes. CRC Press, Boca Raton (2008)","DOI":"10.1201\/9781420007664"},{"key":"4_CR32","unstructured":"W3C: Web content accessibility guidelines 1.0. W3c recommendation, W3C (May 1999), http:\/\/www.w3.org\/TR\/WAI-WEBCONTENT\/ (checked: June 20, 2008)"},{"key":"4_CR33","doi-asserted-by":"crossref","unstructured":"Thatcher, J.: Constructing Accessible Web Sites. Glasshaus, Birmingham (2002)","DOI":"10.1007\/978-1-4302-1116-7"},{"key":"4_CR34","unstructured":"Kannengiesser, I., Prickartz, B.: Web-Ergonomie und Barrierefreiheit im Internet. Ferger, Bergisch Gladbach (2006)"},{"key":"4_CR35","doi-asserted-by":"crossref","unstructured":"Glinert, E.P.: Ensuring access for people with disabilities to the national information infrastructure and multimedia computing. SIGCAPH Comput. Phys. Handicap.\u00a0(59), 10\u201316 (1997)","DOI":"10.1145\/569295.569297"},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Bellik, Y., Burger, D.: Multimodal interfaces: new solutions to the problem of computer accessibilty for the blind. In: CHI 1994: Conference Companion on Human Factors in Computing Systems, pp. 267\u2013268. ACM Press, New York (1994)","DOI":"10.1145\/259963.260482"},{"key":"4_CR37","doi-asserted-by":"crossref","unstructured":"Uzan, G., Teixeira, A.: Speech-based interaction as seen by blind users: from services evaluation to the evaluation of an interaction model. In: IHM 2003: Proceedings of the 15th French-speaking Conference on Human-Computer Interaction \/ 15\u00e8me Conf\u00e9rence Francophone sur l\u2019Interaction Homme-Machine, pp. 174\u2013181. ACM Press, New York (2003)","DOI":"10.1145\/1063669.1063693"},{"key":"4_CR38","doi-asserted-by":"crossref","unstructured":"Zajicek, M.: Patterns for encapsulating speech interface design solutions for older adults. In: CUU 2003: Proceedings of the 2003 Conference on Universal Usability, pp. 54\u201360. ACM Press, New York (2003)","DOI":"10.1145\/957205.957215"},{"issue":"2","key":"4_CR39","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/s10209-003-0045-y","volume":"2","author":"M. Zajicek","year":"2003","unstructured":"Zajicek, M., Morrissey, W.: Multimodality and interactional differences in older adults. Universal Access in the Information Society\u00a02(2), 125\u2013133 (2003)","journal-title":"Universal Access in the Information Society"},{"key":"4_CR40","doi-asserted-by":"crossref","unstructured":"Emery, V.K., Edwards, P.J., Jacko, J.A., Moloney, K.P., Barnard, L., Kongnakorn, T., Sainfort, F., Scott, I.U.: Toward achieving universal usability for older adults through multimodal feedback. In: CUU 2003: Proceedings of the 2003 Conference on Universal Usability, pp. 46\u201353. ACM Press, New York (2003)","DOI":"10.1145\/957205.957214"},{"key":"4_CR41","doi-asserted-by":"crossref","unstructured":"Vitense, H.S., Jacko, J.A., Emery, V.K.: Multimodal feedback: establishing a performance baseline for improved access by individuals with visual impairments. In: Assets 2002: Proceedings of the Fifth International ACM Conference on Assistive Technologies, pp. 49\u201356. ACM Press, New York (2002)","DOI":"10.1145\/638257.638260"},{"key":"4_CR42","doi-asserted-by":"crossref","unstructured":"Jacko, J.A., Scott, I.U., Sainfort, F., Barnard, L., Edwards, P.J., Emery, V.K., Kongnakorn, T., Moloney, K.P., Zorich, B.S.: Older adults and visual impairment: what do exposure times and accuracy tell us about performance gains associated with multimodal feedback? In: CHI 2003: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 33\u201340. ACM Press, New York (2003)","DOI":"10.1145\/642617.642619"},{"key":"4_CR43","doi-asserted-by":"crossref","unstructured":"Jacko, J.A., Barnard, L., Kongnakorn, T., Moloney, K.P., Edwards, P.J., Emery, V.K., Sainfort, F.: Isolating the effects of visual impairment: exploring the effect of amd on the utility of multimodal feedback. In: CHI 2004: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 311\u2013318. ACM Press, New York (2004)","DOI":"10.1145\/985692.985732"},{"key":"4_CR44","doi-asserted-by":"crossref","unstructured":"Edwards, P.J., Barnard, L., Emery, V.K., Yi, J.S., Moloney, K.P., Kongnakorn, T., Jacko, J.A., Sainfort, F., Oliver, P.R., Pizzimenti, J., Bade, A., Fecho, G., Shallo-Hoffmann, J.: Strategic design for users with diabetic retinopathy: factors influencing performance in a menu-selection task. In: Assets 2004: Proceedings of the 6th International ACM SIGACCESS Conference on Computers and Accessibility, pp. 118\u2013125. ACM Press, New York (2004)","DOI":"10.1145\/1028630.1028652"},{"key":"4_CR45","doi-asserted-by":"crossref","unstructured":"Manaris, B., Harkreader, A.: Suitekeys: a speech understanding interface for the motor-control challenged. In: Assets 1998: Proceedings of the Third International ACM Conference on Assistive Technologies, pp. 108\u2013115. ACM Press, New York (1998)","DOI":"10.1145\/274497.274517"},{"key":"4_CR46","doi-asserted-by":"crossref","unstructured":"Hwang, F., Keates, S., Langdon, P., Clarkson, P.J., Robinson, P.: Perception and haptics: towards more accessible computers for motion-impaired users. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive user Interfaces, pp. 1\u20139. ACM Press, New York (2001)","DOI":"10.1145\/971478.971507"},{"key":"4_CR47","unstructured":"Thevenin, D., Coutaz, J.: Plasticity of user interfaces: Framework and research agenda. In: Sasse, A., Johnson, C. (eds.) Human-Computer Interaction \u2013 INTERACT 1999 , IFIP TC, vol. 13. IOS Press (1999)"},{"issue":"3","key":"4_CR48","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/S0953-5438(03)00010-9","volume":"15","author":"G. Calvary","year":"2003","unstructured":"Calvary, G., Coutaz, J., Thevenin, D., Limbourg, Q., Bouillon, L., Vanderdonckt, J.: A unifying reference framework for multi-target user interfaces. Interacting with Computers\u00a015(3), 289\u2013308 (2003)","journal-title":"Interacting with Computers"},{"key":"4_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1007\/11431879_21","volume-title":"Engineering Human Computer Interaction and Interactive Systems","author":"G. Calvary","year":"2005","unstructured":"Calvary, G., D\u00e2assi, O., Balme, L., Demeure, A.: Towards a new generation of widgets for supporting software plasticity: The \u201dComet\u201d. In: Feige, U., Roth, J. (eds.) EHCI-DSVIS 2004. LNCS, vol.\u00a03425, pp. 306\u2013324. Springer, Heidelberg (2005)"},{"key":"4_CR50","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1007\/978-3-540-39929-2_9","volume-title":"Interactive Systems. Design, Specification, and Verification","author":"B. Jabarin","year":"2003","unstructured":"Jabarin, B., Graham, T.C.N.: Architectures for widget-level plasticity. In: Jorge, J.A., Jardim Nunes, N., Falc\u00e3o e Cunha, J. (eds.) DSV-IS 2003. LNCS, vol.\u00a02844, pp. 124\u2013138. Springer, Heidelberg (2003)"},{"key":"4_CR51","doi-asserted-by":"crossref","unstructured":"Bass, L., Faneuf, R., Little, R., Mayer, N., Pellegrino, B., Reed, S., Seacord, R., Sheppard, S., Szezur, M.R.: Arch, a metamodel for the runtime architecture of an interactive system. uims tool developers workshop. SIGCHI Bulletin\u00a024(1) (1992)","DOI":"10.1145\/142394.142401"},{"key":"4_CR52","unstructured":"Coutaz, J.: Software architecture modeling for user interfaces. In: Marciniak, J.J. (ed.) Encyclopedia of Software Engineering, pp. 38\u201349. Wiley, Chichester (1994)"},{"key":"4_CR53","unstructured":"Frankel, D.S.: Model Driven ArchitectureTM. Applying MDATM to Enterprise Computing. OMG Press, Wiley, Indianapolis, Indiana (2003)"},{"issue":"3","key":"4_CR54","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/1047671.1047703","volume":"48","author":"J. Coutaz","year":"2005","unstructured":"Coutaz, J., Crowley, J.L., Dobson, S., Garlan, D.: Context is key. Commun. ACM\u00a048(3), 49\u201353 (2005)","journal-title":"Commun. ACM"},{"key":"4_CR55","unstructured":"Wickens, C.D.: The structure of attentional resources. In: Nickerson, R.S. (ed.) Attention and Performance VIII, pp. 239\u2013257. Lawrence Erlbaum, Hillsdale (1980)"},{"key":"4_CR56","unstructured":"Wickens, C.D.: Engineering Psychology and Human Performance. Harper Collins, New York (1992)"},{"key":"4_CR57","unstructured":"Bengler, K., Geutner, P., Steffens, F.: ,,eyes free \u2013 hands free\u201c oder ,,zeit der stille\u201c. ein demonstrator zur multimodalen bedienung im fahrzeug. In: G\u00e4rtner, K.P. (ed.) Multimodale Interaktion im Bereich der Fahrzeug- und Prozessf\u00fchrung. DGLR-Bericht 200-02, M\u00fcnchen, Deutsche Gesellschaft f\u00fcr Luft- und Raumfahrttechnik d.V (DGLR), pp. 299\u2013307 (2000)"},{"key":"4_CR58","unstructured":"Neuss, R.: Usability Engineering als Ansatz zum Multimodalen Mensch-Maschine-Dialog. PhD thesis, Fakult\u00e4t f\u00fcr Elektrotechnik und Informationstechnik, Technische Universit\u00e4t M\u00fcnchen (2001)"},{"key":"4_CR59","unstructured":"Salmen, A., Gro\u00dfmann, P., Hitzenberger, L., Creutzburg, U.: Dialog systems in traffic environment. In: Proceedings of ESCA: Tutorial and Research Workshop on Interactive Dialogue in Multi-Modal Systems, Kloster Irsee (1999)"},{"key":"4_CR60","unstructured":"Salmen, A.: Multimodale Men\u00fcausgabe im Fahrzeug. PhD thesis, Lehrstuhl f\u00fcr Informationswissenschaft, Philosophische Fakult\u00e4t IV, Universit\u00e4t Regensburg (2002)"},{"key":"4_CR61","unstructured":"Becker, T., Blaylock, N., Gerstenberger, C., Korthauer, A., Perera, N., Pitz, M., Poller, P., Schehl, J., Steffens, F., Stegmann, R.: D5.3: In-car showcase based on talk libraries. Deliverable 5.3, Universit\u00e4t des Saarlandes (2007)"},{"issue":"2","key":"4_CR62","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1037\/0022-0663.90.2.312","volume":"90","author":"R.E. Mayer","year":"1998","unstructured":"Mayer, R.E., Moreno, R.: split-attention effect in multimedia learning: Evidence for dual processing systems in working memory. Journal of Educational Psychology\u00a090(2), 312\u2013320 (1998)","journal-title":"Journal of Educational Psychology"},{"key":"4_CR63","unstructured":"Cohen, P.R., McGee, D., Clow, J.: The efficiency of multimodal interaction for a map-based task. In: Proceedings of the Sixth Conference on Applied Natural Language Processing, pp. 331\u2013338. Morgan Kaufmann Publishers Inc., San Francisco (2000), http:\/\/www.aclweb.org\/anthology-new\/A\/A00\/A00-1046.pdf (checked: June 20, 2008)"},{"key":"4_CR64","doi-asserted-by":"crossref","unstructured":"Saenko, K., Darrell, T., Glass, J.R.: Articulatory features for robust visual speech recognition. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 152\u2013158. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027960"},{"key":"4_CR65","doi-asserted-by":"crossref","unstructured":"Yang, J., Zhu, X., Gross, R., Kominek, J., Pan, Y., Waibel, A.: Multimodal people id for a multimedia meeting browser. In: MULTIMEDIA 1999: Proceedings of the Seventh ACM International Conference on Multimedia (Part 1), pp. 159\u2013168. ACM Press, New York (1999)","DOI":"10.1145\/319463.319484"},{"key":"4_CR66","doi-asserted-by":"crossref","unstructured":"Hazen, T.J., Weinstein, E., Park, A.: Towards robust person recognition on handheld devices using face and speaker identification technologies. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 289\u2013292. ACM Press, New York (2003)","DOI":"10.1145\/958468.958485"},{"issue":"11","key":"4_CR67","doi-asserted-by":"publisher","first-page":"2362","DOI":"10.1080\/00140139508925273","volume":"38","author":"S.J. Selcon","year":"1995","unstructured":"Selcon, S.J., Taylor, R.M.: Integrating multiple information sources: Using redundancy in the design of warnings. Ergonomics\u00a038(11), 2362\u20132370 (1995)","journal-title":"Ergonomics"},{"key":"4_CR68","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1121\/1.1907309","volume":"26","author":"W.H. Sumby","year":"1954","unstructured":"Sumby, W.H., Pollack, I.: Visual contribution to speech intelligibility in noise. Journal of the Acoustical Society of America\u00a026, 212\u2013215 (1954)","journal-title":"Journal of the Acoustical Society of America"},{"key":"4_CR69","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1121\/1.1908620","volume":"28","author":"K.K. Neely","year":"1956","unstructured":"Neely, K.K.: Effect of visual factors on the intelligibility of speech. Journal of the Acoustical Society of America\u00a028, 1275\u20131277 (1956)","journal-title":"Journal of the Acoustical Society of America"},{"key":"4_CR70","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1044\/jshr.1704.619","volume":"17","author":"C.A. Binnie","year":"1974","unstructured":"Binnie, C.A., Montgomery, A.A., Jackson, P.L.: Auditory and visual contributions to the perception of consonants. Journal of Speech & Hearing Research\u00a017, 619\u2013630 (1974)","journal-title":"Journal of Speech & Hearing Research"},{"key":"4_CR71","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1044\/jshr.1202.423","volume":"12","author":"N.P. Erber","year":"1969","unstructured":"Erber, N.P.: Interaction of audition and vision in the recognition of oral speech stimuli. Journal of Speech & Hearing Research\u00a012, 423\u2013425 (1969)","journal-title":"Journal of Speech & Hearing Research"},{"key":"4_CR72","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1044\/jshd.4004.481","volume":"40","author":"N.P. Erber","year":"1975","unstructured":"Erber, N.P.: Auditory-visual perception of speech. Journal of Speech & Hearing Disorders\u00a040, 481\u2013492 (1975)","journal-title":"Journal of Speech & Hearing Disorders"},{"key":"4_CR73","doi-asserted-by":"crossref","unstructured":"Andr\u00e9, E., Muller, A.J., Rist, T.: The ppp persona: A multipurpose animated presentation agent. In: et al (ed.): Advanced Visual Interfaces, pp. 245\u2013247. ACM Press (1996)","DOI":"10.1145\/948485.948486"},{"key":"4_CR74","doi-asserted-by":"crossref","unstructured":"Kopp, S., Tepper, P., Cassell, J.: Towards integrated microplanning of language and iconic gesture for multimodal output. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 97\u2013104. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027952"},{"key":"4_CR75","doi-asserted-by":"crossref","unstructured":"Foster, M.E., White, M., Setzer, A., Catizone, R.: Multimodal generation in the comic dialogue system. In: ACL 2005: Proceedings of the ACL 2005 on Interactive Poster and Demonstration Sessions, pp. 45\u201348. Association for Computational Linguistics, Morristown (2005)","DOI":"10.3115\/1225753.1225765"},{"key":"4_CR76","unstructured":"Wahlster, W., Reithinger, N., Blocher, A.: Smartkom: Towards multimodal dialogues with anthropomorphic interface agents. In: Wolf, G., Klein, G. (eds.) Proceedings of International Status Conference: Lead Projects Human-Computer-Interaction, Saarbr\u00fccken, Projekttr\u00e4ger des BMBF f\u00fcr Informationstechnik: Deutsches Zentrum f\u00fcr Luft- und Raumfahrttechnik (DLR) e.V., pp. 23\u201332 (2001)"},{"key":"4_CR77","unstructured":"Bernsen, N.O.: What is natural interactivity. In: Dybkj\u00e6r (ed.) Proceedings of the Workshop From Spoken Dialogue to Full Natural Interactive Dialogue. Theory, Empirical Analysis and Evaluation, pp. 34\u201337. European Language Resources Association, Athen (2000)"},{"issue":"3","key":"4_CR78","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/330534.330539","volume":"43","author":"R.W. Picard","year":"2000","unstructured":"Picard, R.W.: Perceptual user interfaces: affective perception. Commun. ACM\u00a043(3), 50\u201351 (2000)","journal-title":"Commun. ACM"},{"key":"4_CR79","doi-asserted-by":"crossref","unstructured":"Picard, R.W.: Affective Computing. MIT Press, Cambridge (2000)","DOI":"10.7551\/mitpress\/1140.001.0001"},{"key":"4_CR80","unstructured":"Brave, S., Nass, C.: Emotion in human-computer interaction. In: Jacko, J.A., Sears, A. (eds.) The Human-Computer Interaction Handbook. Fundamentals, Evolving Technologies, and Emerging Applications, pp. 81\u201396. Lawrence Erlbaum Assoc., Mahwah (2003)"},{"key":"4_CR81","doi-asserted-by":"crossref","unstructured":"Pantic, M., Sebe, N., Cohn, J.F., Huang, T.: Affective multimodal human-computer interaction. In: MULTIMEDIA 2005: Proceedings of the 13th Annual ACM International Conference on Multimedia, pp. 669\u2013676. ACM Press, New York (2005)","DOI":"10.1145\/1101149.1101299"},{"key":"4_CR82","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1037\/0033-2909.111.2.256","volume":"2","author":"N. Ambady","year":"1992","unstructured":"Ambady, N., Rosenthal, R.: Thin slices of behavior as predictors of interpersonal consequences: A meta-analysis. Psychological Bulletin\u00a02, 256\u2013274 (1992)","journal-title":"Psychological Bulletin"},{"key":"4_CR83","doi-asserted-by":"crossref","unstructured":"Lisetti, C.L., Nasoz, F.: Maui: a multimodal affective user interface. In: MULTIMEDIA 2002: Proceedings of the Tenth ACM International Conference on Multimedia, pp. 161\u2013170. ACM Press, New York (2002)","DOI":"10.1145\/641034.641038"},{"key":"4_CR84","unstructured":"Essa, I., Darrell, T., Pentland, A.: Tracking facial motion. In: Proceedings of the IEEE Workshop on Nonrigid and Articulate Motion (1994)"},{"key":"4_CR85","unstructured":"Black, M., Yakoob, Y.: Recognizing faces showing expressions. In: Proceedings of the International Workshop on Automatic Face and Gesture Recognition. IEEE Press (1995)"},{"key":"4_CR86","unstructured":"Black, M., Yacoob, Y.: Tracking and recognizing rigid and non-rigid facial motions using local parametric models of image motion. In: Proceedings of the International Conference on Computer Vision, pp. 374\u2013381 (1995)"},{"key":"4_CR87","unstructured":"Terzopoulos, D., Waters, K.: Analysis and synthesis of facial images using physical and anatomical models. In: Proceedings of the International Conference on Computer Vision, pp. 727\u2013732 (1990)"},{"key":"4_CR88","doi-asserted-by":"crossref","unstructured":"Kearney, G., McKenzie, S.: Machine interpretation of emotion: Design of a memory-based expert system for interpreting facial expressions in terms of signaled emotions. Cognitive Science\u00a017 (1993)","DOI":"10.1207\/s15516709cog1704_5"},{"issue":"2","key":"4_CR89","doi-asserted-by":"crossref","first-page":"1097","DOI":"10.1121\/1.405558","volume":"93","author":"I. Murray","year":"1993","unstructured":"Murray, I., Arnott, J.: Toward the simulation of emotion in synthetic speech: A review of the literature on human vocal emotion. Journal Acostical Society of America\u00a093(2), 1097\u20131108 (1993)","journal-title":"Journal Acostical Society of America"},{"key":"4_CR90","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-63580-7","volume-title":"Prosody in speech understanding systems","author":"R. Kompe","year":"1997","unstructured":"Kompe, R.: Prosody in Speech Understanding Systems. LNCS, vol.\u00a01307. Springer, Heidelberg (1997)"},{"key":"4_CR91","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1007\/978-3-662-04230-4_8","volume-title":"Verbmobil: Foundations of Speech-to-Speech Translations","author":"A. Batliner","year":"2000","unstructured":"Batliner, A., Buckow, A., Niemann, H., N\u00f6th, E., Warnke, V.: The prosody module. In: Wahlster, W. (ed.) Verbmobil: Foundations of Speech-to-Speech Translations, pp. 106\u2013121. Springer, Berlin (2000)"},{"key":"4_CR92","doi-asserted-by":"crossref","unstructured":"Picard, R.: Affective Computing. MIT Press, Cambridge (1997)","DOI":"10.1037\/e526112012-054"},{"key":"4_CR93","unstructured":"Healey, J., Picard, R.: Smartcar: Detecting driver stress. In: Proceedings of ICPR 2000, Barcelona, Spanien (2000)"},{"key":"4_CR94","unstructured":"Ark, W., Dryer, D., Lu, D.: The emotion mouse. In: Bullinger, H.J., Ziegler, J. (eds.) Human-Computer Interaction: Ergonomics and User Interfaces, pp. 818\u2013823. Lawrence Erlbaum Assoc. (1999)"},{"key":"4_CR95","doi-asserted-by":"crossref","unstructured":"Crosby, M.E., Auernheimer, B., Aschwanden, C., Ikehara, C.: Physiological data feedback for application in distance education. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive user Interfaces, pp. 1\u20135. ACM Press, New York (2001)","DOI":"10.1145\/971478.971496"},{"key":"4_CR96","doi-asserted-by":"crossref","unstructured":"Qi, Y., Reynolds, C., Picard, R.W.: The bayes point machine for computer-user frustration detection via pressuremouse. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive User Interfaces, pp. 1\u20135. ACM Press, New York (2001)","DOI":"10.1145\/971478.971495"},{"key":"4_CR97","unstructured":"Mentis, H.M.: Using touchpad pressure to detect negative affect. In: ICMI 2002: Proceedings of the 4th IEEE International Conference on Multimodal Interfaces, p. 406. IEEE Computer Society, Washington, DC (2002)"},{"issue":"2","key":"4_CR98","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1207\/s15516709cog1802_3","volume":"18","author":"P. O\u2019Rorke","year":"1994","unstructured":"O\u2019Rorke, P., Ortony, A.: Explaining emotions. Cognitive Science\u00a018(2), 283\u2013323 (1994)","journal-title":"Cognitive Science"},{"key":"4_CR99","unstructured":"Holzapfel, H., Fuegen, C.: Integrating emotional cues into a framework for dialogue management. In: ICMI 2002: Proceedings of the 4th IEEE International Conference on Multimodal Interfaces, p. 141. IEEE Computer Society, Washington, DC (2002)"},{"key":"4_CR100","doi-asserted-by":"crossref","unstructured":"Busso, C., Deng, Z., Yildirim, S., Bulut, M., Lee, C.M., Kazemzadeh, A., Lee, S., Neumann, U., Narayanan, S.: Analysis of emotion recognition using facial expressions, speech and multimodal information. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 205\u2013211. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027968"},{"key":"4_CR101","doi-asserted-by":"crossref","unstructured":"Zeng, Z., Tu, J., Liu, M., Zhang, T., Rizzolo, N., Zhang, Z., Huang, T.S., Roth, D., Levinson, S.: Bimodal hci-related affect recognition. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 137\u2013143. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027958"},{"key":"4_CR102","unstructured":"Gunes, H., Piccardi, M., Jan, T.: Face and body gesture recognition for a vision-based multimodal analyzer. In: VIP 2005: Proceedings of the Pan-Sydney Area Workshop on Visual Information Processing, pp. 19\u201328. Australian Computer Society, Inc., Darlinghurst (2004)"},{"key":"4_CR103","unstructured":"Shi, R.P., Adelhardt, J., Zeissler, V., Batliner, A., Frank, C., N\u00f6th, E., Niemann, H.: Using speech and gesture to explore user states in multimodal dialogue systems. Technical Report\u00a036, Lehrstuhl f\u00fcr Mustererkennung, Institut f\u00fcr Informatik, Friedrich Alexander Universit\u00e4t Erlangen, Martensstra\u00dfe 3, 91058 Erlangen (June 2003)"},{"key":"4_CR104","doi-asserted-by":"crossref","unstructured":"Rudmann, D.S., McConkie, G.W., Zheng, X.S.: Eyetracking in cognitive state detection for hci. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 159\u2013163. ACM Press, New York (2003)","DOI":"10.1145\/958462.958464"},{"key":"4_CR105","doi-asserted-by":"crossref","unstructured":"Lindner, C. (ed.): Avatare. Digitale Sprecher f\u00fcr Business und Marketing. Springer, Berlin (2003)","DOI":"10.1007\/978-3-642-18987-6"},{"key":"4_CR106","doi-asserted-by":"crossref","unstructured":"Neal, J.G., Thielman, C.Y., Dobes, Z., Haller, S.M., Shapiro, S.C.: Natural language with integrated deictic and graphic gestures. In: HLT 1989: Proceedings of the Workshop on Speech and Natural Language, pp. 410\u2013423. Association for Computational Linguistics, Morristown (1989)","DOI":"10.21236\/ADA457746"},{"key":"4_CR107","doi-asserted-by":"crossref","unstructured":"Cohen, P.R., Johnston, M., McGee, D., Oviatt, S., Pittman, J., Smith, I., Chen, L., Clow, J.: Quickset: multimodal interaction for distributed applications. In: MULTIMEDIA 1997: Proceedings of the Fifth ACM International Conference on Multimedia, pp. 31\u201340. ACM Press, New York (1997)","DOI":"10.1145\/266180.266328"},{"key":"4_CR108","doi-asserted-by":"crossref","unstructured":"Malaka, R., H\u00e4u\u00dfler, J., Aras, H.: Smartkom mobile: intelligent ubiquitous user interaction. In: IUI 2004: Proceedings of the 9th International Conference on Intelligent user Interface, pp. 310\u2013312. ACM Press, New York (2004)","DOI":"10.1145\/964482.964515"},{"key":"4_CR109","doi-asserted-by":"crossref","unstructured":"Johnston, M., Bangalore, S., Vasireddy, G., Stent, A., Ehlen, P., Walker, M., Whittaker, S., Maloor, P.: Match: an architecture for multimodal dialogue systems. In: ACL 2002: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics, pp. 376\u2013383. Association for Computational Linguistics, Morristown (2002)","DOI":"10.3115\/1073083.1073146"},{"key":"4_CR110","unstructured":"Hastie, H.W., Johnston, M., Ehlen, P.: Context-sensitive help for multimodal dialogue. In: ICMI 2002: Proceedings of the 4th IEEE International Conference on Multimodal Interfaces. IEEE Computer Society, Washington, DC (2002), http:\/\/www.research.att.com\/~johnston\/papers\/hastieh_mmhelp.pdf (checked: June 20, 2008)"},{"key":"4_CR111","unstructured":"Almeida, L., Amdal, I., Beires, N., Boualem, M., Boves, L., den Os, E., Filoche, P., Gomes, R., Knudsen, J.E., Kvale, K., Rugelbak, J., Tallec, C., Warakagoda, N.: Implementing and evaluating a multimodal and multilingual tourist guide. In: Proceedings of the International CLASS Workshop on Natural, Intelligent and Effective Interaction in Multimodal Dialogue Systems, Copenhagen, Denmark (2002)"},{"key":"4_CR112","unstructured":"van Welie, M.: Task-based User Interface Design. PhD thesis, Dutch Graduate School for Information and Knowledge Systems, Vrije Universiteit Amsterdam (2001)"},{"key":"4_CR113","unstructured":"Gourdol, A., Nigay, L., Salber, D., Coutaz, J.: Two case studies of software architecture for multimodal interactive systems: Voicepaint and a voice-enabled graphical notebook. In: Larson, J., Unger, C. (eds.) Proceedings of IFIP TC3\/WG2.7: Working Conference on Engineering for Human Computer Interaction, pp. 271\u2013284. North Holland Publications (1992)"},{"key":"4_CR114","unstructured":"Nishimoto, T., Shida, N., Kobayashi, T., Shirai, K.: Improving human interface in drawing tool using speech. In: Proceedings of 4th IEEE International Workshop on Robot and Human Communication, ROMAN 1995, Tokyo, Japan, pp. 107\u2013112 (1995)"},{"issue":"7-8","key":"4_CR115","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1016\/S0950-7051(00)00064-2","volume":"13","author":"J. Sedivy","year":"2000","unstructured":"Sedivy, J., Johnson, H.: Multimodal tool support for creative tasks in the visual arts. Knowledge-Based Systems\u00a013(7-8), 441\u2013450 (2000)","journal-title":"Knowledge-Based Systems"},{"key":"4_CR116","doi-asserted-by":"crossref","unstructured":"Sezgin, T.M., Stahovich, T., Davis, R.: Sketch based interfaces: early processing for sketch understanding. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive user Interfaces, pp. 1\u20138. ACM Press, New York (2001)","DOI":"10.1145\/971478.971487"},{"key":"4_CR117","doi-asserted-by":"crossref","unstructured":"Forbus, K.D., Ferguson, R.W., Usher, J.M.: Towards a computational model of sketching. In: IUI 2001: Proceedings of the 6th International Conference on Intelligent user Interfaces, pp. 77\u201383. ACM Press, New York (2001)","DOI":"10.1145\/359784.360278"},{"key":"4_CR118","unstructured":"Poirier, F., Julia, L., Rossignol, S., Faure, C.: Tapage: \u00e9dition de tableaux sur ordinateur \u00e0 stylo vers une d\u00e9signation naturelle. In: Proc. IHM 1993 (1993)"},{"key":"4_CR119","doi-asserted-by":"crossref","unstructured":"Milota, A.D.: Modality fusion for graphic design applications. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 167\u2013174. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027963"},{"key":"4_CR120","unstructured":"Microsoft: Mipad: Speech powered prototype to simplify communication between users and handheld devices, http:\/\/www.microsoft.com\/presspass\/features\/2000\/05-22mipad.asp (checked: June 20, 2008) Microsoft"},{"key":"4_CR121","unstructured":"Microsoft: Your pad or mipad, http:\/\/research.microsoft.com\/srg\/mipad.aspx (checked: June 20, 2008) Microsoft"},{"key":"4_CR122","unstructured":"Huang, X., Acero, A., Chelba, C., Deng, L., Duchene, D., Goodman, J., Hon, H., Jacoby, D., Jiang, L., Loynd, R., Mahajan, M., Mau, P., Meredith, S., Mughal, S., Neto, S., Plumpe, M., Wang, K., Wang, Y.: Mipad: A next generation pda prototype. In: ICSLP, Peking (2000), http:\/\/research.microsoft.com\/srg\/papers\/2000-xdh-icslp.pdf (checked: June 20, 2008)"},{"key":"4_CR123","unstructured":"Comerford, L., Frank, D., Gopalakrishnan, P., Gopinath, R., Sedivy, J.: The ibm personal speech assistant. In: Proc. of IEEE ICASSP 2001, DARPA, pp. 319\u2013321 (2001)"},{"key":"4_CR124","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/11590323_1","volume-title":"Intelligent Technologies for Interactive Entertainment","author":"I. Aslan","year":"2005","unstructured":"Aslan, I., Xu, F., Uszkoreit, H., Kr\u00fcger, A., Steffen, J.: COMPASS2008: Multimodal, multilingual and crosslingual interaction for mobile tourist guide applications. In: Maybury, M., Stock, O., Wahlster, W. (eds.) INTETAIN 2005. LNCS (LNAI), vol.\u00a03814, pp. 3\u201312. Springer, Heidelberg (2005)"},{"key":"4_CR125","unstructured":"IBM: Developing X+V Applications Using the Multimodal Toolkit and Browser (October 2002)"},{"key":"4_CR126","unstructured":"IBM Pervasive Computing: Developing Multimodal Applications using XHTML+Voice (January 2003)"},{"key":"4_CR127","doi-asserted-by":"crossref","unstructured":"Marx, M., Schmandt, C.: Putting people first: specifying proper names in speech interfaces. In: UIST 1994: Proceedings of the 7th Annual ACM Symposium on User Interface Software and Technology, pp. 29\u201337. ACM Press, New York (1994)","DOI":"10.1145\/192426.192439"},{"issue":"4","key":"4_CR128","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1145\/2163.358100","volume":"26","author":"J.D. Gould","year":"1983","unstructured":"Gould, J.D., Conti, J., Hovanyecz, T.: Composing letters with a simulated listening typewriter. Commun. ACM\u00a026(4), 295\u2013308 (1983)","journal-title":"Commun. ACM"},{"key":"4_CR129","doi-asserted-by":"crossref","unstructured":"Womser-Hacker, C.: Statistical experiments on computer talk. In: First International Comference on Quantitative Linguistics, pp. 251\u2013263. Kluwer, Dordrecht (1993)","DOI":"10.1007\/978-94-011-1769-2_18"},{"key":"4_CR130","unstructured":"Hitzenberger, L., Womser-Hacker, C.: Experimentelle untersuchungen zu multimodalen nat\u00fcrlichsprachlichen dialogen in der mensch-computer-interaktion. SDV \u2013 Sprache und Datenverarbeitung\u00a019(1), 51\u201361 (1995)"},{"key":"4_CR131","doi-asserted-by":"crossref","unstructured":"Coutaz, J., Salber, D., Carraux, E., Portolan, N.: Neimo, a multiworkstation usability lab for observing and analyzing multimodal interaction. In: CHI 1996: Conference Companion on Human Factors in Computing Systems, pp. 402\u2013403. ACM Press, New York (1996)","DOI":"10.1145\/257089.257904"},{"issue":"4","key":"4_CR132","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1145\/300520.300521","volume":"5","author":"M.A. Grasso","year":"1998","unstructured":"Grasso, M.A., Ebert, D.S., Finin, T.W.: The integrality of speech in multimodal interfaces. ACM Trans. Comput.-Hum. Interact.\u00a05(4), 303\u2013325 (1998)","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"issue":"4","key":"4_CR133","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1207\/S15327051HCI1504_1","volume":"15","author":"S. Oviatt","year":"2000","unstructured":"Oviatt, S., Cohen, P., Wu, L., Vergo, J., Duncan, L., Suhm, B., Bers, J., Holzman, T., Winograd, T., Landay, J., Larson, J., Ferro, D.: Designing the user interface for multimodal speech and pen-based gesture applications: State-of-the-art systems and future research directions. Human Computer Interaction\u00a015(4), 263\u2013322 (2000)","journal-title":"Human Computer Interaction"},{"key":"4_CR134","unstructured":"Treoware: Voicelauncher, http:\/\/treoware.com\/voicelauncher.html (checked: June 20, 2008) Treoware"},{"key":"4_CR135","unstructured":"CallMagazin: Hps erstes smartphone: Der ipaq 514 h\u00f6rt aufs wort. CallMagazin (February 16, 2007), http:\/\/www.call-magazin.de\/handy-mobilfunk\/handy-mobilfunk-nachrichten\/hpserstes-smartphone-der-ipaq-514-hoert-aufs-wort_20628.html (checked: June 20, 2008)"},{"key":"4_CR136","unstructured":"Microsoft: Microsoft voice command, http:\/\/www.microsoft.com\/windowsmobile\/voicecommand\/features.mspx (checked: June 20, 2008) Microsoft"},{"issue":"3","key":"4_CR137","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1145\/270974.270982","volume":"3","author":"M.A. Grasso","year":"1997","unstructured":"Grasso, M.A., Finin, T.W.: Task integration in multimodal speech recognition environments. Crossroads\u00a03(3), 19\u201322 (1997)","journal-title":"Crossroads"},{"issue":"3-4","key":"4_CR138","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/0167-6393(94)90079-5","volume":"15","author":"S. Oviatt","year":"1994","unstructured":"Oviatt, S., Cohen, P.R., Wang, M.Q.: Toward interface design for human language technology: modality and structure as determinants of linguistic complexity. Speech Commun.\u00a015(3-4), 283\u2013300 (1994)","journal-title":"Speech Commun"},{"key":"4_CR139","unstructured":"IBM: Multimodal Application Design Issues (December 2003)"},{"key":"4_CR140","unstructured":"IBM: XHTML+Voice Programmer\u2019s Guide. Version 1.0 edn. (February 2004)"},{"key":"4_CR141","unstructured":"Schnelle, D., Lyardet, F., Wei, T.: Audio Navigation Patterns. In: Proceedings of EuroPLoP 2005, pp. 237\u2013260 (July 2005)"},{"key":"4_CR142","unstructured":"Schnelle, D., Lyardet, F.: Voice User Interface Design Patterns. In: Proceedings of 11th European Conference on Pattern Languages of Programs, EuroPlop 2006 (2006)"},{"key":"4_CR143","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/3-540-40063-X_7","volume-title":"Advances in Multimodal Interfaces - ICMI 2000","author":"X. Ren","year":"2000","unstructured":"Ren, X., Zhang, G., Dai, G.: An experimental study of input modes for multimodal human-computer interaction. In: Tan, T., Shi, Y., Gao, W. (eds.) ICMI 2000. LNCS, vol.\u00a01948, pp. 49\u201356. Springer, Heidelberg (2000), http:\/\/www.springerlink.com\/content\/wj970gnlyqam67du\/fulltext.pdf (checked: June 20, 2008)"},{"key":"4_CR144","unstructured":"van Welie, M.: Gui design patterns (2003), http:\/\/www.welie.com\/patterns\/gui\/ (checked: May 16, 2007)"},{"key":"4_CR145","unstructured":"Oviatt, S.L.: Multimodal interfaces. In: Jacko, J., Sears, A. (eds.) The Human-Computer Interaction Handbook: Fundamentals, Evolving Technologies and Emerging Applications, pp. 286\u2013304. Lawrence Erlbaum Assoc., Mahwah (2003)"},{"issue":"SI","key":"4_CR146","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1145\/67450.67494","volume":"20","author":"P.R. Cohen","year":"1989","unstructured":"Cohen, P.R., Dalrymple, M., Moran, D.B., Pereira, F.C., Sullivan, J.W.: Synergistic use of direct manipulation and natural language. SIGCHI Bull.\u00a020(SI), 227\u2013233 (1989)","journal-title":"SIGCHI Bull."},{"key":"4_CR147","doi-asserted-by":"crossref","unstructured":"Kobsa, A., Allgayer, J., Reddig, C., Reithinger, N., Schmauks, D., Harbusch, K., Wahlster, W.: Combining deictic gestures and natural language for referent identification. In: Proceedings of the 11th Coference on Computational Linguistics, pp. 356\u2013361. Association for Computational Linguistics, Morristown (1986)","DOI":"10.3115\/991365.991471"},{"key":"4_CR148","doi-asserted-by":"crossref","unstructured":"Wahlster, W.: User and discourse models for multimodal communication. In: Sullivan, J.W., Tyler, S.W. (eds.) Intelligent User Interfaces, pp. 45\u201367. ACM Press (1991)","DOI":"10.1145\/107215.128691"},{"key":"4_CR149","doi-asserted-by":"crossref","unstructured":"Shimazu, H., Arita, S., Takashima, Y.: Multi-modal definite clause grammar. In: COLING 1994, pp. 832\u2013836 (1994)","DOI":"10.3115\/991250.991281"},{"key":"4_CR150","doi-asserted-by":"crossref","unstructured":"Shimazu, H., Takashima, Y.: Multi-modal-method: A design method for building multi-modal systems. In: COLING 1996, pp. 925\u2013930 (1996)","DOI":"10.3115\/993268.993328"},{"key":"4_CR151","unstructured":"Bui, T., Rajman, M.: Rapid dialogue prototyping methodology. Technical Report 200401 IC\/2004\/01, Swiss Federal Institute of Technology (EPFL), Lausanne (January 2004)"},{"key":"4_CR152","unstructured":"Rajman, M., Bui, T., Rajman, A., Seydoux, F., Quarteroni, S.: Assessing the usability of a dialogue management system designed in the framework of a rapid dialogue prototyping methodology. In: Acta Acustica united with Acustica 2004 (2004)"},{"key":"4_CR153","unstructured":"Vo, M.T.: A Framework and Toolkit for the Construction of Multimodal Learning Interfaces. PhD thesis, School of Computer Science, Computer Science Department, Carnegie Mellon University (1998)"},{"key":"4_CR154","doi-asserted-by":"crossref","unstructured":"Cohen, P.R.: The role of natural language in a multimodal interface. In: UIST 1992: Proceedings of the 5th Annual ACM Symposium on User Interface Software and Technology, pp. 143\u2013149. ACM Press, New York (1992)","DOI":"10.1145\/142621.142641"},{"key":"4_CR155","unstructured":"Huls, C., Bos, E.: Studies into full integration of language and action. In: Proceedings of the International Conference on Cooperative Multimiodal Communication (CMC 1995), Eindhoven, pp. 161\u2013174 (1995)"},{"key":"4_CR156","first-page":"262","volume-title":"SIGGRAPH 1980: Proceedings of the 7th Annual Conference on Computer Graphics and Interactive Techniques","author":"R.A. Bolt","year":"1980","unstructured":"Bolt, R.A.:,Put-that-there\u201c: Voice and gesture at the graphics interface. In: SIGGRAPH 1980: Proceedings of the 7th Annual Conference on Computer Graphics and Interactive Techniques, pp. 262\u2013270. ACM Press, New York (1980)"},{"key":"4_CR157","unstructured":"Bekiaris, E., Machate, J., Burmester, M.: Towards an intelligent multimodal and multimedia user interface providing a new dimension of natural hmi in the teleoperation of all home appliances by e&d users. In: Proceedings of Interfaces 1997, Montpellier, pp. 226\u2013229 (1997)"},{"key":"4_CR158","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/BFb0052315","volume-title":"Multimodal Human-Computer Communication","author":"J. Siroux","year":"1998","unstructured":"Siroux, J., Guyomard, M., Multon, F., Remondeau, C.: Modeling and processing of oral and tactile activities in the georal system. In: Bunt, H., Beun, R.-J., Borghuis, T. (eds.) CMC 1995. LNCS (LNAI), vol.\u00a01374, pp. 101\u2013110. Springer, Heidelberg (1998)"},{"key":"4_CR159","unstructured":"Cheyer, A.: Mviews: Multimodal tools for the video analyst. In: International Conference on Intelligent User Interfaces (IUI 1998), pp. 55\u201362. ACM Press, New York (1998), http:\/\/www.adam.cheyer.com\/papers\/iui98.pdf (checked: June 20, 2008)"},{"key":"4_CR160","doi-asserted-by":"crossref","unstructured":"Portele, T., Goronzy, S., Emele, M., Kellner, A., Torge, S., te Vrugt, J.: Smartkom-home \u2013 an advanced multi-modal interface to home entertainment. In: EUROSPEECH 2003, pp. 1897\u20131900 (2003)","DOI":"10.21437\/Eurospeech.2003-274"},{"key":"4_CR161","doi-asserted-by":"crossref","unstructured":"Reithinger, N., Alexandersson, J., Becker, T., Blocher, A., Engel, R., L\u00f6ckelt, M., M\u00fcller, J., Pfleger, N., Poller, P., Streit, M., Tschernomas, V.: Smartkom: adaptive and flexible multimodal access to multiple applications. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 101\u2013108. ACM Press, New York (2003)","DOI":"10.1145\/958451.958454"},{"key":"4_CR162","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-540-30568-2_25","volume-title":"Machine Learning for Multimodal Interaction","author":"A. Lisowska","year":"2005","unstructured":"Lisowska, A., Rajman, M., Bui, T.H.: archivus: A System for Accessing the Content of Recorded Multimodal Meetings. In: Bengio, S., Bourlard, H. (eds.) MLMI 2004. LNCS, vol.\u00a03361, pp. 291\u2013304. Springer, Heidelberg (2005)"},{"key":"4_CR163","doi-asserted-by":"crossref","unstructured":"McGee, D.R., Cohen, P.R.: Creating tangible interfaces by augmenting physical objects with multimodal language. In: IUI 2001: Proceedings of the 6th International Conference on Intelligent user Interfaces, pp. 113\u2013119. ACM Press, New York (2001)","DOI":"10.1145\/359784.360305"},{"key":"4_CR164","doi-asserted-by":"crossref","unstructured":"Rauschert, I., Agrawal, P., Sharma, R., Fuhrmann, S., Brewer, I., MacEachren, A.: Designing a human-centered, multimodal gis interface to support emergency management. In: GIS 2002: Proceedings of the 10th ACM International Symposium on Advances in Geographic Information Systems, pp. 119\u2013124. ACM Press, New York (2002)","DOI":"10.1145\/585168.585172"},{"key":"4_CR165","doi-asserted-by":"crossref","unstructured":"Long, A.C., Landay, J.A., Rowe, L.A.: \u201d\u2018those look similar!\u2019\u201d issues in automating gesture design advice. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive user Interfaces, pp. 1\u20135. ACM Press, New York (2001)","DOI":"10.1145\/971478.971510"},{"issue":"7","key":"4_CR166","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1145\/159544.159562","volume":"36","author":"T. Baudel","year":"1993","unstructured":"Baudel, T., Beaudouin-Lafon, M.: Charade: remote control of objects using free-hand gestures. Commun. ACM\u00a036(7), 28\u201335 (1993)","journal-title":"Commun. ACM"},{"key":"4_CR167","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-3-540-30103-5_6","volume-title":"Cooperative Design, Visualization, and Engineering","author":"F. Fiore Di","year":"2004","unstructured":"Di Fiore, F., Vandoren, P., Van Reeth, F.: Multimodal interaction in a collaborative virtual brainstorming environment. In: Luo, Y. (ed.) CDVE 2004. LNCS, vol.\u00a03190, pp. 47\u201360. Springer, Heidelberg (2004), http:\/\/research.edm.uhasselt.be\/~fdifiore\/research\/CDVE2004\/CDVE2004.pdf"},{"key":"4_CR168","doi-asserted-by":"crossref","unstructured":"Ou, J., Fussell, S.R., Chen, X., Setlock, L.D., Yang, J.: Gestural communication over video stream: supporting multimodal interaction for remote collaborative physical tasks. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 242\u2013249. ACM Press, New York (2003)","DOI":"10.1145\/958468.958477"},{"key":"4_CR169","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/BFb0052316","volume-title":"Multimodal Human-Computer Communication","author":"A. Cheyer","year":"1998","unstructured":"Cheyer, A., Julia, L.: Multimodal maps: An agent-based approach. In: Bunt, H., Beun, R.-J., Borghuis, T. (eds.) CMC 1995. LNCS (LNAI), vol.\u00a01374, pp. 111\u2013121. Springer, Heidelberg (1998), http:\/\/www.springerlink.com\/content\/cafux7f8f2ymykkw\/fulltext.pdf (checked: June 20, 2008)"},{"key":"4_CR170","doi-asserted-by":"crossref","first-page":"314","DOI":"10.1159\/000259969","volume":"36","author":"A.Q. Summerfield","year":"1979","unstructured":"Summerfield, A.Q.: Use of visual information for phonetic perception. Phonetica\u00a036, 314\u2013331 (1979)","journal-title":"Phonetica"},{"key":"4_CR171","doi-asserted-by":"crossref","unstructured":"Oviatt, S.L.: Mutual disambiguation of recognition errors in a multimodal architecture. In: CHI 1999: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 576\u2013583. ACM, New York (1999)","DOI":"10.1145\/302979.303163"},{"key":"4_CR172","doi-asserted-by":"crossref","unstructured":"Oviatt, S.L.: Multimodal signal processing in naturalistic noisy environments. In: Yuan, B., Huang, T., Tang, X. (eds.) Proceedings of the 6th International Conference on SPoken Language Processing (ICSLP), vol.\u00a02, pp. 696\u2013699. Chinese Friendship Publishers, Peking (2000)","DOI":"10.21437\/ICSLP.2000-364"},{"key":"4_CR173","doi-asserted-by":"crossref","unstructured":"Oviatt, S.L.: Multimodal system processing in mobile environments. In: UIST 2000: Proceedings of the 13th Annual ACM Symposium on User Interface Software and Technology, pp. 21\u201330. ACM Press, New York (2000)","DOI":"10.1145\/354401.354408"},{"issue":"9","key":"4_CR174","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1145\/348941.348979","volume":"43","author":"S.L. Oviatt","year":"2000","unstructured":"Oviatt, S.L.: Taming recognition errors with a multimodal interface. Commun. ACM\u00a043(9), 45\u201351 (2000)","journal-title":"Commun. ACM"},{"key":"4_CR175","doi-asserted-by":"crossref","unstructured":"Kumar, S., Cohen, P.R., Coulston, R.: Multimodal interaction under exerted conditions in a natural field setting. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 227\u2013234. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027971"},{"key":"4_CR176","unstructured":"Wachsmuth, S.: Multi-modal Scene Understanding Using Probabilistic Models. PhD thesis, Technischen Fakult\u00e4t, Universit\u00e4t Bielefeld (2001)"},{"key":"4_CR177","doi-asserted-by":"crossref","unstructured":"Yang, J., Stiefelhagen, R., Meier, U., Waibel, A.: Visual tracking for multimodal human computer interaction. In: CHI 1998: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 140\u2013147. ACM Press \/ Addison-Wesley Publishing Co., New York (1998)","DOI":"10.1145\/274644.274666"},{"key":"4_CR178","doi-asserted-by":"crossref","unstructured":"Jain, A.K.: Multimodal user interfaces: who\u2019s the user? In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, p. 1. ACM Press, New York (2003)","DOI":"10.1145\/958432.958433"},{"key":"4_CR179","doi-asserted-by":"crossref","unstructured":"Snelick, R., Indovina, M., Yen, J., Mink, A.: Multimodal biometrics: issues in design and testing. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 68\u201372. ACM Press, New York (2003)","DOI":"10.1145\/958432.958447"},{"key":"4_CR180","doi-asserted-by":"crossref","unstructured":"Nasoz, F., Ozyer, O., Lisetti, C.L., Finkelstein, N.: Multimodal affective driver interfaces for future cars. In: MULTIMEDIA 2002: Proceedings of the Tenth ACM International Conference on Multimedia, pp. 319\u2013322. ACM Press, New York (2002)","DOI":"10.1145\/641043.641074"},{"key":"4_CR181","doi-asserted-by":"crossref","unstructured":"Kaiser, E., Olwal, A., McGee, D., Benko, H., Corradini, A., Li, X., Cohen, P., Feiner, S.: Mutual disambiguation of 3d multimodal interaction in augmented and virtual reality. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 12\u201319. ACM Press, New York (2003)","DOI":"10.1145\/958432.958438"},{"key":"4_CR182","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Imamiya, A., Go, K., Mao, X.: Overriding errors in a speech and gaze multimodal architecture. In: IUI 2004: Proceedings of the 9th International Conference on Intelligent User Interface, pp. 346\u2013348. ACM Press, New York (2004)","DOI":"10.1145\/964442.964527"},{"key":"4_CR183","doi-asserted-by":"crossref","unstructured":"Tan, Y.K., Sherkat, N., Allen, T.: Error recovery in a blended style eye gaze and speech interface. In: ICMI 2003: Proceedings of the 5th International Conference on Multimodal Interfaces, pp. 196\u2013202. ACM Press, New York (2003)","DOI":"10.1145\/958432.958471"},{"key":"4_CR184","doi-asserted-by":"crossref","unstructured":"Tanaka, K.: A robust selection system using real-time multi-modal user-agent interactions. In: IUI 1999: Proceedings of the 4th International Conference on Intelligent User Interfaces, pp. 105\u2013108. ACM Press, New York (1999)","DOI":"10.1145\/291080.291099"},{"key":"4_CR185","doi-asserted-by":"crossref","unstructured":"Campana, E., Baldridge, J., Dowding, J., Hockey, B.A., Remington, R.W., Stone, L.S.: Using eye movements to determine referents in a spoken dialogue system. In: PUI 2001: Proceedings of the 2001 Workshop on Perceptive user Interfaces, pp. 1\u20135. ACM Press, New York (2001)","DOI":"10.1145\/971478.971489"},{"key":"4_CR186","unstructured":"Patterson, E., Gowdy, J.: An audio-visual approach to simultaneous-speaker speech recognition. In: Proceedings of ICASSP, IEEE International Conference on Acoustics, Speech and Signal Processing, vol.\u00a05, pp. 780\u2013783 (2003)"},{"key":"4_CR187","doi-asserted-by":"crossref","unstructured":"Holzapfel, H., Nickel, K., Stiefelhagen, R.: Implementation and evaluation of a constraint-based multimodal fusion system for speech and 3d pointing gestures. In: ICMI 2004: Proceedings of the 6th International Conference on Multimodal Interfaces, pp. 175\u2013182. ACM Press, New York (2004)","DOI":"10.1145\/1027933.1027964"},{"key":"4_CR188","doi-asserted-by":"crossref","unstructured":"Chai, J.Y., Qu, S.: A salience driven approach to robust input interpretation in multimodal conversational systems. In: HLT 2005: Proceedings of the Conference on Human Language Technology and Empirical Methods in Natural Language Processing, pp. 217\u2013224. Association for Computational Linguistics, Morristown (2005)","DOI":"10.3115\/1220575.1220603"},{"key":"4_CR189","doi-asserted-by":"crossref","unstructured":"Trabelsi, Z., Cha, S.H., Desai, D., Tappert, C.: A voice and ink xml multimodal architecture for mobile e-commerce systems. In: WMC 2002: Proceedings of the 2nd International Workshop on Mobile Commerce, pp. 100\u2013104. ACM Press, New York (2002)","DOI":"10.1145\/570705.570724"},{"issue":"1","key":"4_CR190","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1145\/371127.371166","volume":"8","author":"B. Suhm","year":"2001","unstructured":"Suhm, B., Myers, B., Waibel, A.: Multimodal error correction for speech user interfaces. ACM Trans. Comput.-Hum. Interact.\u00a08(1), 60\u201398 (2001)","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"issue":"6","key":"4_CR191","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1016\/0020-7373(92)90075-V","volume":"36","author":"W.A. Ainsworth","year":"1992","unstructured":"Ainsworth, W.A., Pratt, S.R.: Feedback strategies for error correction in speech recognition systems. Int. J. Man-Mach. Stud.\u00a036(6), 833\u2013842 (1992)","journal-title":"Int. J. Man-Mach. Stud."},{"key":"4_CR192","unstructured":"Murray, A.C., Frankish, C.R., Jones, D.M.: Data-entry by voice: Facilitating correction of misrecognitions. In: Baber, C., Noyes, J. (eds.) Interactive Speech Technology: Human Factors issues in the Application of Speech Input\/Output to Computers, pp. 137\u2013144. Taylor and Francis, Bristol (1993)"},{"key":"4_CR193","doi-asserted-by":"crossref","unstructured":"Lai, J., Vergo, J.: Medspeak: Report creation with continuous speech recognition. In: Proceedings of the Conference on Human Factors in Computing (CHI 1997), pp. 431\u2013438. ACM Press (1997)","DOI":"10.1145\/258549.258829"},{"key":"4_CR194","doi-asserted-by":"crossref","unstructured":"Papineni, K.A., Roukos, S., Ward, R.T.: Feature-based language understanding. In: Proceedings of the 5th European Conference on Speech Communication and Technology, vol.\u00a03, pp. 1435\u20131438. European Speech Communication Association, Rhodes (1997)","DOI":"10.21437\/Eurospeech.1997-417"},{"key":"4_CR195","unstructured":"Vergo, J.: A statistical approach to multimodal natural language interaction. In: Proceedings of the AAAI 1998 Workshop on Representations for Multimodal Human-Computer Interaction, pp. 81\u201385. AAAI Press (1998)"},{"key":"4_CR196","doi-asserted-by":"crossref","unstructured":"Balentine, B.: Re-engineering the speech menu. In: Gardner-Bonneau, D. (ed.) Human Factors and Voice Interacive Systems, pp. 205\u2013235. Kluwer Akademic Publishers, Norwell (1999)","DOI":"10.1007\/978-1-4757-2980-1_10"},{"key":"4_CR197","unstructured":"Balentine, B., Morgan, D.P.: How to Build a Speech Recognition Application. A Style Guide for Telephony Dialogues. EIG Press (2001)"},{"key":"4_CR198","unstructured":"Ibrahim, A., Johansson, P.: Multimodal dialogue systems: A case study for interactive tv. In: Proceedings of 7th ERCIM Workshop on User Interfaces for All, Chantilly, France, pp. 209\u2013218 (2002)"},{"key":"4_CR199","doi-asserted-by":"crossref","unstructured":"Oviatt, S., van Gent, R.: Error reslution during multimodal human-computer interaction. In: Proc. of the International Conference on Spoken Language Processing, vol.\u00a02, pp. 204\u2013207 (1996)","DOI":"10.21437\/ICSLP.1996-52"},{"key":"4_CR200","doi-asserted-by":"crossref","unstructured":"Oviatt, S., Bernard, J., Levow, G.: Linguistic adaptation during error resolution with spoken and multimodal systems. Language and Speech (special issue on Prosody and Conversation)\u00a041(3-4), 415\u2013438 (1999)","DOI":"10.1177\/002383099804100409"},{"issue":"1","key":"4_CR201","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1145\/962081.962104","volume":"47","author":"R. Pieraccini","year":"2004","unstructured":"Pieraccini, R., Dayanidhi, K., Bloom, J., Dahan, J.G., Phillips, M., Goodman, B.R., Prasad, K.V.: Multimodal conversational systems for automobiles. Commun. ACM\u00a047(1), 47\u201349 (2004)","journal-title":"Commun. ACM"},{"key":"4_CR202","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/BFb0052320","volume-title":"Multimodal Human-Computer Communication","author":"F. McCaffery","year":"1998","unstructured":"McCaffery, F., McTear, M.F., Murphy, M.: A multimedia interface for circuit board assembly. In: Bunt, H., Beun, R.-J., Borghuis, T. (eds.) CMC 1995. LNCS (LNAI), vol.\u00a01374, pp. 213\u2013230. Springer, Heidelberg (1998)"},{"key":"4_CR203","doi-asserted-by":"crossref","unstructured":"Yankelovich, N.: How do users know what to say? Interactions\u00a03(6), 32\u201343 (1996)","DOI":"10.1145\/242485.242500"},{"key":"4_CR204","unstructured":"Wasinger, R.: Multimodal Interaction with Mobile Devices: Fusing a Broad Spectrum of Modality Combinations. PhD thesis, Naturwissenschaftlich-Technische Fakult\u00e4t I der Universit\u00e4t des Saarlandes, Saarbr\u00fccken (2006)"},{"key":"4_CR205","doi-asserted-by":"crossref","unstructured":"Breedvelt-Schouten, I., Patern\u00f2, F., Severijns, C.A.: Reusable structures in task models. In: Harrison, H., Torres, J. (eds.) Design, Specification and Verification of Interactive Systems, pp. 115\u2013238. Springer, New York (1997)","DOI":"10.1007\/978-3-7091-6878-3_15"},{"key":"4_CR206","unstructured":"Sinnig, D.: The complicity of patterns and model-based engineering. Master thesis, Department of Computer Science. Concordia University, Montreal (2004)"},{"key":"4_CR207","unstructured":"Stimmel, C.: Hold me, thrill me, kiss me, kill me: Patterns for developing effective concept prototypes. In: Manolescu, D., Wolf, B. (eds.) Proceedings Pattern Languages of Programs, Monticello (1999)"},{"key":"4_CR208","unstructured":"Mahemoff, M.J., Johnston, L.J.: The planet pattern language for software internationalisation. In: Manolescu, D., Wolf, B. (eds.) Proceedings of Pattern Languages of Programs (1999), http:\/\/jerry.cs.uiuc.edu\/~plop\/plop99\/proceedings\/Mahemoff\/planet.pdf (checked: June 20, 2008)"},{"key":"4_CR209","unstructured":"Duyne, D.K.V., Landay, J., Hong, J.I.: The Design of Sites: Patterns, Principles, and Processes for Crafting a Customer-Centered Web Experience. Addison-Wesley Longman Publishing Co., Inc., Boston (2002)"},{"key":"4_CR210","unstructured":"Sutcliffe, A., Dimitrova, M.: Patterns, claims and multimedia. In: Sasse, M.A., Johnson, C. (eds.) Proc. Human-Computer Interaction: Interact 1999. IFIP, pp. 329\u2013335. IOS Press, Amsterdam (1999)"},{"key":"4_CR211","unstructured":"Cybulski, J., Linden, T.: Composing multimedia artifacts for reuse. In: Harrison, N., Foote, B., Rohnert, H. (eds.) Pattern Languages of Program Design 4, pp. 461\u2013488. Addison-Wesley Longman (2000)"},{"key":"4_CR212","unstructured":"Wolff, C.: Media design patterns. In: Womser-Hacker, C., Wolff, C. (eds.) Designing Information Systems, Konstanz, UVK, pp. 209\u2013217 (2005)"},{"key":"4_CR213","doi-asserted-by":"crossref","unstructured":"Chung, E.S., Hong, J.I., Lin, J., Prabaker, M.K., Landay, J.A., Liu, A.L.: Development and evaluation of emerging design patterns for ubiquitous computing. In: DIS 2004: Proceedings of the 2004 Conference on Designing Interactive Systems, pp. 233\u2013242. ACM Press, New York (2004)","DOI":"10.1145\/1013115.1013148"},{"key":"4_CR214","doi-asserted-by":"crossref","unstructured":"Kunert, T.: User-Centered Interaction Design Patterns for Interactive Digital Television Applications. Springer (2009)","DOI":"10.1007\/978-1-84882-275-7"},{"key":"4_CR215","unstructured":"Ratzka, A.: A wizard-of-oz setting for multimodal interaction. an approach to user-based elicitation of design patterns. In: Osswald, A., Stempfhuber, M., Wolff, C. (eds.) Open Innovation. Proc. 10th International Symposium for Information Science, pp. 159\u2013170. Universit\u00e4tsverlag Konstanz, K\u00f6ln (2007)"},{"key":"4_CR216","doi-asserted-by":"crossref","unstructured":"Ratzka, A.: Explorative studies on multimodal interaction in a pda- and desktop-based scenario. In: Proceedings of the International Conference on Multimodal Interfaces 2008. ACM Press (2008)","DOI":"10.1145\/1452392.1452416"},{"key":"4_CR217","unstructured":"Ratzka, A.: Patternbasiertes User Interface Design f\u00fcr multimodale Interaktion. PhD thesis, Lehrstuhl f\u00fcr Informationswissenschaft, Universit\u00e4t Regensburg (2009\/2010)"},{"key":"4_CR218","unstructured":"Riva, G. (ed.): Ambient Intelligence. The Evolution of Technology, Communication and Cognition Towards the Future of Human-Computer Interaction. Emerging Communication, vol.\u00a06. IOS Press, Amsterdam (2005)"},{"key":"4_CR219","doi-asserted-by":"crossref","unstructured":"Weber, W. (ed.): Ambient Intelligence. Springer, Berlin (2005)","DOI":"10.1007\/b138670"},{"issue":"3","key":"4_CR220","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1007\/s00779-004-0317-4","volume":"9","author":"S. Nylander","year":"2005","unstructured":"Nylander, S., Bylund, M., Waern, A.: Ubiquitous service access through adapted user interfaces on multiple devices. Personal Ubiquitous Comput.\u00a09(3), 123\u2013133 (2005)","journal-title":"Personal Ubiquitous Comput."},{"key":"4_CR221","doi-asserted-by":"crossref","unstructured":"Ishii, H., Ullmer, B.: Tangible bits: towards seamless interfaces between people, bits and atoms. In: Proceedings of CHI 1997 Conference on Human Factors in Computing Systems, pp. 234\u2013241. ACM Press (1997)","DOI":"10.1145\/258549.258715"},{"issue":"1","key":"4_CR222","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1145\/962081.962103","volume":"47","author":"P.R. Cohen","year":"2004","unstructured":"Cohen, P.R., McGee, D.R.: Tangible multimodal interfaces for safety-critical applications. Commun. ACM\u00a047(1), 41\u201346 (2004)","journal-title":"Commun. ACM"},{"key":"4_CR223","unstructured":"Vince, J.A.: Virtual Reality Systems. Addison Wesley (1995)"},{"key":"4_CR224","unstructured":"Sharman, W.R., Craig, A.B.: Understanding Virtual Reality. Morgan Kaufman, San Francisco (1995)"},{"key":"4_CR225","doi-asserted-by":"crossref","unstructured":"Mayhew, D.J.: The Usability Engineering Lifecycle. Morgan Kaufmann, San Francisco (1999)","DOI":"10.1145\/632716.632805"},{"key":"4_CR226","unstructured":"Sinnig, D., Gaffar, A., Reichart, D., Seffah, A., Forbrig, P.: Patterns in model-based engineering. In: CADUI, pp. 195\u2013208 (2004)"},{"key":"4_CR227","unstructured":"Petrasch, R.: Model based user interface design: Model driven architecture und hci patterns. GI Softwaretechnik-Trends. Mitteilungen der Gesellschaft f\u00fcr Informatik\u00a027(3), 5\u201310 (2007), http:\/\/pi.informatik.uni-siegen.de\/stt\/27_3\/03_Technische_Beitraege\/MDA_HCI_Patterns_Petrasch_Short.pdf (checked: June 27, 2008)"},{"key":"4_CR228","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/3-540-44675-3_14","volume-title":"Interactive Systems. Design, Specification, and Verification","author":"Q. Limbourg","year":"2001","unstructured":"Limbourg, Q., Vanderdonckt, J., Souchon, N.: The task-dialog and task-presentation mapping problem: Some preliminary results. In: Patern\u00f3, F. (ed.) DSV-IS 2000. LNCS, vol.\u00a01946, pp. 227\u2013246. Springer, Heidelberg (2001)"},{"key":"4_CR229","doi-asserted-by":"crossref","unstructured":"Gulliksen, J., G\u00f6ransson, B., Boivie, I., Persson, J., Blomkvist, S., Cajander, \u00c5.: Key principles for user-centred systems design. In: Seffah, A., Gulliksen, J., Desmarais, M.C. (eds.) Human-Centered Software Engineering: Integrating Usability in the Software Development Lifecycle, pp. 17\u201336. Springer, Dordrecht (2005)","DOI":"10.1007\/1-4020-4113-6_2"},{"key":"4_CR230","unstructured":"Tr\u00e6tteberg, H.: Model-based User Interface Design. PhD thesis, Department of Computer and Information Sciences, Norwegian University of Science and Technology (2002)"},{"key":"4_CR231","unstructured":"Ratzka, A.: Design patterns in the context of multi-modal interaction. In: Proceedings of the 6th Nordic Conference on Pattern Languages of Programs, VikingPLoP 2007 (2008)"},{"key":"4_CR232","unstructured":"Ratzka, A.: Patterns for robust and accessible multimodal interaction. In: Proceedings of the 13th European Conference on Pattern Languages of Programs, EuroPLoP 2008 (2008)"}],"container-title":["Lecture Notes in Computer Science","Transactions on Pattern Languages of Programming III"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-38676-3_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,2]],"date-time":"2023-07-02T01:36:53Z","timestamp":1688261813000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-38676-3_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642386756","9783642386763"],"references-count":232,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-38676-3_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}