{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T18:54:29Z","timestamp":1767034469592,"version":"3.37.3"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,3,22]],"date-time":"2017-03-22T00:00:00Z","timestamp":1490140800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Grant Agency of Czech Technical University in Prague","award":["SGS11\/123\/OHK3\/2T\/12"],"award-info":[{"award-number":["SGS11\/123\/OHK3\/2T\/12"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Multimodal User Interfaces"],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1007\/s12193-017-0243-1","type":"journal-article","created":{"date-parts":[[2017,3,22]],"date-time":"2017-03-22T08:24:21Z","timestamp":1490171061000},"page":"251-265","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Consistent categorization of multimodal integration patterns during human\u2013computer interaction"],"prefix":"10.1007","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7936-4098","authenticated-orcid":false,"given":"Roman","family":"Hak","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tomas","family":"Zeman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,3,22]]},"reference":[{"issue":"3","key":"243_CR1","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1162\/coli.08-022-R2-06-26","volume":"35","author":"S Bangalore","year":"2009","unstructured":"Bangalore S, Johnston M (2009) Robust understanding in multimodal interfaces. Comput Linguist 35(3):345\u2013397. doi: 10.1162\/coli.08-022-R2-06-26","journal-title":"Comput Linguist"},{"key":"243_CR2","doi-asserted-by":"publisher","unstructured":"Billinghurst M, Lee M (2012) Multimodal interfaces for augmented reality, expanding the frontiers of visual analytics and visualization. pp 449\u2013465 doi: 10.1007\/978-1-4471-2804-5","DOI":"10.1007\/978-1-4471-2804-5"},{"key":"243_CR3","doi-asserted-by":"publisher","unstructured":"Bolt RA (1980) Put-that-there: voice and gesture at the graphics interface. In: Proceedings of the 7th annual conference on computer graphics and interactive techniques - SIGGRAPH \u201980, vol\u00a032. ACM Press, pp 262\u2013270. doi: 10.1145\/800250.807503","DOI":"10.1145\/800250.807503"},{"key":"243_CR4","doi-asserted-by":"publisher","unstructured":"Cohen PR, Johnston M, McGee D, Oviatt S, Pittman J, Smith I, Chen L, Clow J (1997) QuickSet: multimodal interaction for distributed applications. In: Proceedings of the fifth ACM international conference on multimedia-MULTIMEDIA \u201997, ACM Press, pp 31\u201340. doi: 10.1145\/266180.266328","DOI":"10.1145\/266180.266328"},{"issue":"4","key":"243_CR5","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/2735589","volume":"58","author":"PR Cohen","year":"2015","unstructured":"Cohen PR, Kaiser EC, Buchanan MC, Lind S, Corrigan MJ, Wesson RM (2015) Sketch-Thru-Plan: a multimodal interface for command and control. Commun of the ACM 58(4):56\u201365. doi: 10.1145\/2735589","journal-title":"Commun of the ACM"},{"key":"243_CR6","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-642-00437-7_1","volume-title":"Human machine interaction, Lecture notes in computer science","author":"B Dumas","year":"2009","unstructured":"Dumas B, Lalanne D, Oviatt S (2009) Multimodal interfaces: a durvey of principles, models and frameworks. In: Lalanne D, Kohlas J (eds) Human machine interaction, Lecture notes in computer science, vol 5440. Springer, Berlin, pp 3\u201326. doi: 10.1007\/978-3-642-00437-7_1"},{"key":"243_CR7","doi-asserted-by":"publisher","unstructured":"Ehlen P, Johnston M (2012) Multimodal interaction patterns in mobile local search. In: Proceedings of the 2012 ACM international conference on intelligent user interfaces - IUI \u201912, pp 21\u201324 . doi: 10.1145\/2166966.2166970","DOI":"10.1145\/2166966.2166970"},{"key":"243_CR8","doi-asserted-by":"publisher","unstructured":"Haas EC, Pillalamarri KS, Stachowiak CC, McCullough G (2011) Temporal binding of multimodal controls for dynamic map displays. In: Proceedings of the 13th international conference on multimodal interfaces - ICMI \u201911, ACM Press. p 409. doi: 10.1145\/2070481.2070558","DOI":"10.1145\/2070481.2070558"},{"key":"243_CR9","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/11677482_2","volume-title":"Machine learning for multimodal interaction, Lecture notes in computer science","author":"X Huang","year":"2006","unstructured":"Huang X, Oviatt S (2006) Toward adaptive information fusion in multimodal systems. In: Renals S, Bengio S (eds) Machine learning for multimodal interaction, Lecture notes in computer science, vol 3869. Springer, Berlin, pp 15\u201327. doi: 10.1007\/11677482_2"},{"key":"243_CR10","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1007\/11965152_5","volume-title":"Machine Learning for multimodal interaction, Lecture notes in computer science","author":"X Huang","year":"2006","unstructured":"Huang X, Oviatt S, Lunsford R (2006) Combining user modeling and machine learning to predict users multimodal integration patterns. In: Renals S, Bengio S, Fiscus JG (eds) Machine Learning for multimodal interaction, Lecture notes in computer science, vol 4299. Springer, Berlin, pp 50\u201362. doi: 10.1007\/11965152_5"},{"key":"243_CR11","doi-asserted-by":"publisher","unstructured":"Huggins-Daines D, Kumar M, Chan A, Black A, Ravishankar M, Rudnicky A (2006) Pocketsphinx: a free, real-time continuous speech recognition system for hand-held devices. In: Proceedings of IEEE international conference on acoustics speech and signal processing. pp 185\u2013188. doi: 10.1109\/ICASSP.2006.1659988","DOI":"10.1109\/ICASSP.2006.1659988"},{"issue":"2","key":"243_CR12","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1017\/S1351324904003572","volume":"11","author":"M Johnston","year":"2005","unstructured":"Johnston M, Bangalore S (2005) Finite-state multimodal integration and understanding. Nat Lang Eng 11(2):159\u2013187. doi: 10.1017\/S1351324904003572","journal-title":"Nat Lang Eng"},{"key":"243_CR13","doi-asserted-by":"publisher","unstructured":"Johnston M, Bangalore S, Vasireddy G, Stent A, Ehlen P, Walker M, Whittaker S, Maloor P (2002) MATCH: an architecture for multimodal dialogue systems. In: Proceedings of the 40th annual meeting on association for computational linguistics - ACL \u201902, July, pp 376\u2013383. doi: 10.3115\/1073083.1073146","DOI":"10.3115\/1073083.1073146"},{"issue":"4","key":"243_CR14","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/s10055-013-0230-0","volume":"17","author":"M Lee","year":"2013","unstructured":"Lee M, Billinghurst M, Baek W, Green R, Woo W (2013) A usability study of multimodal input in an augmented reality environment. Virtual Real 17(4):293\u2013305. doi: 10.1007\/s10055-013-0230-0","journal-title":"Virtual Real"},{"key":"243_CR15","doi-asserted-by":"publisher","unstructured":"Lewis JR (2012) Usability testing. In: Handbook of human factors and ergonomics. Wiley, pp 1267\u20131312. doi: 10.1002\/9781118131350.ch46","DOI":"10.1002\/9781118131350.ch46"},{"issue":"11","key":"243_CR16","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1145\/319382.319398","volume":"42","author":"S Oviatt","year":"1999","unstructured":"Oviatt S (1999) Ten myths of multimodal interaction. Commun of the ACM 42(11):74\u201381. doi: 10.1145\/319382.319398","journal-title":"Commun of the ACM"},{"issue":"9","key":"243_CR17","doi-asserted-by":"publisher","first-page":"1457","DOI":"10.1109\/JPROC.2003.817127","volume":"91","author":"S Oviatt","year":"2003","unstructured":"Oviatt S (2003) User-centered modeling and evaluation of multimodal interfaces. Proc of the IEEE 91(9):1457\u20131468. doi: 10.1109\/JPROC.2003.817127","journal-title":"Proc of the IEEE"},{"key":"243_CR18","doi-asserted-by":"publisher","unstructured":"Oviatt S, Coulston R, Lunsford R (2004) When do we interact multimodally?. In: Proceedings of the 6th international conference on multimodal interfaces - ICMI \u201904, ACM Press, pp 129\u2013136. doi: 10.1145\/1027933.1027957","DOI":"10.1145\/1027933.1027957"},{"key":"243_CR19","doi-asserted-by":"publisher","unstructured":"Oviatt S, Coulston R, Tomko S, Xiao B, Lunsford R, Wesson M, Carmichael L (2003) Toward a theory of organized multimodal integration patterns during human-computer interaction. In: Proceedings of the 5th international conference on multimodal interfaces - ICMI \u201903, ACM Press, pp 44\u201351. doi: 10.1145\/958432.958443","DOI":"10.1145\/958432.958443"},{"key":"243_CR20","doi-asserted-by":"publisher","unstructured":"Oviatt S, DeAngeli A, Kuhn K (1997) Integration and synchronization of input modes during multimodal human-computer interaction. In: Proceedings of the SIGCHI conference on human factors in computing systems - CHI \u201997, ACM Press, pp 415\u2013422. doi: 10.1145\/258549.258821","DOI":"10.1145\/258549.258821"},{"key":"243_CR21","doi-asserted-by":"publisher","unstructured":"Oviatt S, Lunsford R, Coulston R (2005) Individual differences in multimodal integration patterns: what are they and why do they exist?. In: Proceedings of the SIGCHI conference on human factors in computing systems - CHI \u201905, ACM Press, pp 241\u2013249. doi: 10.1145\/1054972.1055006","DOI":"10.1145\/1054972.1055006"},{"key":"243_CR22","doi-asserted-by":"publisher","unstructured":"Sch\u00fcssel F, Honold F, Schmidt M, Bubalo N, Huckauf A, Weber M (2014) Multimodal interaction history and its use in error detection and recovery. In: Proceedings of the 16th international conference on multimodal interaction - ICMI \u201914, ACM Press, pp 164\u2013171. doi: 10.1145\/2663204.2663255","DOI":"10.1145\/2663204.2663255"},{"issue":"3","key":"243_CR23","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/s12193-010-0042-4","volume":"3","author":"M Serrano","year":"2010","unstructured":"Serrano M, Nigay L (2010) A wizard of oz component-based approach for rapidly prototyping and testing input multimodal interfaces. J Multimodal User Interfaces 3(3):215\u2013225. doi: 10.1007\/s12193-010-0042-4","journal-title":"J Multimodal User Interfaces"},{"key":"243_CR24","doi-asserted-by":"publisher","unstructured":"Wobbrock JO, Wilson AD, Li Y (2007) Gestures without libraries, toolkits or training: a $1 recognizer for user interface prototypes. In: Proceedings of the 20th annual ACM symposium on user interface software and technology - UIST \u201907, ACM Press, pp 159\u2013169. doi: 10.1145\/1294211.1294238","DOI":"10.1145\/1294211.1294238"},{"key":"243_CR25","doi-asserted-by":"crossref","unstructured":"Xiao B, Girand C, Oviatt S (2002) Multimodal integration patterns in children. In: Proceedings of international conference on spoken language processing, pp 629\u2013632","DOI":"10.21437\/ICSLP.2002-209"},{"key":"243_CR26","doi-asserted-by":"publisher","unstructured":"Xiao B, Oviatt S (2003) Modeling multimodal integration patterns and performance in seniors : toward adaptive processing of individual differences. In: Proceedings of the 5th international conference on multimodal interfaces - ICMI \u201903, pp 256\u2013272. doi: 10.1145\/958432.958480","DOI":"10.1145\/958432.958480"}],"container-title":["Journal on Multimodal User Interfaces"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12193-017-0243-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-017-0243-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-017-0243-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T19:21:55Z","timestamp":1692732115000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12193-017-0243-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,3,22]]},"references-count":26,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,9]]}},"alternative-id":["243"],"URL":"https:\/\/doi.org\/10.1007\/s12193-017-0243-1","relation":{},"ISSN":["1783-7677","1783-8738"],"issn-type":[{"type":"print","value":"1783-7677"},{"type":"electronic","value":"1783-8738"}],"subject":[],"published":{"date-parts":[[2017,3,22]]}}}