{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T16:24:19Z","timestamp":1759335859020},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2016,8,23]],"date-time":"2016-08-23T00:00:00Z","timestamp":1471910400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2016,9]]},"DOI":"10.1007\/s11432-016-5520-1","type":"journal-article","created":{"date-parts":[[2016,9,2]],"date-time":"2016-09-02T20:17:43Z","timestamp":1472847463000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["An exploratory study of multimodal interaction modeling based on neural computation","\u57fa\u4e8e\u795e\u7ecf\u8ba1\u7b97\u7684\u591a\u901a\u9053\u4ea4\u4e92\u6a21\u578b\u7684\u63a2\u7d22\u6027\u7814\u7a76"],"prefix":"10.1007","volume":"59","author":[{"given":"Lu","family":"Lu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fei","family":"Lyu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feng","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yineng","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guozhong","family":"Dai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,8,23]]},"reference":[{"key":"5520_CR1","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1016\/j.cviu.2006.10.019","volume":"108","author":"A Jaimes","year":"2007","unstructured":"Jaimes A, Sebe N. Multimodal human-computer interaction: a survey. Comput Vis Image Und, 2007, 108: 116\u2013134","journal-title":"Comput Vis Image Und"},{"key":"5520_CR2","first-page":"111","volume":"21","author":"M Z Li","year":"1998","unstructured":"Li M Z, Dai G Z, Dong S H. Software model and interaction algorithm of multimodal interface (in Chinese). Chinese J Comput, 1998, 21: 111\u2013118","journal-title":"Chinese J Comput"},{"key":"5520_CR3","doi-asserted-by":"crossref","DOI":"10.1002\/9781118131350","volume-title":"Handbook of Human Factors and Ergonomics","author":"G Salvendy","year":"2012","unstructured":"Salvendy G. Handbook of Human Factors and Ergonomics. Hoboken: John Wiley & Sons, 2012"},{"key":"5520_CR4","volume-title":"Information Visualization: Perception for Design","author":"C Ware","year":"2013","unstructured":"Ware C. Information Visualization: Perception for Design. San Francisco: Morgan Kaufmann Publishers Incorporated, 2013"},{"key":"5520_CR5","volume-title":"Designing the User Interface: Strategies for Effective Human-Computer Interaction","author":"B Shneiderman","year":"2009","unstructured":"Shneiderman B, Plaisant C, Cohen M, et al. Designing the User Interface: Strategies for Effective Human-Computer Interaction. 5th ed. Upper Saddle River: Addison-Wesley, 2009"},{"key":"5520_CR6","first-page":"052108","volume":"56","author":"H A Wang","year":"2013","unstructured":"Wang H A, Ma C X. Interactive multi-scale structures for summarizing video content. Sci China Inf Sci, 2013, 56: 052108","journal-title":"Sci China Inf Sci"},{"key":"5520_CR7","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780199644469.001.0001","volume-title":"In Touch With the Future: the Sense of Touch From Cognitive Neuroscience to Virtual Reality","author":"A Gallace","year":"2014","unstructured":"Gallace A, Spence C. In Touch With the Future: the Sense of Touch From Cognitive Neuroscience to Virtual Reality. Oxford: Oxford University Press, 2014"},{"key":"5520_CR8","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1162\/pres.16.6.655","volume":"16","author":"A Gallace","year":"2007","unstructured":"Gallace A, Tan Z H, Spence C. The body surface as a communication system: the state of the art after 50 years. Presence, 2007, 16: 655\u2013676","journal-title":"Presence"},{"key":"5520_CR9","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1145\/1866029.1866074","volume-title":"Proceedings of the 23rd Annual ACM Symposium on User Interface Software and Technology. New York: ACM Press","author":"O Bau","year":"2010","unstructured":"Bau O, Poupyrev I, Israr A, et al. TeslaTouch: electrovibration for touch surfaces. In: Proceedings of the 23rd Annual ACM Symposium on User Interface Software and Technology. New York: ACM Press, 2010. 283\u2013292"},{"key":"5520_CR10","volume-title":"Army Aeromedical Resaerch Lab Fort Rucker AL Technical Report USAARL 2004-10.","author":"B J McGrath","year":"2004","unstructured":"McGrath B J, Estrada A, Braithwaite M B, et al. Tactile Situation Awareness System Flight Demonstration. Army Aeromedical Resaerch Lab Fort Rucker AL Technical Report USAARL 2004-10. 2004"},{"key":"5520_CR11","first-page":"654","volume":"26","author":"L Lu","year":"2014","unstructured":"Lu L, Tian F, Dai G Z, et al. A study of the multimodal congnition and interaction based on touch, audition and vision (in Chinese). J Comput Aided Design Comput Graph, 2014, 26: 654\u2013661","journal-title":"J Comput Aided Design Comput Graph"},{"key":"5520_CR12","doi-asserted-by":"crossref","first-page":"746","DOI":"10.1038\/264746a0","volume":"264","author":"H McGurk","year":"1976","unstructured":"McGurk H, MacDonald J. Hearing lips and seeing voices. Nature, 1976, 264, 746\u2013748","journal-title":"Nature"},{"key":"5520_CR13","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/S0079-7421(02)80005-6","volume":"41","author":"R E Mayer","year":"2002","unstructured":"Mayer R E. Multimedia learning. Psychol Learn Motiv, 2002, 41: 85\u2013139","journal-title":"Psychol Learn Motiv"},{"key":"5520_CR14","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1207\/s15327051hci1204_4","volume":"12","author":"D E Kieras","year":"1997","unstructured":"Kieras D E, Meyer D E. An overview of the EPIC architecture for cognition and performance with application to human-computer interaction. Human-Comput Interact, 1997, 12: 391\u2013438","journal-title":"Human-Comput Interact"},{"key":"5520_CR15","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1038\/nn.2815","volume":"14","author":"T Ohshiro","year":"2011","unstructured":"Ohshiro T, Angelaki D E, de Angelis G C. A normalization model of multisensory integration. Nature Neurosci, 2011, 14: 775\u2013782","journal-title":"Nature Neurosci"},{"key":"5520_CR16","doi-asserted-by":"crossref","unstructured":"Carandini M. From circuits to behavior: a bridge too far? Nature Neurosci, 2012, 15: 507\u2013509","DOI":"10.1038\/nn.3043"},{"key":"5520_CR17","doi-asserted-by":"crossref","first-page":"871","DOI":"10.3758\/APP.72.4.871","volume":"72","author":"J Vroomen","year":"2010","unstructured":"Vroomen J, Keetels M. Perception of intersensory synchrony: a tutorial review. Atte Perce Psycho, 2010, 72: 871\u2013884","journal-title":"Atte Perce Psycho"},{"key":"5520_CR18","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/3422.001.0001","volume-title":"The Handbook of Multisensory Processes","author":"G A Calvert","year":"2004","unstructured":"Calvert G A, Spence C, Stein B E. The Handbook of Multisensory Processes. Cambridge: MIT Press, 2004"},{"key":"5520_CR19","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1016\/j.tics.2004.02.002","volume":"8","author":"M O Ernst","year":"2004","unstructured":"Ernst M O, B\u00fclthoff H H. Merging the senses into a robust percept. Trends Cogn Sci, 2004, 8: 162\u2013169","journal-title":"Trends Cogn Sci"},{"key":"5520_CR20","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.heares.2009.03.012","volume":"258","author":"B E Stein","year":"2009","unstructured":"Stein B E, Stanford T R, Rowland B A. The neural basis of multisensory integration in the midbrain: its organization and maturation. Hearing Res, 2009, 258: 4\u201315","journal-title":"Hearing Res"},{"key":"5520_CR21","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1038\/nrc3398","volume":"13","author":"M Carandini","year":"2012","unstructured":"Carandini M, Heeger D J. Normalization as a canonical neural computation. Nature Rev Neurosci, 2012, 13: 51\u201362","journal-title":"Nature Rev Neurosci"},{"key":"5520_CR22","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1038\/nrn2331","volume":"9","author":"B E Stein","year":"2008","unstructured":"Stein B E, Stanford T R. Multisensory integration: current issues from the perspective of the single neuron. Nature Rev Neurosci, 2008, 9: 255\u2013266","journal-title":"Nature Rev Neurosci"},{"key":"5520_CR23","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/S0926-6410(02)00066-6","volume":"14","author":"S Molholm","year":"2002","unstructured":"Molholm S, Ritter W, Murray M M, et al. Multisensory auditory-visual interactions during early sensory processing in humans: a high-density electrical mapping study. Cogn Brain Res, 2002, 14: 115\u2013128","journal-title":"Cogn Brain Res"},{"key":"5520_CR24","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1023\/A:1020541906063","volume":"32","author":"G T Baranek","year":"2002","unstructured":"Baranek G T. Efficacy of sensory and motor interventions for children with autism. J Autism Develop Disord, 2002, 32: 397\u2013422","journal-title":"J Autism Develop Disord"},{"key":"5520_CR25","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1002\/pnp.127","volume":"13","author":"S Brown","year":"2009","unstructured":"Brown S, Shankar R, Smith K. Borderline personality disorder and sensory processing impairment. Progress Neurol Psychiat, 2009, 13: 10\u201316","journal-title":"Progress Neurol Psychiat"},{"key":"5520_CR26","volume-title":"The Merging of the Senses","author":"B E Stein","year":"1993","unstructured":"Stein B E, Meredith M A. The Merging of the Senses. Cambridge: MIT Press, 1993"},{"key":"5520_CR27","doi-asserted-by":"crossref","first-page":"1843","DOI":"10.1152\/jn.1996.75.5.1843","volume":"75","author":"M A Meredith","year":"1996","unstructured":"Meredith M A, Stein B E. Spatial determinants of multisensory integration in cat superior colliculus neurons. J Neurophysiol, 1996, 75: 1843\u20131857","journal-title":"J Neurophysiol"},{"key":"5520_CR28","first-page":"3215","volume":"7","author":"M A Meredith","year":"1987","unstructured":"Meredith M A, Nemitz J W, Stein B E. Determinants of multisensory integration in superior colliculus neurons. I. temporal factors. J Neurosci, 1987, 7: 3215\u20133229","journal-title":"I. temporal factors. J Neurosci"},{"key":"5520_CR29","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1126\/science.6867718","volume":"221","author":"M A Meredith","year":"1983","unstructured":"Meredith M A, Stein B E. Interactions among converging sensory inputs in the superior colliculus. Science, 1983, 221: 389\u2013391","journal-title":"Science"},{"key":"5520_CR30","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780198524861.001.0001","volume-title":"Crossmodal Space and Crossmodal Attention","author":"C Spence","year":"2004","unstructured":"Spence C, Driver J. Crossmodal Space and Crossmodal Attention. Oxford: Oxford University Press, 2004"},{"key":"5520_CR31","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1016\/j.brainres.2007.03.041","volume":"1160","author":"H Gillmeister","year":"2007","unstructured":"Gillmeister H, Eimer M. Tactile enhancement of auditory detection and perceived loudness. Brain Res, 2007, 1160: 58\u201368","journal-title":"Brain Res"},{"key":"5520_CR32","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1017\/S0952523800009640","volume":"9","author":"D J Heeger","year":"1992","unstructured":"Heeger D J. Normalization of cell responses in cat striate cortex. Visual Neurosci, 1992, 9: 181\u2013197","journal-title":"Visual Neurosci"},{"key":"5520_CR33","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1038\/nature02169","volume":"427","author":"K P K\u00f6rding","year":"2004","unstructured":"K\u00f6rding K P, Wolpert D M. Bayesian integration in sensorimotor learning. Nature, 2004, 427: 244\u2013247","journal-title":"Nature"},{"key":"5520_CR34","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1038\/415429a","volume":"415","author":"M O Ernst","year":"2002","unstructured":"Ernst M O, Banks M S. Humans integrate visual and haptic information in a statistically optimal fashion. Nature, 2002, 415: 429\u2013433","journal-title":"Nature"},{"key":"5520_CR35","volume-title":"Cognitive Psychology","author":"R Sternberg","year":"2003","unstructured":"Sternberg R. Cognitive Psychology. 3rd ed. Carolina: Wadsworth Publishing, 2003"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-016-5520-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11432-016-5520-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-016-5520-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,19]],"date-time":"2023-08-19T23:12:53Z","timestamp":1692486773000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11432-016-5520-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,23]]},"references-count":35,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2016,9]]}},"alternative-id":["5520"],"URL":"https:\/\/doi.org\/10.1007\/s11432-016-5520-1","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,8,23]]},"article-number":"92106"}}