{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T16:37:01Z","timestamp":1784738221296,"version":"3.55.0"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/taffc.2021.3106254","type":"journal-article","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T20:10:40Z","timestamp":1629403840000},"page":"906-918","source":"Crossref","is-referenced-by-count":18,"title":["Investigating Multisensory Integration in Emotion Recognition Through Bio-Inspired Computational Models"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3510-8129","authenticated-orcid":false,"given":"Esma Mansouri","family":"Benssassi","sequence":"first","affiliation":[{"name":"School of Computer Science, University of St Andrews, Andrews, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2838-6836","authenticated-orcid":false,"given":"Juan","family":"Ye","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of St Andrews, Andrews, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2012.02.007"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2018.022511239"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.5244\/C.29.179"},{"key":"ref4","article-title":"Human social interaction modeling using temporal deep networks","author":"Amer","year":"2015"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.217"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3240508.3240578"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-010-0182-0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2016.7477679"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2018.00244"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-020-05501-7"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1201\/9781439812174-4"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3389\/fnint.2010.00006"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-017-5140-z"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2017.12.034"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2016.00239"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/1073858418755352"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46672-9_58"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127647"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654924"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472178"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2017.2719043"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2018.06.003"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.510"},{"key":"ref24","article-title":"Multimodal emotion recognition for human-computer interaction: A survey","volume":"9","author":"Mukeshimana","year":"2017","journal-title":"System"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-38067-9_8"},{"key":"ref27","first-page":"1","article-title":"A novel multimodal emotion recognition approach for affective human robot interaction","volume-title":"Proc. IEEE\/RSJ Int. Conf. Intell. Robots Syst.","author":"Felipe"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1201\/b15477-5"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2830586"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2993148.2993176"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28397-5_29"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2014.12.003"},{"key":"ref33","article-title":"Learn to combine modalities in multimodal deep learning","author":"Liu","year":"2018"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2016.1159799"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2013.34"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2012.03.001"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-0997-7"},{"key":"ref38","first-page":"1025","article-title":"Two distributed-state models for generating high-dimensional time series","volume":"12","author":"Taylor","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2911996.2912051"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0055"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2009.98"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2019.8925444"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2017.140"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.510"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-1135-2_17"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553805"},{"key":"ref47","article-title":"Multimodal fusion with deep neural networks for audio-video emotion recognition","author":"Ortega","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2013.00369"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1177\/1754073916658250"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/8466.001.0001"},{"key":"ref51","volume-title":"The Merging of the Senses","author":"Stein","year":"1993"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/S0926-6410(02)00066-6"},{"key":"ref53","article-title":"Examining the role of temporal prediction in multisensory emotion perception","author":"Symons","year":"2018"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.cobeha.2016.01.002"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1201\/9781439812174"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s00429-007-0154-0"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(97)00011-7"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/BF02459568"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11218-3_11"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489381"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-04070-3_33"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i02.5491"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2015.00099"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2018.2872014"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852473"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489673"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s10548-013-0338-2"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1002561"},{"key":"ref69","first-page":"1","article-title":"Semi-supervised classification with graph convolutional networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kipf"},{"key":"ref70","first-page":"2224","article-title":"Convolutional networks on graphs for learning molecular fingerprints","volume-title":"Proc. 28th Int. Conf. Neural Inf. Process. Syst.","author":"Duvenaud"},{"key":"ref71","first-page":"8","article-title":"The eNTERFACE\u201905 audio-visual emotion database","volume-title":"Proc. 22nd Int. Conf. Data Eng. Workshops","author":"Pitas"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0196391"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCNT.2018.8494104"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"ref75","first-page":"187","article-title":"Theory of edge detection","volume-title":"Proc. Roy. Soc. London Series B","volume":"23","author":"Marr"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4939-7325-5_6"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91238-7_31"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11015-4_46"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2016.7899608"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2713783"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.07.026"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/BIOSIG.2016.7736924"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-43958-7_42"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2018.00836"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3381755.3381760"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/10138707\/09519560.pdf?arnumber=9519560","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:24:37Z","timestamp":1705015477000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9519560\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":86,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2021.3106254","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}