{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:57:37Z","timestamp":1772121457725,"version":"3.50.1"},"reference-count":48,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61703302"],"award-info":[{"award-number":["61703302"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","ibroneuroscience.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neuroscience"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1016\/j.neuroscience.2021.06.002","type":"journal-article","created":{"date-parts":[[2021,6,11]],"date-time":"2021-06-11T01:26:53Z","timestamp":1623374813000},"page":"46-58","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":6,"special_numbering":"C","title":["Weighted RSA: An Improved Framework on the Perception of Audio-visual Affective Speech in Left Insula and Superior Temporal Gyrus"],"prefix":"10.1016","volume":"469","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4289-647X","authenticated-orcid":false,"given":"Junhai","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haibin","family":"Dong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Na","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fei","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianguo","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianwu","family":"Dang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.neuroscience.2021.06.002_b0005","doi-asserted-by":"crossref","first-page":"104994","DOI":"10.1016\/j.cmpb.2019.104994","article-title":"Investigation of an emotion perception test using functional magnetic resonance imaging","volume":"179","author":"Bae","year":"2019","journal-title":"Comput Methods Programs Biomed"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0010","doi-asserted-by":"crossref","first-page":"1161","DOI":"10.1037\/a0025827","article-title":"Introducing the Geneva multimodal expression corpus for experimental research on emotion perception","volume":"12","author":"B\u00e4nziger","year":"2011","journal-title":"Emotion"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0015","doi-asserted-by":"crossref","DOI":"10.1002\/hbm.22917","article-title":"Brain signatures of perceiving a smile: time course and source localization","author":"Beltr\u00e1n","year":"2015","journal-title":"Hum Brain Mapp"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0020","doi-asserted-by":"crossref","DOI":"10.1523\/JNEUROSCI.4698-14.2015","article-title":"Representational similarity of body parts in human occipitotemporal cortex","author":"Bracci","year":"2015","journal-title":"J Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0025","doi-asserted-by":"crossref","first-page":"419","DOI":"10.3389\/fnhum.2018.00419","article-title":"Abstract representations of emotions perceived from the face, body, and whole-person expressions in the left postcentral gyrus","volume":"12","author":"Cao","year":"2018","journal-title":"Front Hum Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0030","doi-asserted-by":"crossref","DOI":"10.1093\/cercor\/bhs077","article-title":"Persistence of feelings and sentience after bilateral damage of the insula","author":"Damasio","year":"2013","journal-title":"Cereb Cortex"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0035","article-title":"The influence of pitch and speech rate cues on emotional prosody recognition: psychological and neuro-cognitive perspectives","author":"Dara","year":"2012","journal-title":"Diss Abstr Int Sect A Humanit Soc Sci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0040","doi-asserted-by":"crossref","DOI":"10.1155\/2015\/590216","article-title":"Neural processing of emotional prosody across the adult lifespan","author":"Demenescu","year":"2015","journal-title":"Biomed Res Int"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0045","doi-asserted-by":"crossref","DOI":"10.1523\/JNEUROSCI.3809-13.2013","article-title":"Representational similarity analysis reveals commonalities and differences in the semantic processing of words and objects","author":"Devereux","year":"2013","journal-title":"J Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2013.04.014","article-title":"Lateralization of affective processing in the insula","author":"Duerden","year":"2013","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0055","doi-asserted-by":"crossref","DOI":"10.1093\/cercor\/bhr113","article-title":"Emotional voice areas: anatomic location, functional properties, and structural connections revealed by combined fMRI\/DTI","author":"Ethofer","year":"2012","journal-title":"Cereb Cortex"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0060","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1016\/S1053-8119(03)00121-6","article-title":"The impact of individual differences on the neural circuitry underlying sadness","volume":"19","author":"Eug\u00e8ne","year":"2003","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0065","doi-asserted-by":"crossref","DOI":"10.1016\/j.jneuroling.2019.100860","article-title":"Neural correlates for nouns and verbs in phrases during syntactic and semantic processing: An fMRI study","author":"Feng","year":"2020","journal-title":"J Neurolinguistics"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0070","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2005.11.003","article-title":"Beyond threat: amygdala reactivity across multiple expressions of facial affect","author":"Fitzgerald","year":"2006","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0075","doi-asserted-by":"crossref","unstructured":"Freund MC, Bugg JM, Braver TS (2020) A representational similarity analysis of cognitive control during color-word Stroop.","DOI":"10.1101\/2020.11.22.392704"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0080","doi-asserted-by":"crossref","unstructured":"Friederici AD, Kotz SA (2003) The brain basis of syntactic processes: functional imaging and lesion studies. In: NeuroImage.","DOI":"10.1016\/j.neuroimage.2003.09.003"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0085","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2019.06.064","article-title":"Variational representational similarity analysis","author":"Friston","year":"2019","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0090","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1016\/j.cortex.2019.05.016","article-title":"The brain basis of audiovisual affective processing: evidence from a coordinate-based activation likelihood estimation meta-analysis","volume":"120","author":"Gao","year":"2019","journal-title":"Cortex"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0095","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0070648","article-title":"Involvement of right STS in audio-visual integration for affective speech demonstrated using MEG van Wassenhove V, ed","volume":"8","author":"Hagan","year":"2013","journal-title":"PLoS One"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0100","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1038\/nrn1931","article-title":"Decoding mental states from brain activity in humans","volume":"7","author":"Haynes","year":"2006","journal-title":"Nat Rev Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0105","doi-asserted-by":"crossref","first-page":"1765","DOI":"10.1097\/00001756-199607290-00014","article-title":"Human amygdala activation detected with echo-planar functional magnetic resonance imaging","volume":"7","author":"Irwin","year":"1996","journal-title":"Neuroreport"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0110","doi-asserted-by":"crossref","first-page":"2973","DOI":"10.1016\/j.neuroimage.2010.11.017","article-title":"Congruence of happy and sad emotion in music and faces modifies cortical audiovisual activation","volume":"54","author":"Jeong","year":"2011","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0115","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuropsychologia.2014.10.038","article-title":"Affect differentially modulates brain activation in uni- and multisensory body-voice perception","author":"Jessen","year":"2015","journal-title":"Neuropsychologia"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0120","doi-asserted-by":"crossref","DOI":"10.1016\/S0926-6410(00)00073-2","article-title":"Neural substrates of facial emotion processing using fMRI","author":"Kesler-West","year":"2001","journal-title":"Cogn Brain Res"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0125","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2017.01.002","article-title":"Representations of modality-general valence for videos and music derived from fMRI data","volume":"148","author":"Kim","year":"2017","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0130","doi-asserted-by":"crossref","DOI":"10.1002\/hbm.20180","article-title":"Investigating emotion with music: an fMRI study","author":"Koelsch","year":"2006","journal-title":"Hum Brain Mapp"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0135","doi-asserted-by":"crossref","first-page":"1445","DOI":"10.1016\/j.neuroimage.2007.06.020","article-title":"Audiovisual integration of emotional signals in voice and face: An event-related fMRI study","volume":"37","author":"Kreifelts","year":"2007","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0140","first-page":"4","article-title":"Representational similarity analysis \u2013 connecting the branches of systems neuroscience","volume":"2","author":"Kriegeskorte","year":"2008","journal-title":"Front Syst Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0145","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.neulet.2008.02.005","article-title":"Alexithymic features and automatic amygdala reactivity to facial emotion","volume":"435","author":"Kugel","year":"2008","journal-title":"Neurosci Lett"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0150","doi-asserted-by":"crossref","first-page":"3969","DOI":"10.1097\/00001756-199712220-00024","article-title":"Neural activation during selective attention to subjective emotional responses","volume":"8","author":"Lane","year":"1997","journal-title":"Neuroreport"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0155","doi-asserted-by":"crossref","DOI":"10.3389\/fnhum.2010.00019","article-title":"\u201c It\u2019s not what you say, but how you say it \u201d: A reciprocal temporo-frontal network for affective prosody","author":"Leitman","year":"2010","journal-title":"Front Hum Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0160","doi-asserted-by":"crossref","DOI":"10.5674\/jjppp.28.17","article-title":"Amygdala activity in response to dynamic emotional faces: an event-related fMRI study","author":"Morioka","year":"2010","journal-title":"Japanese J Physiol Psychol Psychophysiol"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0165","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1016\/j.neuroimage.2011.12.007","article-title":"Crossmodal interactions in audiovisual emotion processing","volume":"60","author":"M\u00fcller","year":"2012","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0170","doi-asserted-by":"crossref","unstructured":"Nili H, Wingfield C, Walther A, Su L, Marslen-Wilson W, Kriegeskorte N (2014) A toolbox for representational similarity analysis.","DOI":"10.1371\/journal.pcbi.1003553"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0175","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1016\/j.tics.2006.07.005","article-title":"Beyond mind-reading: multi-voxel pattern analysis of fMRI data","volume":"10","author":"Norman","year":"2006","journal-title":"Trends Cogn Sci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0180","doi-asserted-by":"crossref","first-page":"1727","DOI":"10.1212\/WNL.42.9.1727","article-title":"Cardiovascular effects of human insular cortex stimulation","volume":"42","author":"Oppenheimer","year":"1992","journal-title":"Neurology"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0185","doi-asserted-by":"crossref","DOI":"10.1016\/j.cortex.2008.06.008","article-title":"Integration of cross-modal emotional information in the human brain: an fMRI study","author":"Park","year":"2010","journal-title":"Cortex"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0190","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.neuroscience.2012.07.046","article-title":"Neural correlates of the semantic interference effect: new evidence from transcranial direct current stimulation","volume":"223","author":"Pisoni","year":"2012","journal-title":"Neuroscience"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0195","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/j.bandc.2008.08.007","article-title":"Superior temporal activation in response to dynamic audio-visual emotional cues","volume":"69","author":"Robins","year":"2009","journal-title":"Brain Cogn"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0200","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1037\/0033-295X.110.1.145","article-title":"Core affect and the psychological construction of emotion","volume":"110","author":"Russell","year":"2003","journal-title":"Psychol Rev"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0205","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2018.02.058","article-title":"Decoding the neural signatures of emotions expressed through sound","author":"Sachs","year":"2018","journal-title":"Neuroimage"},{"issue":"5","key":"10.1016\/j.neuroscience.2021.06.002_b0210","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1037\/h0046234","article-title":"Cognitive, social, and physiological determinants of emotional state","volume":"69","author":"Schachter","year":"1962","journal-title":"Psychol Rev"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0215","doi-asserted-by":"crossref","DOI":"10.1162\/089892902760191135","article-title":"Modulation of amygdalar activity by the conscious regulation of negative emotion","author":"Schaefer","year":"2002","journal-title":"J Cogn Neurosci"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0220","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1176\/ajp.153.2.206","article-title":"Cerebral blood flow changes in limbic regions induced by unsolvable anagram tasks","volume":"153","author":"Schneider","year":"1996","journal-title":"Am J Psychiatry"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0225","unstructured":"Thirion B, Pedregosa F, Eickenberg M, Thirion B, Pedregosa F, Eickenberg M (2015) Correlations of correlations are not reliable statistics\u00a0: implications for multivariate pattern analysis."},{"key":"10.1016\/j.neuroscience.2021.06.002_b0230","doi-asserted-by":"crossref","DOI":"10.1126\/science.1193125","article-title":"Greater neural pattern similarity across repetitions is associated with better memory","author":"Xue","year":"2010","journal-title":"Science (80-)"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0235","doi-asserted-by":"crossref","first-page":"4119","DOI":"10.1073\/pnas.94.8.4119","article-title":"Emotion, olfaction, and the human amygdala: amygdala activation during aversive olfactory stimulation","volume":"94","author":"Zald","year":"1997","journal-title":"Proc Natl Acad Sci U S A"},{"key":"10.1016\/j.neuroscience.2021.06.002_b0240","article-title":"Similar and distinct neural mechanisms of visual and auditory emotion perception","author":"Zhang","year":"2019","journal-title":"Kexue Tongbao\/Chinese Sci Bull"}],"container-title":["Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306452221002876?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306452221002876?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T16:06:49Z","timestamp":1759680409000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0306452221002876"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8]]},"references-count":48,"alternative-id":["S0306452221002876"],"URL":"https:\/\/doi.org\/10.1016\/j.neuroscience.2021.06.002","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2020.08.31.276485","asserted-by":"object"}]},"ISSN":["0306-4522"],"issn-type":[{"value":"0306-4522","type":"print"}],"subject":[],"published":{"date-parts":[[2021,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Weighted RSA: An Improved Framework on the Perception of Audio-visual Affective Speech in Left Insula and Superior Temporal Gyrus","name":"articletitle","label":"Article Title"},{"value":"Neuroscience","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neuroscience.2021.06.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 IBRO. Published by Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}