{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T09:48:47Z","timestamp":1782121727506,"version":"3.54.5"},"reference-count":93,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000009","name":"Foundation for the National Institutes of Health","doi-asserted-by":"publisher","award":["R01NS115929"],"award-info":[{"award-number":["R01NS115929"]}],"id":[{"id":"10.13039\/100000009","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000009","name":"Foundation for the National Institutes of Health","doi-asserted-by":"publisher","award":["R01DC018805"],"award-info":[{"award-number":["R01DC018805"]}],"id":[{"id":"10.13039\/100000009","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-2309057"],"award-info":[{"award-number":["IIS-2309057"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Please note that the funding support comes from Prof. Adeen Flinker, not from Faxin Zhou."}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Commun"],"DOI":"10.1038\/s41467-026-73947-8","type":"journal-article","created":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T09:03:38Z","timestamp":1782119018000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Frontal cortex organization supporting audiovisual processing during naturalistic viewing"],"prefix":"10.1038","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2701-9185","authenticated-orcid":false,"given":"Faxin","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amirhossein","family":"Khalilian-Gourtani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patricia","family":"Dugan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Michalak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0044-4632","authenticated-orcid":false,"given":"Orrin","family":"Devinsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Rozman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Werner","family":"Doyle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Friedman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1247-1283","authenticated-orcid":false,"given":"Adeen","family":"Flinker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,22]]},"reference":[{"key":"73947_CR1","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.cophys.2020.04.004","volume":"16","author":"RL French","year":"2020","unstructured":"French, R. L. & DeAngelis, G. C. Multisensory neural processing: from cue integration to causal inference. Curr. Opin. Physiol. 16, 8\u201313 (2020).","journal-title":"Curr. Opin. Physiol."},{"key":"73947_CR2","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1146\/annurev-neuro-100120-085519","volume":"44","author":"U Noppeney","year":"2021","unstructured":"Noppeney, U. Perceptual inference, learning, and attention in a multisensory world. Annu. Rev. Neurosci. 44, 449\u2013473 (2021).","journal-title":"Annu. Rev. Neurosci."},{"key":"73947_CR3","doi-asserted-by":"publisher","first-page":"1001","DOI":"10.1098\/rstb.2007.2155","volume":"363","author":"R Campbell","year":"2007","unstructured":"Campbell, R. The processing of audio-visual speech: empirical and neural bases. Philos. Trans. R. Soc. B Biol. Sci. 363, 1001\u20131010 (2007).","journal-title":"Philos. Trans. R. Soc. B Biol. Sci."},{"key":"73947_CR4","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.heares.2009.04.017","volume":"258","author":"C Cappe","year":"2009","unstructured":"Cappe, C., Rouiller, E. M. & Barone, P. Multisensory anatomical pathways. Hear. Res. 258, 28\u201336 (2009).","journal-title":"Hear. Res."},{"key":"73947_CR5","doi-asserted-by":"publisher","first-page":"5574","DOI":"10.1093\/cercor\/bhac443","volume":"33","author":"C Gao","year":"2023","unstructured":"Gao, C. et al. Audiovisual integration in the human brain: a coordinate-based meta-analysis. Cereb. Cortex 33, 5574\u20135584 (2023).","journal-title":"Cereb. Cortex"},{"key":"73947_CR6","doi-asserted-by":"publisher","first-page":"11138","DOI":"10.1523\/JNEUROSCI.3550-06.2006","volume":"26","author":"T Sugihara","year":"2006","unstructured":"Sugihara, T., Diltz, M. D., Averbeck, B. B. & Romanski, L. M. Integration of auditory and visual communication information in the primate ventrolateral prefrontal cortex.  J. Neurosci. 26, 11138\u201311147 (2006).","journal-title":"J. Neurosci."},{"key":"73947_CR7","doi-asserted-by":"publisher","first-page":"7434","DOI":"10.1523\/JNEUROSCI.0455-10.2010","volume":"30","author":"U Noppeney","year":"2010","unstructured":"Noppeney, U., Ostwald, D. & Werner, S. Perceptual decisions formed by accumulation of audiovisual evidence in prefrontal cortex.  J. Neurosci. 30, 7434\u20137446 (2010).","journal-title":"J. Neurosci."},{"key":"73947_CR8","doi-asserted-by":"publisher","first-page":"10717","DOI":"10.1073\/pnas.1204335109","volume":"109","author":"LM Romanski","year":"2012","unstructured":"Romanski, L. M. Integration of faces and vocalizations in ventral prefrontal cortex: Implications for the evolution of audiovisual speech. Proc. Natl. Acad. Sci. USA 109, 10717\u201310724 (2012).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"73947_CR9","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1038\/nn993","volume":"6","author":"KO Bushara","year":"2003","unstructured":"Bushara, K. O. et al. Neural correlates of cross-modal binding. Nat. Neurosci. 6, 190\u2013195 (2003).","journal-title":"Nat. Neurosci."},{"key":"73947_CR10","doi-asserted-by":"publisher","first-page":"30387","DOI":"10.7554\/eLife.30387","volume":"7","author":"M Ozker","year":"2018","unstructured":"Ozker, M., Yoshor, D. & Beauchamp, M. S. Frontal cortex selects representations of the talker\u2019s mouth to aid in speech perception. eLife 7, 30387 (2018).","journal-title":"eLife"},{"key":"73947_CR11","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1016\/j.tics.2019.05.004","volume":"23","author":"S Sonkusare","year":"2019","unstructured":"Sonkusare, S., Breakspear, M. & Guo, C. Naturalistic stimuli in neuroscience: critically acclaimed. Trends Cogn. Sci. 23, 699\u2013714 (2019).","journal-title":"Trends Cogn. Sci."},{"key":"73947_CR12","doi-asserted-by":"publisher","first-page":"117254","DOI":"10.1016\/j.neuroimage.2020.117254","volume":"222","author":"SA Nastase","year":"2020","unstructured":"Nastase, S. A., Goldstein, A. & Hasson, U. Keep it real: rethinking the primacy of experimental control in cognitive neuroscience. NeuroImage 222, 117254 (2020).","journal-title":"NeuroImage"},{"key":"73947_CR13","doi-asserted-by":"publisher","unstructured":"Khosla, M., Ngo, G. H., Jamison, K., Kuceyeski, A. & Sabuncu, M. R. Cortical response to naturalistic stimuli is largely predictable with deep neural networks. Sci. Adv. 7, https:\/\/doi.org\/10.1126\/sciadv.abe7547 (2021).","DOI":"10.1126\/sciadv.abe7547"},{"key":"73947_CR14","doi-asserted-by":"publisher","unstructured":"Setti, F. et al. A modality-independent proto-organization of human multisensory areas. Nat. Hum. Behav. https:\/\/doi.org\/10.1038\/s41562-022-01507-3 (2023).","DOI":"10.1038\/s41562-022-01507-3"},{"key":"73947_CR15","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1038\/s41593-018-0108-2","volume":"21","author":"J Parvizi","year":"2018","unstructured":"Parvizi, J. & Kastner, S. Promises and limitations of human intracranial electroencephalography. Nat. Neurosci. 21, 474\u2013483 (2018).","journal-title":"Nat. Neurosci."},{"key":"73947_CR16","doi-asserted-by":"publisher","first-page":"16643","DOI":"10.1523\/JNEUROSCI.1809-10.2010","volume":"30","author":"A Flinker","year":"2010","unstructured":"Flinker, A. et al. Single-trial speech suppression of auditory cortex activity in humans. J. Neurosci. 30, 16643\u201316650 (2010).","journal-title":"J. Neurosci."},{"key":"73947_CR17","doi-asserted-by":"publisher","first-page":"951","DOI":"10.1126\/science.1110913","volume":"309","author":"R Mukamel","year":"2005","unstructured":"Mukamel, R. et al. Coupling between neuronal firing, field potentials, and fMRI in human auditory cortex. Science 309, 951\u2013954 (2005).","journal-title":"Science"},{"key":"73947_CR18","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1016\/j.cub.2007.06.066","volume":"17","author":"Y Nir","year":"2007","unstructured":"Nir, Y. et al. Coupling between neuronal firing rate, gamma LFP, and BOLD fMRI is related to interneuronal correlations. Curr. Biol. 17, 1275\u20131285 (2007).","journal-title":"Curr. Biol."},{"key":"73947_CR19","doi-asserted-by":"publisher","first-page":"11526","DOI":"10.1523\/JNEUROSCI.2848-08.2008","volume":"28","author":"S Ray","year":"2008","unstructured":"Ray, S., Crone, N. E., Niebur, E., Franaszczuk, P. J. & Hsiao, S. S. Neural correlates of high-gamma oscillations (60-200 Hz) in macaque local field potentials and their potential implications in electrocorticography.  J. Neurosci. 28, 11526\u201311536 (2008).","journal-title":"J. Neurosci."},{"key":"73947_CR20","doi-asserted-by":"publisher","first-page":"1689","DOI":"10.1002\/hbm.21314","volume":"33","author":"D Hermes","year":"2012","unstructured":"Hermes, D. et al. Neurophysiologic correlates of fMRI in human motor cortex. Hum. Brain Mapp. 33, 1689\u20131699 (2012).","journal-title":"Hum. Brain Mapp."},{"key":"73947_CR21","doi-asserted-by":"publisher","unstructured":"Yu, L. et al. A left-lateralized dorsolateral prefrontal network for naming. Cell Rep. https:\/\/doi.org\/10.1101\/2024.05.15.594403 (2025).","DOI":"10.1101\/2024.05.15.594403"},{"key":"73947_CR22","doi-asserted-by":"publisher","unstructured":"Khalilian-Gourtani, A. et al. A corollary discharge circuit in human speech. Proc. Natl. Acad. Sci. USA 121, https:\/\/doi.org\/10.1101\/2022.09.12.507590 (2024).","DOI":"10.1101\/2022.09.12.507590"},{"key":"73947_CR23","doi-asserted-by":"publisher","first-page":"1860","DOI":"10.1016\/j.cub.2018.04.033","volume":"28","author":"LS Hamilton","year":"2018","unstructured":"Hamilton, L. S., Edwards, E. & Chang, E. F. A spatial map of onset and sustained responses to speech in the human superior temporal gyrus. Curr. Biol. 28, 1860 (2018).","journal-title":"Curr. Biol."},{"key":"73947_CR24","doi-asserted-by":"publisher","unstructured":"Holdgraf, C. R. et al. Encoding and decoding models in cognitive electrophysiology. Front. Syst. Neurosci. 11, https:\/\/doi.org\/10.3389\/fnsys.2017.00061 (2017).","DOI":"10.3389\/fnsys.2017.00061"},{"key":"73947_CR25","doi-asserted-by":"publisher","first-page":"1641","DOI":"10.1016\/j.cub.2011.08.031","volume":"21","author":"S Nishimoto","year":"2011","unstructured":"Nishimoto, S. et al. Reconstructing visual experiences from brain activity evoked by natural movies. Curr. Biol. 21, 1641\u20131646 (2011).","journal-title":"Curr. Biol."},{"key":"73947_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3505244","volume":"54","author":"S Khan","year":"2022","unstructured":"Khan, S. et al. Transformers in vision: a survey. ACM Comput. Surv. 54, 1\u201341 (2022).","journal-title":"ACM Comput. Surv."},{"key":"73947_CR27","doi-asserted-by":"publisher","unstructured":"Gillioz, A., Casas, J., Mugellini, E. & Khaled, O. A. Overview of the transformer-based models for NLP tasks. 179\u2013183. https:\/\/doi.org\/10.15439\/2020F20 (2020).","DOI":"10.15439\/2020F20"},{"key":"73947_CR28","unstructured":"Baevski, A., Zhou, Y., Mohamed, A. & Auli, M. wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations. In Advances in Neural Information Processing Systems (eds Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M. F. & Lin, H.) vol. 33 12449\u201312460 (Curran Associates, Inc., 2020)."},{"key":"73947_CR29","unstructured":"Dosovitskiy, A. et al. An image is worth 16x16 words: Transformers for image recognition at scale. In International Conference on Learning Representations. (Curran Associates, Inc., 2021)."},{"key":"73947_CR30","doi-asserted-by":"publisher","unstructured":"Crosse, M. J., Di Liberto, G. M., Bednar, A. & Lalor, E. C. The Multivariate Temporal Response Function (mTRF) Toolbox: a MATLAB toolbox for relating neural signals to continuous stimuli. Front. Hum. Neurosci. 10, https:\/\/doi.org\/10.3389\/fnhum.2016.00604 (2016).","DOI":"10.3389\/fnhum.2016.00604"},{"key":"73947_CR31","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.1126\/science.1245994","volume":"343","author":"N Mesgarani","year":"2014","unstructured":"Mesgarani, N., Cheung, C., Johnson, K. & Chang, E. F. Phonetic feature encoding in human superior temporal gyrus. Science 343, 1006\u20131010 (2014).","journal-title":"Science"},{"key":"73947_CR32","doi-asserted-by":"publisher","first-page":"803","DOI":"10.1016\/j.cub.2018.01.080","volume":"28","author":"MP Broderick","year":"2018","unstructured":"Broderick, M. P., Anderson, A. J., Di Liberto, G. M., Crosse, M. J. & Lalor, E. C. Electrophysiological correlates of semantic dissimilarity reflect the comprehension of natural, narrative speech. Curr. Biol. 28, 803 (2018).","journal-title":"Curr. Biol."},{"key":"73947_CR33","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-38576-5","volume":"14","author":"M Nentwich","year":"2023","unstructured":"Nentwich, M. et al. Semantic novelty modulates neural responses to visual change across the human brain. Nat. Commun. 14, 2910 (2023).","journal-title":"Nat. Commun."},{"key":"73947_CR34","doi-asserted-by":"publisher","first-page":"1002073","DOI":"10.1371\/journal.pbio.1002073","volume":"13","author":"T Rohe","year":"2015","unstructured":"Rohe, T. & Noppeney, U. Cortical hierarchies perform bayesian causal inference in multisensory perception. PLOS Biol. 13, 1002073 (2015).","journal-title":"PLOS Biol."},{"key":"73947_CR35","doi-asserted-by":"publisher","first-page":"3001465","DOI":"10.1371\/journal.pbio.3001465","volume":"19","author":"A Ferrari","year":"2021","unstructured":"Ferrari, A. & Noppeney, U. Attention controls multisensory perception via two distinct mechanisms at different levels of the cortical hierarchy. PLOS Biol. 19, 3001465 (2021).","journal-title":"PLOS Biol."},{"key":"73947_CR36","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1371\/journal.pone.0000943","volume":"2","author":"KP K\u00f6rding","year":"2007","unstructured":"K\u00f6rding, K. P. et al. Causal inference in multisensory perception. PLoS ONE 2, 943 (2007).","journal-title":"PLoS ONE"},{"key":"73947_CR37","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1016\/j.tics.2010.06.008","volume":"14","author":"D Talsma","year":"2010","unstructured":"Talsma, D., Senkowski, D., Soto-Faraco, S. & Woldorff, M. G. The multifaceted interplay between attention and multisensory integration. Trends Cogn. Sci. 14, 400\u2013410 (2010).","journal-title":"Trends Cogn. Sci."},{"key":"73947_CR38","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1038\/nn.2983","volume":"15","author":"CR Fetsch","year":"2012","unstructured":"Fetsch, C. R., Pouget, A., DeAngelis, G. C. & Angelaki, D. E. Neural correlates of reliability-based cue weighting during multisensory integration. Nat. Neurosci. 15, 146\u2013154 (2012).","journal-title":"Nat. Neurosci."},{"key":"73947_CR39","doi-asserted-by":"publisher","first-page":"1076","DOI":"10.1016\/j.neuron.2019.03.043","volume":"102","author":"Y Cao","year":"2019","unstructured":"Cao, Y., Summerfield, C., Park, H., Giordano, B. L. & Kayser, C. Causal inference in the multisensory brain. Neuron 102, 1076\u201310878 (2019).","journal-title":"Neuron"},{"key":"73947_CR40","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1038\/s41593-022-01020-w","volume":"25","author":"J Zheng","year":"2022","unstructured":"Zheng, J. et al. Neurons detect cognitive boundaries to structure episodic memories in humans. Nat. Neurosci. 25, 358\u2013368 (2022).","journal-title":"Nat. Neurosci."},{"key":"73947_CR41","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1093\/brain\/118.2.473","volume":"118","author":"JM Clarke","year":"1995","unstructured":"Clarke, J. M., Halgren, E., Scarabin, J.-M. & Chauvel, P. Auditory and visual sensory representations in human prefrontal cortex as revealed by stimulus-evoked spike-wave complexes. Brain 118, 473\u2013484 (1995).","journal-title":"Brain"},{"key":"73947_CR42","doi-asserted-by":"publisher","first-page":"882","DOI":"10.1016\/j.neuron.2015.07.028","volume":"87","author":"S Michalka","year":"2015","unstructured":"Michalka, S., Kong, L., Rosen, M., Shinn-Cunningham, B. & Somers, D. Short-term memory for space and time flexibly recruit complementary sensory-biased frontal lobe attention networks. Neuron 87, 882\u2013892 (2015).","journal-title":"Neuron"},{"key":"73947_CR43","doi-asserted-by":"publisher","first-page":"8755","DOI":"10.1523\/JNEUROSCI.0660-17.2017","volume":"37","author":"AL Noyce","year":"2017","unstructured":"Noyce, A. L., Cestero, N., Michalka, S. W., Shinn-Cunningham, B. G. & Somers, D. C. Sensory-biased and multiple-demand processing in human lateral frontal cortex.  J. Neurosci. 37, 8755\u20138766 (2017).","journal-title":"J. Neurosci."},{"key":"73947_CR44","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1093\/cercor\/bhab249","volume":"32","author":"AL Noyce","year":"2022","unstructured":"Noyce, A. L. et al. Extended frontal networks for visual and auditory working memory. Cereb. Cortex 32, 855\u2013869 (2022).","journal-title":"Cereb. Cortex"},{"key":"73947_CR45","doi-asserted-by":"publisher","first-page":"421","DOI":"10.3758\/CABN.4.4.421","volume":"4","author":"LM Romanski","year":"2004","unstructured":"Romanski, L. M. Domain specificity in the primate prefrontal cortex. Cogn. Affect. Behav. Neurosci. 4, 421\u2013429 (2004).","journal-title":"Cogn. Affect. Behav. Neurosci."},{"key":"73947_CR46","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1093\/cercor\/bhm099","volume":"17","author":"LM Romanski","year":"2007","unstructured":"Romanski, L. M. Representation and integration of auditory and visual stimuli in the primate ventral lateral prefrontal cortex. Cereb. Cortex 17, 61\u201369 (2007).","journal-title":"Cereb. Cortex"},{"key":"73947_CR47","doi-asserted-by":"publisher","unstructured":"Plakke, B. & Romanski, L. M. Auditory connections and functions of prefrontal cortex. Front. Neurosci. 8, https:\/\/doi.org\/10.3389\/fnins.2014.00199 (2014).","DOI":"10.3389\/fnins.2014.00199"},{"key":"73947_CR48","doi-asserted-by":"publisher","first-page":"426","DOI":"10.1038\/nn2072","volume":"11","author":"JK Rilling","year":"2008","unstructured":"Rilling, J. K. et al. The evolution of the arcuate fasciculus revealed with comparative DTI. Nat. Neurosci. 11, 426\u2013428 (2008).","journal-title":"Nat. Neurosci."},{"key":"73947_CR49","doi-asserted-by":"publisher","first-page":"1507","DOI":"10.1093\/brain\/awaf055","volume":"148","author":"D Giampiccolo","year":"2025","unstructured":"Giampiccolo, D., Herbet, G. & Duffau, H. The inferior fronto-occipital fasciculus: bridging phylogeny, ontogeny and functional anatomy. Brain 148, 1507\u20131525 (2025).","journal-title":"Brain"},{"key":"73947_CR50","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1016\/j.neuron.2012.08.011","volume":"76","author":"CJ Honey","year":"2012","unstructured":"Honey, C. J. et al. Slow cortical dynamics and the accumulation of information over long timescales. Neuron 76, 423\u2013434 (2012).","journal-title":"Neuron"},{"key":"73947_CR51","doi-asserted-by":"publisher","first-page":"6256","DOI":"10.1073\/pnas.1612132113","volume":"113","author":"E Fedorenko","year":"2016","unstructured":"Fedorenko, E. et al. Neural correlate of the construction of sentence meaning. Proc. Natl. Acad. Sci. USA 113, 6256\u20136262 (2016).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"73947_CR52","unstructured":"Toneva, M. & Wehbe, L. Interpreting and improving natural-language processing (in machines) with natural language-processing (in the brain). In Proc. Advances in Neural Information Processing Systems Vol. 32 (eds Wallach, H. et al.) https:\/\/proceedings.neurips.cc\/paper\/2019\/file\/749a8e6c231831ef7756db230b4359c8-Paper.pdf (Curran Associates, Inc., 2019)."},{"key":"73947_CR53","doi-asserted-by":"crossref","unstructured":"Millet, J. et al. Toward a realistic model of speech processing in the brain with self-supervised learning. In Proc. 36th Conference on Neural Information Processing Systems (NeurIPS) (Curran Associates, Inc., 2022).","DOI":"10.52202\/068431-2422"},{"key":"73947_CR54","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1038\/s41593-022-01026-4","volume":"25","author":"A Goldstein","year":"2022","unstructured":"Goldstein, A. et al. Shared computational principles for language processing in humans and deep language models. Nat. Neurosci. 25, 369\u2013380 (2022).","journal-title":"Nat. Neurosci."},{"key":"73947_CR55","doi-asserted-by":"publisher","first-page":"1415","DOI":"10.1038\/s42256-023-00753-y","volume":"5","author":"AY Wang","year":"2023","unstructured":"Wang, A. Y., Kay, K., Naselaris, T., Tarr, M. J. & Wehbe, L. Better models of human high-level visual cortex emerge from natural language supervision with a large and diverse dataset. Nat. Mach. Intell. 5, 1415\u20131426 (2023).","journal-title":"Nat. Mach. Intell."},{"key":"73947_CR56","doi-asserted-by":"publisher","unstructured":"Zada, Z. et al. A shared model-based linguistic space for transmitting our thoughts from brain to brain in natural conversations. Neuron https:\/\/doi.org\/10.1016\/j.neuron.2024.06.025 (2024).","DOI":"10.1016\/j.neuron.2024.06.025"},{"key":"73947_CR57","doi-asserted-by":"crossref","unstructured":"Braga, R. M., Hellyer, P. J., Wise, R. J. S. & Leech, R. Auditory and visual connectivity gradients in frontoparietal cortex. Hum. Brain Mapp. 38, 255\u2013270 (2017).","DOI":"10.1002\/hbm.23358"},{"key":"73947_CR58","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.tics.2017.11.002","volume":"22","author":"JM Huntenburg","year":"2018","unstructured":"Huntenburg, J. M., Bazin, P. L. & Margulies, D. S. Large-scale gradients in human cortical organization. Trends Cogn. Sci. 22, 21\u201331 (2018).","journal-title":"Trends Cogn. Sci."},{"key":"73947_CR59","doi-asserted-by":"publisher","first-page":"118987","DOI":"10.1016\/j.neuroimage.2022.118987","volume":"251","author":"BC Bernhardt","year":"2022","unstructured":"Bernhardt, B. C., Smallwood, J., Keilholz, S. & Margulies, D. S. Gradients in brain organization. NeuroImage 251, 118987 (2022).","journal-title":"NeuroImage"},{"key":"73947_CR60","doi-asserted-by":"publisher","first-page":"76926","DOI":"10.7554\/eLife.76926","volume":"11","author":"M Abdallah","year":"2022","unstructured":"Abdallah, M., Zanitti, G. E., Iovene, V. & Wassermann, D. Functional gradients in the human lateral prefrontal cortex revealed by a comprehensive coordinate-based meta-analysis. eLife 11, 76926 (2022).","journal-title":"eLife"},{"key":"73947_CR61","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/415429a","volume":"415","author":"MO Ernst","year":"2002","unstructured":"Ernst, M. O. & Banks, M. S. Humans integrate visual and haptic information in a statistically optimal fashion. Nature 415, 429\u2013433 (2002).","journal-title":"Nature"},{"key":"73947_CR62","doi-asserted-by":"publisher","first-page":"1627","DOI":"10.1126\/science.1075396","volume":"298","author":"JM Hillis","year":"2002","unstructured":"Hillis, J. M., Ernst, M. O., Banks, M. S. & Landy, M. S. Combining sensory information: mandatory fusion within, but not between, senses. Science 298, 1627\u20131630 (2002).","journal-title":"Science"},{"key":"73947_CR63","doi-asserted-by":"publisher","first-page":"6049","DOI":"10.1126\/sciadv.ade6049","volume":"9","author":"ML Kringelbach","year":"2023","unstructured":"Kringelbach, M. L., Perl, Y. S., Tagliazucchi, E. & Deco, G. Toward naturalistic neuroscience: mechanisms underlying the flattening of brain hierarchy in movie-watching compared to rest and task. Sci. Adv. 9, 6049 (2023).","journal-title":"Sci. Adv."},{"key":"73947_CR64","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1007\/s00221-016-4590-z","volume":"234","author":"S Ten Oever","year":"2016","unstructured":"Ten Oever, S. et al. The COGs (context, object, and goals) in multisensory processing. Exp. Brain Res. 234, 1307\u20131323 (2016).","journal-title":"Exp. Brain Res."},{"key":"73947_CR65","doi-asserted-by":"publisher","first-page":"2565","DOI":"10.1111\/ejn.13724","volume":"46","author":"SC Boyle","year":"2017","unstructured":"Boyle, S. C., Kayser, S. J. & Kayser, C. Neural correlates of multisensory reliability and perceptual weights emerge at early latencies during audio-visual integration. Eur. J. Neurosci. 46, 2565\u20132577 (2017).","journal-title":"Eur. J. Neurosci."},{"key":"73947_CR66","doi-asserted-by":"publisher","first-page":"e3000210","DOI":"10.1371\/journal.pbio.3000210","volume":"17","author":"M Aller","year":"2019","unstructured":"Aller, M. & Noppeney, U. To integrate or not to integrate: temporal dynamics of hierarchical Bayesian causal inference. PLOS Biol. 17, e3000210 (2019).","journal-title":"PLOS Biol."},{"key":"73947_CR67","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-09664-2","volume":"10","author":"T Rohe","year":"2019","unstructured":"Rohe, T., Ehlis, A.-C. & Noppeney, U. The neural dynamics of hierarchical Bayesian causal inference in multisensory perception. Nat. Commun. 10, 1907 (2019).","journal-title":"Nat. Commun."},{"key":"73947_CR68","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1016\/S0960-9822(00)00513-3","volume":"10","author":"GA Calvert","year":"2000","unstructured":"Calvert, G. A., Campbell, R. & Brammer, M. J. Evidence from functional magnetic resonance imaging of crossmodal binding in the human heteromodal cortex. Curr. Biol. 10, 649\u2013657 (2000).","journal-title":"Curr. Biol."},{"key":"73947_CR69","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1006\/nimg.2001.0812","volume":"14","author":"GA Calvert","year":"2001","unstructured":"Calvert, G. A., Hansen, P. C., Iversen, S. D. & Brammer, M. J. Detection of audio-visual integration sites in humans by application of electrophysiological criteria to the BOLD effect. NeuroImage 14, 427\u2013438 (2001).","journal-title":"NeuroImage"},{"key":"73947_CR70","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1093\/cercor\/11.12.1110","volume":"11","author":"GA Calvert","year":"2001","unstructured":"Calvert, G. A. Crossmodal processing in the human brain: insights from functional neuroimaging studies. Cereb. Cortex 11, 1110\u20131123 (2001).","journal-title":"Cereb. Cortex"},{"key":"73947_CR71","doi-asserted-by":"publisher","first-page":"2021905118","DOI":"10.1073\/pnas.2021905118","volume":"118","author":"H Song","year":"2021","unstructured":"Song, H., Finn, E. S. & Rosenberg, M. D. Neural signatures of attentional engagement during narratives and its consequences for event memory. Proc. Natl. Acad. Sci. USA 118, 2021905118 (2021).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"73947_CR72","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nn.4450","volume":"20","author":"J Chen","year":"2017","unstructured":"Chen, J. et al. Shared memories reveal shared structure in neural activity across individuals. Nat. Neurosci. 20, 115\u2013125 (2017).","journal-title":"Nat. Neurosci."},{"key":"73947_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cell.2021.07.019","volume":"184","author":"LS Hamilton","year":"2021","unstructured":"Hamilton, L. S., Oganian, Y., Hall, J. & Chang, E. F. Parallel and distributed encoding of speech across human auditory cortex. Cell 184, 1\u201314 (2021).","journal-title":"Cell"},{"key":"73947_CR74","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.neuroimage.2007.07.007","volume":"38","author":"J Ashburner","year":"2007","unstructured":"Ashburner, J. A fast diffeomorphic image registration algorithm. NeuroImage 38, 95\u2013113 (2007).","journal-title":"NeuroImage"},{"key":"73947_CR75","doi-asserted-by":"publisher","unstructured":"Khalilian, A., Esmaeili, Y., Michalak, A. J. & Flinker, A. Mithra: an open-source and cross-platform visualization toolbox for human intracranial recordings. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2025.11.20.689539 (2025).","DOI":"10.1101\/2025.11.20.689539"},{"key":"73947_CR76","first-page":"669","volume":"14","author":"SA Nastase","year":"2019","unstructured":"Nastase, S. A., Gazzola, V., Hasson, U. & Keysers, C. Measuring shared responses across subjects using intersubject correlation. Soc. Cogn. Affect. Neurosci. 14, 669\u2013687 (2019).","journal-title":"Soc. Cogn. Affect. Neurosci."},{"key":"73947_CR77","doi-asserted-by":"publisher","first-page":"788","DOI":"10.1038\/44565","volume":"401","author":"DD Lee","year":"1999","unstructured":"Lee, D. D. & Seung, H. S. Learning the parts of objects by non-negative matrix factorization. Nature 401, 788\u2013791 (1999).","journal-title":"Nature"},{"key":"73947_CR78","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","volume":"20","author":"PJ Rousseeuw","year":"1987","unstructured":"Rousseeuw, P. J. Silhouettes: a graphical aid to the interpretation and validation of cluster analysis. J. Comput. Appl. Math. 20, 53\u201365 (1987).","journal-title":"J. Comput. Appl. Math."},{"key":"73947_CR79","doi-asserted-by":"publisher","unstructured":"McFee, B. et al. librosa: audio and music signal analysis in Python. 18\u201324. https:\/\/doi.org\/10.25080\/Majora-7b98e3ed-003 (2015).","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"73947_CR80","unstructured":"Vaswani, A. et al. Attention is all you need. In Proc. Advances in Neural Information Processing Systems Vol. 30 (eds Guyon, I. et al.) (Neural Information Processing Systems (NIPS), 2017)."},{"key":"73947_CR81","unstructured":"Vaidya, A. R., Jain, S. & Huth, A. G. Self-supervised models of audio effectively explain human cortical responses to speech. In Proc. 39th International Conference on Machine Learning (eds. Chaudhuri, K. et al.) Vol. 162, 21901\u201321915 (PMLR, 2022)."},{"key":"73947_CR82","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/s11633-022-1348-x","volume":"19","author":"Q Zhou","year":"2022","unstructured":"Zhou, Q., Du, C. & He, H. Exploring the brain-like properties of deep neural networks: a neural encoding perspective. Mach. Intell. Res. 19, 439\u2013455 (2022).","journal-title":"Mach. Intell. Res."},{"key":"73947_CR83","doi-asserted-by":"publisher","unstructured":"Liu, Y. et al. RoBERTa: a robustly optimized BERT pretraining approach. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1907.11692 (2019).","DOI":"10.48550\/arXiv.1907.11692"},{"key":"73947_CR84","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: Pre-training Of Deep Bidirectional Transformers For Language Understanding. 4171\u20134186. https:\/\/www.aclweb.org\/anthology\/N19-1423 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/N19-1423"},{"key":"73947_CR85","doi-asserted-by":"publisher","first-page":"4100","DOI":"10.1523\/JNEUROSCI.1152-20.2021","volume":"41","author":"AJ Anderson","year":"2021","unstructured":"Anderson, A. J. et al. Deep artificial neural networks reveal a distributed cortical network encoding propositional sentence-level meaning.  J. Neurosci. 41, 4100 (2021).","journal-title":"J. Neurosci."},{"key":"73947_CR86","doi-asserted-by":"crossref","unstructured":"Huang, J. et al. WhiteningBERT: an easy unsupervised sentence embedding approach. In Proc. Findings of the Association for Computational Linguistics: EMNLP 2021 238\u2013244. https:\/\/aclanthology.org\/2021.findings-emnlp.23 (Association for Computational Linguistics, 2021).","DOI":"10.18653\/v1\/2021.findings-emnlp.23"},{"key":"73947_CR87","doi-asserted-by":"crossref","unstructured":"Yu, L. & Ettinger, A. Assessing phrasal representation and composition in transformers. In Proc. 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP) 4896\u20134907. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.397 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.emnlp-main.397"},{"key":"73947_CR88","unstructured":"Paszke, A. et al. PyTorch: An imperative style, high-performance deep learning library. In Advances in Neural Information Processing Systems 32 (eds. Wallach, H. et al.) 8024\u20138035 (Curran Associates, Inc., 2019)."},{"key":"73947_CR89","doi-asserted-by":"publisher","first-page":"7562","DOI":"10.1523\/JNEUROSCI.1812-21.2022","volume":"42","author":"IIA Groen","year":"2022","unstructured":"Groen, I. I. A. et al. Temporal dynamics of neural responses in human visual cortex.  J. Neurosci. 42, 7562\u20137580 (2022).","journal-title":"J. Neurosci."},{"key":"73947_CR90","doi-asserted-by":"crossref","unstructured":"Kutas, M. & Federmeier, K. D. Thirty years and counting: finding meaning in the N400 component of the event-related brain potential (ERP). Annu. Rev. Psychol. 62, 621\u2013647 (2011).","DOI":"10.1146\/annurev.psych.093008.131123"},{"key":"73947_CR91","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1038\/nn.2303","volume":"12","author":"N Kriegeskorte","year":"2009","unstructured":"Kriegeskorte, N., Simmons, W. K., Bellgowan, P. S. F. & Baker, C. I. Circular analysis in systems neuroscience: the dangers of double dipping. Nat. Neurosci. 12, 535\u2013540 (2009).","journal-title":"Nat. Neurosci."},{"key":"73947_CR92","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1016\/S1364-6613(03)00197-9","volume":"7","author":"CE Curtis","year":"2003","unstructured":"Curtis, C. E. & D\u2019Esposito, M. Persistent activity in the prefrontal cortex during working memory. Trends Cogn. Sci. 7, 415\u2013423 (2003).","journal-title":"Trends Cogn. Sci."},{"key":"73947_CR93","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1146\/annurev.neuro.24.1.167","volume":"24","author":"EK Miller","year":"2001","unstructured":"Miller, E. K. & Cohen, J. D. An integrative theory of prefrontal cortex function. Annu. Rev. Neurosci. 24, 167\u2013202 (2001).","journal-title":"Annu. Rev. Neurosci."}],"container-title":["Nature Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-73947-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-73947-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-73947-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T09:04:05Z","timestamp":1782119045000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41467-026-73947-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,22]]},"references-count":93,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["73947"],"URL":"https:\/\/doi.org\/10.1038\/s41467-026-73947-8","relation":{},"ISSN":["2041-1723"],"issn-type":[{"value":"2041-1723","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,22]]},"assertion":[{"value":"13 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"5355"}}