{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T11:18:52Z","timestamp":1767179932267,"version":"build-2238731810"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007992","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,7,15]],"date-time":"2020-07-15T00:00:00Z","timestamp":1594771200000}}],"reference-count":57,"publisher":"Public Library of Science (PLoS)","issue":"7","license":[{"start":{"date-parts":[[2020,7,2]],"date-time":"2020-07-02T00:00:00Z","timestamp":1593648000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Research Council","award":["Advanced iConnect Project Grant ADV 320708"],"award-info":[{"award-number":["Advanced iConnect Project Grant ADV 320708"]}]},{"DOI":"10.13039\/501100003246","name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["(Language in Interaction Project Gravitation Grant 024.001.006"],"award-info":[{"award-number":["(Language in Interaction Project Gravitation Grant 024.001.006"]}],"id":[{"id":"10.13039\/501100003246","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007992","type":"journal-article","created":{"date-parts":[[2020,7,2]],"date-time":"2020-07-02T13:48:40Z","timestamp":1593697720000},"page":"e1007992","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":17,"title":["Brain-optimized extraction of complex sound features that drive continuous auditory perception"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2005-8758","authenticated-orcid":true,"given":"Julia","family":"Berezutskaya","sequence":"first","affiliation":[]},{"given":"Zachary V.","family":"Freudenburg","sequence":"additional","affiliation":[]},{"given":"Umut","family":"G\u00fc\u00e7l\u00fc","sequence":"additional","affiliation":[]},{"given":"Marcel A. J.","family":"van Gerven","sequence":"additional","affiliation":[]},{"given":"Nick F.","family":"Ramsey","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2020,7,2]]},"reference":[{"key":"pcbi.1007992.ref001","article-title":"An efficient auditory filterbank based on the gammatone function","author":"R Patterson","year":"1987","journal-title":"a meeting of the IOC Speech Group on Auditory Modelling at RSRE"},{"key":"pcbi.1007992.ref002","doi-asserted-by":"crossref","first-page":"887","DOI":"10.1121\/1.1945807","article-title":"Multiresolution spectrotemporal analysis of complex sounds","volume":"118","author":"T Chi","year":"2005","journal-title":"J Acoust Soc Am"},{"key":"pcbi.1007992.ref003","doi-asserted-by":"crossref","first-page":"e1003412","DOI":"10.1371\/journal.pcbi.1003412","article-title":"Encoding of natural sounds at multiple spectral and temporal resolutions in the human auditory cortex","volume":"10","author":"R Santoro","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007992.ref004","doi-asserted-by":"crossref","first-page":"7906","DOI":"10.1523\/JNEUROSCI.0238-17.2017","article-title":"Neural tuning to low-level features of speech throughout the perisylvian cortex","volume":"37","author":"J Berezutskaya","year":"2017","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref005","doi-asserted-by":"crossref","first-page":"1588","DOI":"10.1152\/jn.2000.84.3.1588","article-title":"Representation of the temporal envelope of sounds in the human brain","volume":"84","author":"A-L Giraud","year":"2000","journal-title":"J Neurophysiol"},{"key":"pcbi.1007992.ref006","doi-asserted-by":"crossref","first-page":"13268","DOI":"10.1523\/JNEUROSCI.4596-08.2008","article-title":"Encoding of spectral correlation over time in auditory cortex","volume":"28","author":"T Overath","year":"2008","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref007","article-title":"Neural encoding of auditory features during music perception and imagery: insight into the brain of a piano player","author":"S Martin","year":"2017","journal-title":"bioRxiv"},{"key":"pcbi.1007992.ref008","doi-asserted-by":"crossref","unstructured":"Nakai T, Koide-Majima N, Nishimoto S. Encoding and decoding of music-genre representations in the human brain. 2018 IEEE International Conference on Systems, Man, and Cybernetics (SMC). Miyazaki, Japan: IEEE; 2018. pp. 584\u2013589. doi: 10.1109\/SMC.2018.00108","DOI":"10.1109\/SMC.2018.00108"},{"key":"pcbi.1007992.ref009","doi-asserted-by":"crossref","first-page":"1006","DOI":"10.1126\/science.1245994","article-title":"Phonetic feature encoding in human superior temporal gyrus","volume":"343","author":"N Mesgarani","year":"2014","journal-title":"Science"},{"key":"pcbi.1007992.ref010","doi-asserted-by":"crossref","first-page":"10005","DOI":"10.1523\/JNEUROSCI.5023-14.2015","article-title":"Deep neural networks reveal a gradient in the complexity of neural representations across the ventral stream","volume":"35","author":"U G\u00fc\u00e7l\u00fc","year":"2015","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref011","doi-asserted-by":"crossref","first-page":"e1003915","DOI":"10.1371\/journal.pcbi.1003915","article-title":"Deep supervised, but not unsupervised, models may explain it cortical representation","volume":"10","author":"S-M Khaligh-Razavi","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007992.ref012","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1038\/nn.4244","article-title":"Using goal-driven deep learning models to understand sensory cortex","volume":"19","author":"DL Yamins","year":"2016","journal-title":"Nat Neurosci"},{"key":"pcbi.1007992.ref013","first-page":"2101","volume-title":"Advances in Neural Information Processing Systems 29","author":"U G\u00fc\u00e7l\u00fc","year":"2016"},{"key":"pcbi.1007992.ref014","first-page":"6628","volume-title":"Advances in Neural Information Processing Systems 31","author":"S Jain","year":"2018"},{"key":"pcbi.1007992.ref015","doi-asserted-by":"crossref","first-page":"531","DOI":"10.1017\/S0140525X00071235","article-title":"Language, tools and brain: the ontogeny and phylogeny of hierarchically organized sequential behavior","volume":"14","author":"PM Greenfield","year":"1991","journal-title":"Behav Brain Sci"},{"key":"pcbi.1007992.ref016","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/j.tics.2008.02.009","article-title":"Hierarchical models of behavior and prefrontal function","volume":"12","author":"MM Botvinick","year":"2008","journal-title":"Trends Cogn Sci"},{"key":"pcbi.1007992.ref017","doi-asserted-by":"crossref","first-page":"1407","DOI":"10.1098\/rspb.1997.0196","article-title":"Functional segregation and temporal hierarchy of the visual perceptive systems","volume":"264","author":"K Moutoussis","year":"1997","journal-title":"Proc R Soc Lond B Biol Sci"},{"key":"pcbi.1007992.ref018","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/j.neuron.2012.01.010","article-title":"How does the brain solve visual object recognition","volume":"73","author":"JJ DiCarlo","year":"2012","journal-title":"Neuron"},{"key":"pcbi.1007992.ref019","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/j.neuron.2012.08.011","article-title":"Slow cortical dynamics and the accumulation of information over long timescales","volume":"76","author":"CJ Honey","year":"2012","journal-title":"Neuron"},{"key":"pcbi.1007992.ref020","doi-asserted-by":"crossref","first-page":"709","DOI":"10.1016\/j.neuron.2017.06.041","article-title":"Discovering event structure in continuous narrative perception and memory","volume":"95","author":"C Baldassano","year":"2017","journal-title":"Neuron"},{"key":"pcbi.1007992.ref021","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s002210050712","article-title":"A hierarchical foundation for models of sensorimotor control","volume":"126","author":"GE Loeb","year":"1999","journal-title":"Exp Brain Res"},{"key":"pcbi.1007992.ref022","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1016\/j.humov.2007.05.009","article-title":"Hamilton AF. Evidence for a distributed hierarchy of action representation in the brain","volume":"26","author":"ST Grafton","year":"2007","journal-title":"Hum Mov Sci"},{"key":"pcbi.1007992.ref023","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1016\/j.tics.2015.04.006","article-title":"Hierarchical process memory: memory as an integral component of information processing","volume":"19","author":"U Hasson","year":"2015","journal-title":"Trends Cogn Sci"},{"key":"pcbi.1007992.ref024","doi-asserted-by":"crossref","first-page":"2301","DOI":"10.1093\/brain\/121.12.2301","article-title":"Functional mapping of human sensorimotor cortex with electrocorticographic spectral analysis. II. Event-related synchronization in the gamma band","volume":"121","author":"NE Crone","year":"1998","journal-title":"Brain J Neurol"},{"key":"pcbi.1007992.ref025","doi-asserted-by":"crossref","first-page":"e1001251","DOI":"10.1371\/journal.pbio.1001251","article-title":"Reconstructing speech from human auditory cortex. Zatorre R, editor","volume":"10","author":"BN Pasley","year":"2012","journal-title":"PLoS Biol"},{"key":"pcbi.1007992.ref026","first-page":"2","article-title":"Representational similarity analysis\u2013connecting the branches of systems neuroscience","author":"N Kriegeskorte","year":"2008","journal-title":"Front Syst Neurosci"},{"key":"pcbi.1007992.ref027","doi-asserted-by":"crossref","first-page":"e1003553","DOI":"10.1371\/journal.pcbi.1003553","article-title":"A toolbox for representational similarity analysis","volume":"10","author":"H Nili","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007992.ref028","doi-asserted-by":"crossref","first-page":"972","DOI":"10.1126\/science.1136800","article-title":"Clustering by passing messages between data points","volume":"315","author":"BJ Frey","year":"2007","journal-title":"Science"},{"key":"pcbi.1007992.ref029","doi-asserted-by":"crossref","DOI":"10.4324\/9781410611147","volume-title":"Detection theory: A user\u2019s guide","author":"NA Macmillan","year":"2004"},{"key":"pcbi.1007992.ref030","doi-asserted-by":"crossref","first-page":"2014","DOI":"10.1523\/JNEUROSCI.1779-15.2016","article-title":"Human superior temporal gyrus organization of spectrotemporal modulation tuning derived from speech stimuli","volume":"36","author":"PW Hullett","year":"2016","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref031","doi-asserted-by":"crossref","first-page":"512","DOI":"10.1093\/cercor\/10.5.512","article-title":"Human temporal lobe activation by speech and nonspeech sounds","volume":"10","author":"JR Binder","year":"2000","journal-title":"Cereb Cortex"},{"key":"pcbi.1007992.ref032","doi-asserted-by":"crossref","first-page":"630","DOI":"10.1016\/j.neuron.2018.03.044","article-title":"A task-optimized neural network replicates human auditory behavior, predicts brain responses, and reveals a cortical processing hierarchy","volume":"98","author":"AJE Kell","year":"2018","journal-title":"Neuron"},{"key":"pcbi.1007992.ref033","doi-asserted-by":"crossref","first-page":"27755","DOI":"10.1038\/srep27755","article-title":"Comparison of deep neural networks to spatio-temporal cortical dynamics of human visual object recognition reveals hierarchical correspondence","volume":"6","author":"RM Cichy","year":"2016","journal-title":"Sci Rep"},{"key":"pcbi.1007992.ref034","doi-asserted-by":"crossref","first-page":"21854","DOI":"10.1073\/pnas.1905544116","article-title":"Recurrence is required to capture the representational dynamics of the human visual system","volume":"116","author":"TC Kietzmann","year":"2019","journal-title":"Proc Natl Acad Sci"},{"key":"pcbi.1007992.ref035","doi-asserted-by":"crossref","first-page":"1551","DOI":"10.3389\/fpsyg.2017.01551","article-title":"Recurrent convolutional neural networks: a better model of biological object recognition","volume":"8","author":"CJ Spoerer","year":"2017","journal-title":"Front Psychol"},{"key":"pcbi.1007992.ref036","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1016\/S0959-4388(98)80040-8","article-title":"Cortical processing of complex sounds","volume":"8","author":"JP Rauschecker","year":"1998","journal-title":"Curr Opin Neurobiol"},{"key":"pcbi.1007992.ref037","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/089892901564108","article-title":"Hierarchical organization of the human auditory cortex revealed by functional magnetic resonance imaging","volume":"13","author":"C Wessinger","year":"2001","journal-title":"J Cogn Neurosci"},{"key":"pcbi.1007992.ref038","doi-asserted-by":"crossref","first-page":"14611","DOI":"10.1073\/pnas.0907682106","article-title":"Spectro-temporal modulation transfer function of single voxels in the human auditory cortex measured with high-resolution fMRI","volume":"106","author":"M Sch\u00f6nwiesner","year":"2009","journal-title":"Proc Natl Acad Sci U S A"},{"key":"pcbi.1007992.ref039","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/S0167-6393(02)00107-3","article-title":"The analysis of speech in different temporal integration windows: cerebral lateralization as \u2018asymmetric sampling in time","volume":"41","author":"D. Poeppel","year":"2003","journal-title":"Speech Commun"},{"key":"pcbi.1007992.ref040","doi-asserted-by":"crossref","first-page":"2906","DOI":"10.1523\/JNEUROSCI.3684-10.2011","article-title":"Topographic mapping of a hierarchy of temporal receptive windows using a narrated story","volume":"31","author":"Y Lerner","year":"2011","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref041","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1098\/rstb.2005.1622","article-title":"A theory of cortical responses","volume":"360","author":"K. Friston","year":"2005","journal-title":"Philos Trans R Soc B Biol Sci"},{"key":"pcbi.1007992.ref042","doi-asserted-by":"crossref","first-page":"8633","DOI":"10.1523\/JNEUROSCI.5821-12.2013","article-title":"Hearing silences: human auditory processing relies on preactivation of sound-specific brain activity patterns","volume":"33","author":"I SanMiguel","year":"2013","journal-title":"J Neurosci"},{"key":"pcbi.1007992.ref043","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1016\/j.ijpsycho.2011.08.003","article-title":"Early electrophysiological indicators for predictive processing in audition: A review","volume":"83","author":"A Bendixen","year":"2012","journal-title":"Int J Psychophysiol"},{"key":"pcbi.1007992.ref044","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.1016\/j.neuroimage.2012.08.026","article-title":"Intermodal attention modulates visual processing in dorsal and ventral streams","volume":"63","author":"AD Cate","year":"2012","journal-title":"NeuroImage"},{"key":"pcbi.1007992.ref045","doi-asserted-by":"crossref","first-page":"1689","DOI":"10.1002\/hbm.21314","article-title":"Neurophysiologic correlates of fMRI in human motor cortex","volume":"33","author":"D Hermes","year":"2012","journal-title":"Hum Brain Mapp"},{"key":"pcbi.1007992.ref046","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/j.neuroimage.2018.06.016","article-title":"Elucidating relations between fMRI, ECoG, and EEG through a common natural stimulus","volume":"179","author":"S Haufe","year":"2018","journal-title":"NeuroImage"},{"key":"pcbi.1007992.ref047","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1016\/j.jneumeth.2009.10.005","article-title":"Automated electrocorticographic electrode localization on individually rendered brain surfaces","volume":"185","author":"D Hermes","year":"2010","journal-title":"J Neurosci Methods"},{"key":"pcbi.1007992.ref048","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.jneumeth.2017.10.022","article-title":"ALICE: a tool for automatic localization of intra-cranial electrodes for clinical and high-density grids","volume":"301","author":"MP Branco","year":"2018","journal-title":"J Neurosci Methods"},{"key":"pcbi.1007992.ref049","doi-asserted-by":"crossref","first-page":"968","DOI":"10.1016\/j.neuroimage.2006.01.021","article-title":"An automated labeling system for subdividing the human cerebral cortex on MRI scans into gyral based regions of interest","volume":"31","author":"RS Desikan","year":"2006","journal-title":"NeuroImage"},{"key":"pcbi.1007992.ref050","author":"P Boersma","year":"2016","journal-title":"Praat: doing phonetics by computer"},{"key":"pcbi.1007992.ref051","doi-asserted-by":"crossref","first-page":"e1000302","DOI":"10.1371\/journal.pcbi.1000302","article-title":"The modulation transfer function for speech intelligibility","volume":"5","author":"TM Elliott","year":"2009","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007992.ref052","doi-asserted-by":"crossref","first-page":"1371","DOI":"10.1038\/nn1536","article-title":"Tuning for spectro-temporal modulations as a mechanism for auditory discrimination of natural sounds","volume":"8","author":"SM Woolley","year":"2005","journal-title":"Nat Neurosci"},{"key":"pcbi.1007992.ref053","first-page":"2825","article-title":"Scikit-learn: machine learning in Python","volume":"12","author":"F Pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"pcbi.1007992.ref054","first-page":"1929","article-title":"Dropout: a simple way to prevent neural networks from overfitting","volume":"15","author":"N Srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"pcbi.1007992.ref055","unstructured":"Krueger D, Maharaj T, Kram\u00e1r J, Pezeshki M, Ballas N, Ke NR, et al. Zoneout: regularizing rnns by randomly preserving hidden activations. ArXiv Prepr ArXiv160601305. 2016."},{"key":"pcbi.1007992.ref056","unstructured":"Tokui S, Oono K, Hido S, Clayton J. Chainer: a next-generation open source framework for deep learning. Proceedings of Workshop on Machine Learning Systems (LearningSys) in The Twenty-ninth Annual Conference on Neural Information Processing Systems (NIPS). 2015. Available: http:\/\/learningsys.org\/papers\/LearningSys_2015_paper_33.pdf"},{"key":"pcbi.1007992.ref057","author":"WS Torgerson","year":"1958","journal-title":"Theory and methods of scaling"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007992","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,7,15]],"date-time":"2020-07-15T00:00:00Z","timestamp":1594771200000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007992","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,15]],"date-time":"2020-07-15T13:49:51Z","timestamp":1594820991000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007992"}},"subtitle":[],"editor":[{"given":"Fr\u00e9d\u00e9ric E.","family":"Theunissen","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,7,2]]},"references-count":57,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2020,7,2]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007992","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,2]]}}}