{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T12:45:51Z","timestamp":1777639551541,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007148","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T00:00:00Z","timestamp":1579132800000}}],"reference-count":59,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2020,1,6]],"date-time":"2020-01-06T00:00:00Z","timestamp":1578268800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["Ro805\/17"],"award-info":[{"award-number":["Ro805\/17"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007148","type":"journal-article","created":{"date-parts":[[2020,1,6]],"date-time":"2020-01-06T13:32:58Z","timestamp":1578317578000},"page":"e1007148","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":8,"title":["Interpreting neural decoding models using grouped model reliance"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2039-8928","authenticated-orcid":true,"given":"Simon","family":"Valentin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2613-546X","authenticated-orcid":true,"given":"Maximilian","family":"Harkotte","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tzvetan","family":"Popov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2020,1,6]]},"reference":[{"key":"pcbi.1007148.ref001","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3389\/fnins.2017.00543","article-title":"Classical Statistics and Statistical Learning in Imaging Neuroscience","volume":"11","author":"D Bzdok","year":"2017","journal-title":"Frontiers in Neuroscience"},{"issue":"April 2017","key":"pcbi.1007148.ref002","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.neuroimage.2017.08.005","article-title":"Deconstructing multivariate decoding for the study of brain function","volume":"180","author":"MN Hebart","year":"2018","journal-title":"NeuroImage"},{"issue":"1","key":"pcbi.1007148.ref003","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"L Breiman","year":"2001","journal-title":"Machine Learning"},{"issue":"3","key":"pcbi.1007148.ref004","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1007\/BF00994018","article-title":"Support-Vector Networks","volume":"20","author":"C Cortes","year":"1995","journal-title":"Machine Learning"},{"issue":"11","key":"pcbi.1007148.ref005","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.1467-9280.2009.02460.x","article-title":"Decoding the large-scale structure of brain function by classifying mental states across individuals","volume":"20","author":"RA Poldrack","year":"2009","journal-title":"Psychological Science"},{"issue":"5","key":"pcbi.1007148.ref006","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1016\/j.neuron.2011.11.001","article-title":"Inferring mental states from neuroimaging data: From reverse inference to large-scale decoding","volume":"72","author":"RA Poldrack","year":"2011","journal-title":"Neuron"},{"key":"pcbi.1007148.ref007","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1146\/annurev-psych-120710-100412","article-title":"Decoding Patterns of Human Brain Activity","volume":"63","author":"F Tong","year":"2012","journal-title":"Annual review of psychology"},{"issue":"1","key":"pcbi.1007148.ref008","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1146\/annurev-neuro-062012-170325","article-title":"Decoding Neural Representational Spaces Using Multivariate Pattern Analysis","volume":"37","author":"JV Haxby","year":"2014","journal-title":"Annual Review of Neuroscience"},{"key":"pcbi.1007148.ref009","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1016\/j.neuroimage.2018.10.003","article-title":"Machine learning in neuroimaging: Progress and challenges","volume":"197","author":"C Davatzikos","year":"2019","journal-title":"NeuroImage"},{"issue":"3","key":"pcbi.1007148.ref010","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1016\/j.conb.2019.04.002","article-title":"Interpreting encoding and decoding models","volume":"55","author":"N Kriegeskorte","year":"2019","journal-title":"Current Opinion in Neurobiology"},{"key":"pcbi.1007148.ref011","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1016\/j.neuroimage.2013.10.067","article-title":"On the interpretation of weight vectors of linear models in multivariate neuroimaging","volume":"87","author":"S Haufe","year":"2013","journal-title":"NeuroImage"},{"key":"pcbi.1007148.ref012","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.neuroimage.2015.01.036","article-title":"Causal interpretation rules for encoding and decoding models in neuroimaging","volume":"110","author":"S Weichwald","year":"2015","journal-title":"NeuroImage"},{"key":"pcbi.1007148.ref013","unstructured":"Doshi-Velez F, Kim B. Towards A Rigorous Science of Interpretable Machine Learning. arXiv preprint arXiv:170208608. 2017."},{"issue":"7","key":"pcbi.1007148.ref014","doi-asserted-by":"crossref","first-page":"1297","DOI":"10.1016\/j.clinph.2013.01.015","article-title":"Characterizing multivariate decoding models based on correlated EEG spectral features","volume":"124","author":"DJ McFarland","year":"2013","journal-title":"Clinical Neurophysiology"},{"key":"pcbi.1007148.ref015","first-page":"19","volume-title":"EEG\u2014fMRI: Physiological Basis, Technique, and Applications","author":"FL da Silva","year":"2010"},{"issue":"4","key":"pcbi.1007148.ref016","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1016\/j.tins.2017.02.004","article-title":"Where Does EEG Come From and What Does It Mean?","volume":"40","author":"MX Cohen","year":"2017","journal-title":"Trends in Neurosciences"},{"issue":"177","key":"pcbi.1007148.ref017","first-page":"1","article-title":"All models are wrong, but many are useful: Learning a variable\u2019s importance by studying an entire class of prediction models simultaneously","volume":"20","author":"A Fisher","year":"2019","journal-title":"Journal of Machine Learning Research"},{"key":"pcbi.1007148.ref018","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/j.csda.2015.04.002","article-title":"Grouped variable importance with random forests and application to multiple functional data analysis","volume":"90","author":"B Gregorutti","year":"2015","journal-title":"Computational Statistics and Data Analysis"},{"issue":"5679","key":"pcbi.1007148.ref019","doi-asserted-by":"crossref","first-page":"1926","DOI":"10.1126\/science.1099745","article-title":"Neuronal olscillations in cortical networks","volume":"304","author":"G Buzs\u00e1ki","year":"2004","journal-title":"Science"},{"key":"pcbi.1007148.ref020","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780195301069.001.0001","volume-title":"Rhythms of the Brain","author":"G Buzs\u00e1ki","year":"2006"},{"issue":"8","key":"pcbi.1007148.ref021","doi-asserted-by":"crossref","first-page":"877","DOI":"10.1093\/cercor\/12.8.877","article-title":"Oscillations in the Alpha Band (9-12 Hz) Increase with Memory Load during Retention in a Short-term Memory Task","volume":"12","author":"O Jensen","year":"2002","journal-title":"Cerebral Cortex"},{"issue":"7","key":"pcbi.1007148.ref022","doi-asserted-by":"crossref","first-page":"2509","DOI":"10.1111\/ejn.13759","article-title":"Mnemonic and attentional roles for states of attenuated alpha oscillations in perceptual working memory: A review","volume":"48","author":"F van Ede","year":"2017","journal-title":"European Journal of Neuroscience"},{"key":"pcbi.1007148.ref023","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.biopsycho.2018.05.018","article-title":"Neural network communication facilitates verbal working memory","volume":"136","author":"T Kustermann","year":"2018","journal-title":"Biological Psychology"},{"issue":"1","key":"pcbi.1007148.ref024","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.tics.2013.10.010","article-title":"Working memory and neural oscillations: Alpha-gamma versus theta-gamma codes for distinct WM information?","volume":"18","author":"F Roux","year":"2014","journal-title":"Trends in Cognitive Sciences"},{"key":"pcbi.1007148.ref025","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1146\/annurev-psych-010814-015031","article-title":"The Cognitive Neuroscience of Working Memory","volume":"66","author":"MD Esposito","year":"2015","journal-title":"Annual Review of Psychology"},{"issue":"36","key":"pcbi.1007148.ref026","doi-asserted-by":"crossref","first-page":"12411","DOI":"10.1523\/JNEUROSCI.0421-12.2012","article-title":"Gamma-Band Activity in Human Prefrontal Cortex Codes for the Number of Relevant Items Maintained in Working Memory","volume":"32","author":"F Roux","year":"2012","journal-title":"Journal of Neuroscience"},{"issue":"1","key":"pcbi.1007148.ref027","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.neuron.2015.09.020","article-title":"Neurocognitive Architecture of Working Memory","volume":"88","author":"J Eriksson","year":"2015","journal-title":"Neuron"},{"issue":"8","key":"pcbi.1007148.ref028","doi-asserted-by":"crossref","first-page":"e2003805","DOI":"10.1371\/journal.pbio.2003805","article-title":"Serial representation of items during working memory maintenance at letter-selective cortical sites","volume":"16","author":"A Bahramisharif","year":"2018","journal-title":"PLOS Biology"},{"issue":"7","key":"pcbi.1007148.ref029","doi-asserted-by":"crossref","first-page":"3228","DOI":"10.1073\/pnas.0911531107","article-title":"Cross-frequency coupling supports multi-item working memory in the human hippocampus","volume":"107","author":"N Axmacher","year":"2010","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"pcbi.1007148.ref030","doi-asserted-by":"crossref","first-page":"1512","DOI":"10.1126\/science.7878473","article-title":"Storage of 7+\/-2 short-tern memories in oscillatory subcycles","volume":"267","author":"JE Lisman","year":"1995","journal-title":"Science"},{"issue":"3","key":"pcbi.1007148.ref031","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1016\/S0926-6410(99)00022-1","article-title":"Individual differences in working memory and the peak alpha frequency shift on magnetoencephalography","volume":"8","author":"M Osaka","year":"1999","journal-title":"Cognitive Brain Research"},{"key":"pcbi.1007148.ref032","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1016\/j.neuroimage.2014.01.049","article-title":"Inter- and intra-individual variability in alpha peak frequency","volume":"92","author":"S Haegens","year":"2014","journal-title":"NeuroImage"},{"issue":"8","key":"pcbi.1007148.ref033","doi-asserted-by":"crossref","first-page":"1395","DOI":"10.1046\/j.1460-9568.2002.01975.x","article-title":"Frontal theta activity in humans increases with memory load in a working memory task","volume":"15","author":"O Jensen","year":"2002","journal-title":"European Journal of Neuroscience"},{"issue":"11","key":"pcbi.1007148.ref034","doi-asserted-by":"crossref","first-page":"2419","DOI":"10.1016\/j.clinph.2007.07.023","article-title":"Individual differences in EEG theta and alpha dynamics during working memory correlate with fMRI responses across subjects","volume":"118","author":"JA Meltzer","year":"2007","journal-title":"Clinical Neurophysiology"},{"issue":"2","key":"pcbi.1007148.ref035","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1016\/j.ijpsycho.2005.03.014","article-title":"Stability, reliability and consistency of the compositions of brain oscillations","volume":"59","author":"AA Fingelkurts","year":"2006","journal-title":"International Journal of Psychophysiology"},{"issue":"2","key":"pcbi.1007148.ref036","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/j.neuroimage.2005.04.014","article-title":"Frontal midline EEG dynamics during working memory","volume":"27","author":"J Onton","year":"2005","journal-title":"NeuroImage"},{"key":"pcbi.1007148.ref037","doi-asserted-by":"crossref","first-page":"322","DOI":"10.3389\/fpsyg.2011.00322","article-title":"Single-Trial Analyses: Why Bother?","volume":"2","author":"CR Pernet","year":"2011","journal-title":"Frontiers in Psychology"},{"issue":"2","key":"pcbi.1007148.ref038","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1016\/j.neuron.2017.06.038","article-title":"Parallel Interdigitated Distributed Networks within the Individual Estimated by Intrinsic Functional Article Parallel Interdigitated Distributed Networks within the Individual Estimated by Intrinsic Functional Connectivity","volume":"95","author":"RM Braga","year":"2017","journal-title":"Neuron"},{"key":"pcbi.1007148.ref039","first-page":"223","article-title":"Review Machine Learning for Precision Psychiatry: Opportunities and Challenges","volume":"3","author":"D Bzdok","year":"2018","journal-title":"Biological Psychiatry: Cognitive Neuroscience and Neuroimaging"},{"key":"pcbi.1007148.ref040","doi-asserted-by":"crossref","first-page":"2083","DOI":"10.3758\/s13423-018-1451-8","article-title":"Small is beautiful: In defense of the small-N design","volume":"25","author":"PL Smith","year":"2018","journal-title":"Psychonomic Bulletin and Review"},{"key":"pcbi.1007148.ref041","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1126\/science.153.3736.652","article-title":"High-speed scanning in human memory","volume":"153","author":"S Sternberg","year":"1966","journal-title":"Science"},{"key":"pcbi.1007148.ref042","first-page":"421","article-title":"Memory-Scanning: Mental Processes Revealed By Reaction-Time Experiments","volume":"57","author":"S Sternberg","year":"1969","journal-title":"American Scientist"},{"key":"pcbi.1007148.ref043","doi-asserted-by":"crossref","DOI":"10.1155\/2011\/156869","article-title":"FieldTrip: Open source software for advanced analysis of MEG, EEG, and invasive electrophysiological data","volume":"2011","author":"R Oostenveld","year":"2011","journal-title":"Computational Intelligence and Neuroscience"},{"issue":"7","key":"pcbi.1007148.ref044","doi-asserted-by":"crossref","first-page":"1107","DOI":"10.1109\/5.939827","article-title":"Imaging brain dynamics using independent component analysis","volume":"89","author":"TP Jung","year":"2001","journal-title":"Proceedings of the IEEE"},{"issue":"1-2","key":"pcbi.1007148.ref045","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/S0004-3702(97)00043-X","article-title":"Wrappers for feature subset selection","volume":"97","author":"R Kohavi","year":"1997","journal-title":"Artificial Intelligence"},{"key":"pcbi.1007148.ref046","first-page":"2825","article-title":"Scikit-learn: Machine Learning in Python","volume":"12","author":"F Pedregosa","year":"2012","journal-title":"Journal of Machine Learning Research"},{"issue":"10","key":"pcbi.1007148.ref047","doi-asserted-by":"crossref","first-page":"1340","DOI":"10.1093\/bioinformatics\/btq134","article-title":"Permutation importance: A corrected feature importance measure","volume":"26","author":"A Altmann","year":"2010","journal-title":"Bioinformatics"},{"key":"pcbi.1007148.ref048","first-page":"1089","article-title":"No Unbiased Estimator of the Variance of K-Fold Cross-Validation","volume":"5","author":"Y Bengio","year":"2004","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"pcbi.1007148.ref049","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/j.jneumeth.2007.03.024","article-title":"Nonparametric statistical testing of EEG- and MEG-data","volume":"164","author":"E Maris","year":"2007","journal-title":"Journal of Neuroscience Methods"},{"issue":"12","key":"pcbi.1007148.ref050","doi-asserted-by":"crossref","first-page":"606","DOI":"10.1016\/j.tics.2012.10.007","article-title":"Alpha-band oscillations, attention, and controlled access to stored information","volume":"16","author":"W Klimesch","year":"2012","journal-title":"Trends in Cognitive Sciences"},{"key":"pcbi.1007148.ref051","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/j.brainres.2015.05.003","article-title":"Individual differences in working memory capacity are reflected in different ERP and EEG patterns to task difficulty","volume":"1616","author":"S Dong","year":"2015","journal-title":"Brain Research"},{"issue":"1","key":"pcbi.1007148.ref052","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1007\/s10548-014-0361-y","article-title":"Frontal Midline Theta Reflects Individual Task Performance in a Working Memory Task","volume":"28","author":"U Maurer","year":"2014","journal-title":"Brain Topography"},{"issue":"1","key":"pcbi.1007148.ref053","doi-asserted-by":"crossref","first-page":"6307","DOI":"10.1038\/s41598-019-42733-6","article-title":"Right hemisphere occipital rTMS impairs working memory in visualizers but not in verbalizers","volume":"9","author":"S Hilbert","year":"2019","journal-title":"Scientific Reports"},{"key":"pcbi.1007148.ref054","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.paid.2015.08.012","article-title":"The influence of cognitive styles and strategies in the digit span backwards task: Effects on performance and neuronal activity","volume":"87","author":"S Hilbert","year":"2015","journal-title":"Personality and Individual Differences"},{"issue":"12","key":"pcbi.1007148.ref055","doi-asserted-by":"crossref","first-page":"1352","DOI":"10.1093\/cercor\/bhg082","article-title":"Interindividual Differences in Functional Interactions among Prefrontal, Parietal and Parahippocampal Regions during Working Memory","volume":"13","author":"MF Glabus","year":"2003","journal-title":"Cerebral Cortex"},{"issue":"3","key":"pcbi.1007148.ref056","doi-asserted-by":"crossref","first-page":"1035","DOI":"10.1016\/j.neuroimage.2004.03.039","article-title":"Decomposing EEG data into space-time-frequency components using Parallel Factor Analysis","volume":"22","author":"F Miwakeichi","year":"2004","journal-title":"NeuroImage"},{"issue":"April","key":"pcbi.1007148.ref057","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/j.neuroimage.2017.04.061","article-title":"Inference in the age of big data: Future perspectives on neuroscience","volume":"155","author":"D Bzdok","year":"2017","journal-title":"NeuroImage"},{"key":"pcbi.1007148.ref058","unstructured":"Henelius A, Puolam\u00e4ki K, Ukkonen A. Interpreting Classifiers through Attribute Interactions in Datasets. arXiv preprint arXiv:170707576. 2017."},{"issue":"3","key":"pcbi.1007148.ref059","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1214\/ss\/1009213726","article-title":"Statistical Modeling: The Two Cultures","volume":"16","author":"L Breiman","year":"2001","journal-title":"Statistical Science"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007148","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T00:00:00Z","timestamp":1579132800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T16:08:17Z","timestamp":1579190897000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007148"}},"subtitle":[],"editor":[{"given":"Francesco P.","family":"Battaglia","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2020,1,6]]},"references-count":59,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,1,6]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007148","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/656975","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,6]]}}}