{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T14:21:19Z","timestamp":1773843679073,"version":"3.50.1"},"reference-count":60,"publisher":"Public Library of Science (PLoS)","issue":"8","license":[{"start":{"date-parts":[[2010,8,19]],"date-time":"2010-08-19T00:00:00Z","timestamp":1282176000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1000894","type":"journal-article","created":{"date-parts":[[2010,8,19]],"date-time":"2010-08-19T21:41:36Z","timestamp":1282254096000},"page":"e1000894","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":52,"title":["Reinforcement Learning on Slow Features of High-Dimensional Input Streams"],"prefix":"10.1371","volume":"6","author":[{"given":"Robert","family":"Legenstein","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Niko","family":"Wilbert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laurenz","family":"Wiskott","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2010,8,19]]},"reference":[{"key":"ref1","article-title":"Animal Intelligence","author":"E Thorndike","year":"1911"},{"key":"ref2","article-title":"Neuro-Dynamic Programming","author":"DP Bertsekas","year":"1996"},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1016\/S0893-6080(02)00045-X","article-title":"Dopamine-dependent plasticity of corticostriatal synapses.","volume":"15","author":"JN Reynolds","year":"2002","journal-title":"Neural Netw"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511815706","article-title":"Spiking Neuron Models","author":"W Gerstner","year":"2002"},{"key":"ref7","first-page":"193","article-title":"Simplified rules and theoretical analysis for information bottleneck optimization and PCA with spiking neurons.","author":"L Buesing","year":"2008"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1142\/S0129065796000646","article-title":"Simple neuron models for independent component analysis.","volume":"7","author":"A Hyv\u00e4rinen","year":"1996","journal-title":"Int J Neural Syst"},{"key":"ref9","article-title":"Independent Component Analysis","author":"A Hyv\u00e4rinen","year":"2001"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1162\/neco.2008.01-07-432","article-title":"Spiking neurons can learn to solve information bottleneck problems and to extract independent components.","volume":"21","author":"S Klampfl","year":"2009","journal-title":"Neural Comput"},{"key":"ref11","first-page":"368","article-title":"The information bottleneck method.","author":"N Tishby","year":"1999"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1162\/089976602317318938","article-title":"Slow feature analysis: unsupervised learning of invariances.","volume":"14","author":"L Wiskott","year":"2002","journal-title":"Neural Comput"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1167\/5.6.9","article-title":"Slow feature analysis yields a rich repertoire of complex cell properties.","volume":"5","author":"P Berkes","year":"2005","journal-title":"J Vision"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"e166","DOI":"10.1371\/journal.pcbi.0030166","article-title":"Slowness and sparseness lead to place, head-direction, and spatial-view cells.","volume":"3","author":"M Franzius","year":"2007","journal-title":"PLoS Comput Biol"},{"key":"ref15","first-page":"961","article-title":"Invariant object recognition with slow feature analysis.","author":"M Franzius","year":"2008"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1162\/neco.1991.3.2.194","article-title":"Learning invariance from transformation sequences.","volume":"3","author":"P F\u00f6ldi\u00e1k","year":"1991","journal-title":"Neural Comput"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1162\/neco.1991.3.3.312","article-title":"Removing time variation with the anti-Hebbian differential synapse.","volume":"3","author":"G Mitchison","year":"1991","journal-title":"Neural Comput"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/0004-3702(89)90049-0","article-title":"Connectionist learning procedures.","volume":"40","author":"GE Hinton","year":"1989","journal-title":"Artif Intell"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1038\/355161a0","article-title":"Self-organizing neural network that discovers surfaces in random-dot stereograms.","volume":"355","author":"S Becker","year":"1992","journal-title":"Nature"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1016\/S0301-0082(96)00054-8","article-title":"Invariant face and object recognition in the visual system.","volume":"51","author":"G Wallis","year":"1997","journal-title":"Prog Neurobiol"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1007\/s00422-005-0585-8","article-title":"Learning viewpoint invariant object representations using a temporal coherence principle.","volume":"93","author":"W Einh\u00e4user","year":"2005","journal-title":"Biol Cybern"},{"key":"ref22","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.0040120","article-title":"A Model of the Ventral Visual System Based on Temporal Stability and Local Memory.","volume":"4","author":"R Wyss","year":"2006","journal-title":"PLoS Biol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"1502","DOI":"10.1126\/science.1160028","article-title":"Unsupervised natural experience rapidly alters invariant object representation in visual cortex.","volume":"321","author":"N Li","year":"2008","journal-title":"Science"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1038\/335817a0","article-title":"Neuronal correlate of visual associative long-term memory in the primate temporal cortex.","volume":"335","author":"Y Miyashita","year":"1988","journal-title":"Nature"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1038\/297681a0","article-title":"Place navigation impaired in rats with hippocampal lesions.","volume":"297","author":"RG Morris","year":"1982","journal-title":"Nature"},{"key":"ref26","first-page":"555","article-title":"Learning invariance manifolds.","author":"L Wiskott","year":"1998"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1162\/089976602317318938","article-title":"Slow feature analysis: Unsupervised learning of invariances.","volume":"14","author":"L Wiskott","year":"2002","journal-title":"Neural Comput"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1088\/0954-898X_14_4_308","article-title":"Quadratic forms in natural images.","volume":"14","author":"W Hashimoto","year":"2003","journal-title":"Netw Comput Neural Syst"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"e112","DOI":"10.1371\/journal.pcbi.0030112","article-title":"Slowness: An objective for spike-timing-plasticity?","volume":"3","author":"H Sprekeler","year":"2007","journal-title":"PLoS Comput Biol"},{"key":"ref30","article-title":"Invariant object recognition and pose estimation with slow feature analysis.","author":"M Franzius","year":"2010"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.jcss.2004.06.001","article-title":"Wire length as a circuit complexity measure.","volume":"70","author":"RA Legenstein","year":"2005","journal-title":"J Comput Syst Sci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"318","DOI":"10.1016\/S0378-4371(00)00219-3","article-title":"A wire length minimization approach to ocular dominance patterns in mammalian visual cortex.","volume":"284","author":"DB Chklovskii","year":"2000","journal-title":"Physica A"},{"key":"ref33","doi-asserted-by":"crossref","DOI":"10.3389\/neuro.11.008.2008","article-title":"Modular toolkit for Data Processing (MDP): a Python data processing framework.","volume":"2","author":"T Zito","year":"2008","journal-title":"Front Neuroinformatics"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","article-title":"Models of hippocampally dependent navigation, using the temporal difference learning rule.","volume":"10","author":"DJ Foster","year":"2000","journal-title":"Hippocampus"},{"key":"ref35","first-page":"245","article-title":"Spatial Representation and Navigation in a Bio-inspired Robot.","author":"D Sheynikhovich","year":"2005"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning.","volume":"16","author":"PR Montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons.","volume":"80","author":"W Schultz","year":"1998","journal-title":"J Neurophys"},{"key":"ref38","first-page":"249","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement.","author":"JC Houk","year":"1995"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1162\/089892998563815","article-title":"A computational model of how the basal ganglia produces sequences.","volume":"10","author":"GS Berns","year":"1998","journal-title":"J Cognitive Neurosci"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1063","DOI":"10.1016\/S0896-6273(03)00761-X","article-title":"Learning in spiking neural networks by reinforcement of stochastic synaptic transmission.","volume":"40","author":"HD Seung","year":"2003","journal-title":"Neuron"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1038\/nn.2264","article-title":"Reinforcement learning in populations of spiking neurons.","volume":"12","author":"R Urbanczik","year":"2009","journal-title":"Nat Neurosci"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"989","DOI":"10.1016\/S0896-6273(03)00149-1","article-title":"Pyramidal neuron as two-layer neural network.","volume":"37","author":"P Poirazi","year":"2003","journal-title":"Neuron"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature06725","article-title":"Compartmentalized dendritic plasticity and input feature storage in neurons.","volume":"452","author":"A Losonczy","year":"2008","journal-title":"Nature"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"e1000586","DOI":"10.1371\/journal.pcbi.1000586","article-title":"Spike-based reinforcement learning in continuous state and action space: When policy gradient methods fail.","volume":"5","author":"E Vasilaki","year":"2009","journal-title":"PLoS Comput Biol"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/neco.2008.08-07-593","article-title":"A spiking neural network model of an actor-critic learning agent.","volume":"21","author":"W Potjans","year":"2009","journal-title":"Neural Comp"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"4433","DOI":"10.1073\/pnas.88.10.4433","article-title":"A more biologically plausible learning rule for neural networks.","volume":"88","author":"P Mazzoni","year":"1991","journal-title":"P Natl Acad Sci USA"},{"key":"ref47","article-title":"Direct gradient-based reinforcement learning: I. gradient estimation algorithms.","author":"J Baxter","year":"1999"},{"key":"ref48","article-title":"Learning in neural networks by reinforcement of irregular spiking.","volume":"69","author":"X Xie","year":"2004","journal-title":"Phys Rev E"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"1318","DOI":"10.1162\/neco.2006.18.6.1318","article-title":"Optimal spike-timing-dependent plasticity for precise action potential firing in supervised learning.","volume":"18","author":"JP Pfister","year":"2006","journal-title":"Neural Comput"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"048104-1","DOI":"10.1103\/PhysRevLett.97.048104","article-title":"Gradient learning in spiking neural networks by dynamic perturbation of conductances.","volume":"97","author":"IR Fiete","year":"2006","journal-title":"Phys Rev Lett"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"1468","DOI":"10.1162\/neco.2007.19.6.1468","article-title":"Reinforcement learning through modulation of spike-timing-dependent synaptic plasticity.","volume":"19","author":"RV Florian","year":"2007","journal-title":"Neural Comput"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"3648","DOI":"10.1152\/jn.00364.2007","article-title":"Reinforcement learning with modulated spike timing-dependent synaptic plasticity.","volume":"98","author":"MA Farries","year":"2007","journal-title":"J Neurophysiol"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"2443","DOI":"10.1093\/cercor\/bhl152","article-title":"Solving the distal reward problem through linkage of STDP and dopamine signaling.","volume":"17","author":"EM Izhikevich","year":"2007","journal-title":"Cereb Cortex"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"2245","DOI":"10.1162\/neco.2007.19.8.2245","article-title":"Reinforcement learning, spike-time-dependent plasticity, and the BCM rule.","volume":"19","author":"D Baras","year":"2007","journal-title":"Neural Comput"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1000180","article-title":"A learning theory for reward-modulated spike-timing-dependent plasticity with application to biofeedback.","volume":"4","author":"R Legenstein","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"1224","DOI":"10.1152\/jn.2000.84.3.1224","article-title":"An associational model of birdsong sensorimotor learning ii. temporal hierarchies and the learning of song sequence.","volume":"84","author":"TW Troyer","year":"2000","journal-title":"J Neurophysiol"},{"key":"ref57","first-page":"1093","article-title":"Approximation of large-scale dynamical systems: An overview.","volume":"11","author":"AC Antoulas","year":"2001","journal-title":"Int J Appl Math Comp"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"2319","DOI":"10.1126\/science.290.5500.2319","article-title":"A global geometric framework for nonlinear dimensionality reduction.","volume":"290","author":"JB Tenenbaum","year":"2000","journal-title":"Science"},{"key":"ref59","article-title":"The parti-game algorithm for variable resolution reinforcement learning in multidimensional state-spaces.","volume":"21","author":"CA Andrew Moore","year":"1995","journal-title":"Mach Learn"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1023\/A:1017992615625","article-title":"Variable resolution discretization in optimal control.","volume":"49","author":"R Munos","year":"2002","journal-title":"Mach Learn"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1000894","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,2]],"date-time":"2019-06-02T03:41:51Z","timestamp":1559446911000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1000894"}},"subtitle":[],"editor":[{"given":"Abigail","family":"Morrison","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2010,8,19]]},"references-count":60,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2010,8,19]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1000894","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,8,19]]}}}