{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T21:37:37Z","timestamp":1784237857125,"version":"3.55.0"},"reference-count":48,"publisher":"Public Library of Science (PLoS)","issue":"6","license":[{"start":{"date-parts":[[2016,6,24]],"date-time":"2016-06-24T00:00:00Z","timestamp":1466726400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001711","name":"Swiss National Science Foundation","doi-asserted-by":"crossref","award":["310030L-156863"],"award-info":[{"award-number":["310030L-156863"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005003","type":"journal-article","created":{"date-parts":[[2016,6,24]],"date-time":"2016-06-24T13:32:33Z","timestamp":1466775153000},"page":"e1005003","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":40,"title":["Prospective Coding by Spiking Neurons"],"prefix":"10.1371","volume":"12","author":[{"given":"Johanni","family":"Brea","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexisz Tam\u00e1s","family":"Ga\u00e1l","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Urbanczik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Walter","family":"Senn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2016,6,24]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"5493","DOI":"10.1523\/JNEUROSCI.19-13-05493.1999","article-title":"Prospective Coding for Objects in Primate Prefrontal Cortex","volume":"19","author":"G Rainer","year":"1999","journal-title":"The Journal of Neuroscience"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"3295","DOI":"10.1523\/JNEUROSCI.4098-03.2004","article-title":"Climbing Neuronal Activity as an Event-Based Cortical Representation of Time","volume":"24","author":"J Reutimann","year":"2004","journal-title":"Journal of Neuroscience"},{"key":"ref3","article-title":"Conditioned reflexes: an investigation of the physiological activity of the cerebral cortex","author":"IP Pavlov","year":"1927"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"8702","DOI":"10.1523\/JNEUROSCI.1742-06.2006","article-title":"Trace conditioning and the hippocampus: the importance of contiguity","volume":"26","author":"DA Bangasser","year":"2006","journal-title":"The Journal of Neuroscience"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1038\/nature14178","article-title":"A motor cortex circuit for motor planning and movement","volume":"519","author":"N Li","year":"2016","journal-title":"Nature"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1360","DOI":"10.1016\/j.neuron.2014.02.010","article-title":"Dorsal raphe neurons signal reward through 5-HT and glutamate","volume":"81","author":"Z Liu","year":"2014","journal-title":"Neuron"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"575","DOI":"10.1038\/nature12475","article-title":"Prolonged dopamine signalling in striatum signals proximity and value of distant rewards","volume":"500","author":"MW Howe","year":"2013","journal-title":"Nature"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"2843","DOI":"10.1523\/JNEUROSCI.4869-10.2011","article-title":"Theta phase precession in rat ventral striatum links place and reward information","volume":"31","author":"MAA van der Meer","year":"2011","journal-title":"The Journal of Neuroscience"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1093\/cercor\/9.3.213","article-title":"From perception to action: Temporal integrative functions of prefrontal and parietal neurons","volume":"9","author":"J Quintana","year":"1999","journal-title":"Cerebral Cortex"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"5154","DOI":"10.1523\/JNEUROSCI.16-16-05154.1996","article-title":"Neural mechanisms of visual working memory in prefrontal cortex of the macaque","volume":"16","author":"EK Miller","year":"1996","journal-title":"The Journal of Neuroscience"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1038\/354152a0","article-title":"Neural organization for the long-term memory of paired associates","volume":"354","author":"K Sakai","year":"1991","journal-title":"Nature"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1126\/science.275.5297.213","article-title":"Regulation of synaptic efficacy by coincidence of postsynaptic APs and EPSPs","volume":"275","author":"H Markram","year":"1997","journal-title":"Science"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1146\/annurev.neuro.24.1.139","article-title":"Synaptic modification by correlated activity: Hebb\u2019s postulate revisited","volume":"24","author":"GQ Bi","year":"2001","journal-title":"Annu Rev Neurosci"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1038\/nature14251","article-title":"Branch-specific dendritic Ca2+ spikes cause persistent synaptic plasticity","volume":"520","author":"J Cichon","year":"2015","journal-title":"Nature"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1616","DOI":"10.1126\/science.1255514","article-title":"A critical time window for dopamine actions on the structural plasticity of dendritic spines","volume":"345","author":"S Yagishita","year":"2014","journal-title":"Science"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1318","DOI":"10.1162\/neco.2006.18.6.1318","article-title":"Optimal spike-timing-dependent plasticity for precise action potential firing in supervised learning","volume":"18","author":"JP Pfister","year":"2006","journal-title":"Neural Computation"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"9565","DOI":"10.1523\/JNEUROSCI.4098-12.2013","article-title":"Matching recall and storage in sequence learning with spiking neural networks","volume":"33","author":"J Brea","year":"2013","journal-title":"The Journal of Neuroscience"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"521","DOI":"10.1016\/j.neuron.2013.11.030","article-title":"Learning by the Dendritic Prediction of Somatic Spiking","volume":"81","author":"R Urbanczik","year":"2014","journal-title":"Neuron"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1146\/annurev.neuro.20.1.25","article-title":"Premotor and parietal cortex: corticocortical connectivity and combinatorial computations","volume":"20","author":"S Wise","year":"1997","journal-title":"Annu Rev Neurosci"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"1185","DOI":"10.1162\/neco.1994.6.6.1185","article-title":"On the Convergence of Stochastic Iterative Dynamic Programming Algorithms","volume":"6","author":"T Jaakkola","year":"1994","journal-title":"Neural Computation"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1007\/BF00992701","article-title":"The convergence of TD(<italic>\u03bb<\/italic>) for general <italic>\u03bb<\/italic>","volume":"8","author":"P Dayan","year":"1992","journal-title":"Machine Learning"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to Predict by the Methods of Temporal Differences","volume":"3","author":"RS Sutton","year":"1988","journal-title":"Machine Learning"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1038\/nn.2264","article-title":"Reinforcement learning in populations of spiking neurons","volume":"12","author":"R Urbanczik","year":"2009","journal-title":"Nature Neuroscience"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"e1002092","DOI":"10.1371\/journal.pcbi.1002092","article-title":"Spatio-temporal credit assignment in neuronal population learning","volume":"7","author":"J Friedrich","year":"2011","journal-title":"PLoS Computational Biology"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"6826","DOI":"10.1073\/pnas.0901835106","article-title":"Learning reward timing in cortex through reward dependent expression of synaptic plasticity. Supporting Material","volume":"106","author":"J Gavornik","year":"2009","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref26","article-title":"Distinct Eligibility Traces for LTP and LTD in Cortical Synapses","author":"K He","year":"2015","journal-title":"Neuron"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1037\/0735-7044.100.5.729","article-title":"Hippocampus and trace conditioning of the rabbit\u2019s classically conditioned nictitating membrane response","volume":"100","author":"PR Solomon","year":"1986","journal-title":"Behavioral Neuroscience"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1038\/nn.2501","article-title":"Stimulus onset quenches neural variability: a widespread cortical phenomenon","volume":"13","author":"MM Churchland","year":"2010","journal-title":"Nature neuroscience"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1472","DOI":"10.1038\/nn.3247","article-title":"Two layers of neural variability","volume":"15","author":"MM Churchland","year":"2012","journal-title":"Nature Neuroscience"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"925","DOI":"10.1038\/nn.3405","article-title":"Robust timing and motor patterns by taming chaos in recurrent neural networks","volume":"16","author":"R Laje","year":"2013","journal-title":"Nature Neuroscience"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1394","DOI":"10.1016\/j.neuron.2014.04.045","article-title":"Optimal Control of Transient Dynamics in Balanced Networks Supports Generation of Complex Movements","volume":"82","author":"G Hennequin","year":"2014","journal-title":"Neuron"},{"key":"ref32","unstructured":"Ludvig EEA, Sutton RRS, Verbeek E, Kehoe EJ (2009) A computational model of hippocampal function in trace conditioning. In: Advances in Neural Information Processing Systems 21, Curran Associates, Inc. pp. 993\u20131000."},{"key":"ref33","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1038\/nn.3036","article-title":"Activity recall in a visual cortical ensemble","volume":"15","author":"S Xu","year":"2012","journal-title":"Nature Neuroscience"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1016\/j.neuron.2009.07.027","article-title":"Hippocampal Replay of Extended Experience","volume":"63","author":"TJ Davidson","year":"2009","journal-title":"Neuron"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"1319","DOI":"10.1523\/JNEUROSCI.3989-14.2015","article-title":"Synaptic Consolidation: From Synapses to Behavioral Modeling","volume":"35","author":"L Ziegler","year":"2015","journal-title":"Journal of Neuroscience"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"e1000248","DOI":"10.1371\/journal.pcbi.1000248","article-title":"Tag-Trigger-Consolidation: A Model of Early and Late Long-Term-Potentiation and Depression","volume":"4","author":"C Clopath","year":"2008","journal-title":"PLoS Computational Biology"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"9673","DOI":"10.1523\/JNEUROSCI.1425-06.2006","article-title":"Triplets of spikes in a model of spike timing-dependent plasticity","volume":"26","author":"JP Pfister","year":"2006","journal-title":"The Journal of Neuroscience"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"13028","DOI":"10.1073\/pnas.0900546106","article-title":"Gain in sensitivity and loss in temporal contrast of STDP by dopaminergic modulation at hippocampal synapses","volume":"106","author":"JC Zhang","year":"2009","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"1173","DOI":"10.1162\/neco.2008.04-08-750","article-title":"On the asymptotic equivalence between differential Hebbian and temporal difference learning","volume":"21","author":"C Kolodziejski","year":"2009","journal-title":"Neural Computation"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1162\/neco.2008.08-07-593","article-title":"A Spiking Neural Network Model of an Actor-Critic Agent","volume":"21","author":"W Potjans","year":"2009","journal-title":"Neural Computation"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"e1003024","DOI":"10.1371\/journal.pcbi.1003024","article-title":"Reinforcement learning using a continuous time actor-critic framework with spiking neurons","volume":"9","author":"N Fr\u00e9maux","year":"2013","journal-title":"PLoS computational biology"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"2531","DOI":"10.1162\/089976602760407955","article-title":"Real-time computing without stable states: a new framework for neural computation based on perturbations","volume":"14","author":"W Maass","year":"2002","journal-title":"Neural Computation"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.1091277","article-title":"Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication","volume":"304","author":"H Jaeger","year":"2004","journal-title":"Science"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"8876","DOI":"10.1073\/pnas.0600676103","article-title":"Extending the effects of spike-timing-dependent plasticity to behavioral timescales","volume":"103","author":"PJ Drew","year":"2006","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"ref45","first-page":"12659","article-title":"A Simple Network Architecture Accounts for Diverse Reward Time Responses in Primary Visual Cortex","volume":"35","author":"MA Huertas","year":"2015","journal-title":"A Simple Network Architecture Accounts for Diverse Reward Time Responses in Primary Visual Cortex"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1126\/science.aaa4056","article-title":"Single-trial spike trains in parietal cortex reveal discrete steps during decision-making","volume":"349","author":"KW Latimer","year":"2015","journal-title":"Science"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"6908","DOI":"10.1073\/pnas.1506855112","article-title":"Predictive information in a sensory population","volume":"112","author":"SE Palmer","year":"2015","journal-title":"PNAS"},{"key":"ref48","article-title":"Stochastic Approximation and Recursive Algorithms and Applications","volume":"volume 35","author":"HJ Kushner","year":"2003"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005003","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,10]],"date-time":"2019-09-10T01:07:02Z","timestamp":1568077622000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005003"}},"subtitle":[],"editor":[{"given":"Peter E.","family":"Latham","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2016,6,24]]},"references-count":48,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2016,6,24]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005003","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,6,24]]}}}