{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T11:49:13Z","timestamp":1751629753631},"reference-count":72,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,11,21]],"date-time":"2013-11-21T00:00:00Z","timestamp":1384992000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Biol Cybern"],"published-print":{"date-parts":[[2014,2]]},"DOI":"10.1007\/s00422-013-0575-1","type":"journal-article","created":{"date-parts":[[2013,11,20]],"date-time":"2013-11-20T14:41:18Z","timestamp":1384958478000},"page":"23-48","source":"Crossref","is-referenced-by-count":9,"title":["Conditioning and time representation in long short-term memory networks"],"prefix":"10.1007","volume":"108","author":[{"given":"Francois","family":"Rivest","sequence":"first","affiliation":[]},{"given":"John F.","family":"Kalaska","sequence":"additional","affiliation":[]},{"given":"Yoshua","family":"Bengio","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,11,21]]},"reference":[{"issue":"1","key":"575_CR1","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/j.beproc.2008.09.010","volume":"80","author":"F Balci","year":"2009","unstructured":"Balci F, Gallistel CR, Allen BD, Frank KM, Gibson JM, Brunner D (2009) Acquisition of peak responding: what is learned? Behav Process 80(1):67\u201375","journal-title":"Behav Process"},{"issue":"1","key":"575_CR2","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1006\/lmot.2001.1104","volume":"33","author":"PD Balsam","year":"2002","unstructured":"Balsam PD, Drew MR, Yang C (2002) Timing at the start of associative learning. Learn. Motiv. 33(1):141\u2013155","journal-title":"Learn. Motiv."},{"issue":"2","key":"575_CR3","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"issue":"3","key":"575_CR4","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1006\/nlme.2001.4039","volume":"76","author":"AV Beylin","year":"2001","unstructured":"Beylin AV, Gandhi CC, Wood GE, Talk AC, Matzel LD, Shors TJ (2001) The role of the hippocampus in trace conditioning: temporal discontinuity or task difficulty? Neurobiol Learn Mem 76(3):447\u2013461","journal-title":"Neurobiol Learn Mem"},{"issue":"11","key":"575_CR5","doi-asserted-by":"crossref","first-page":"1196","DOI":"10.1093\/cercor\/bhg100","volume":"13","author":"CD Brody","year":"2003","unstructured":"Brody CD, Hernandez A, Zainos A, Romo R (2003) Timing and neural encoding of somatosensory parametric working memory in macaque prefrontal cortex. Cereb Cortex 13(11):1196\u20131207","journal-title":"Cereb Cortex"},{"issue":"23","key":"575_CR6","doi-asserted-by":"crossref","first-page":"10502","DOI":"10.1523\/JNEUROSCI.19-23-10502.1999","volume":"19","author":"J Brown","year":"1999","unstructured":"Brown J, Bullock D, Grossberg S (1999) How the basal ganglia use parallel excitatory and inhibitory learning pathways to selectively respond to unexpected rewarding cues. J Neurosci 19(23):10502\u201310511","journal-title":"J Neurosci"},{"issue":"3","key":"575_CR7","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1037\/0097-7403.26.3.305","volume":"26","author":"CV Buhusi","year":"2000","unstructured":"Buhusi CV, Meck WH (2000) Timing for the absence of a stimulus: the gap paradigm reversed. J Exp Psychol Anim Behav Process 26(3):305\u2013322","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"10","key":"575_CR8","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1038\/nrn1764","volume":"6","author":"CV Buhusi","year":"2005","unstructured":"Buhusi CV, Meck WH (2005) What makes us tick? Functional and neural mechanisms of interval timing. Nat Rev Neurosci 6(10):755\u2013765","journal-title":"Nat Rev Neurosci"},{"issue":"4","key":"575_CR9","doi-asserted-by":"crossref","first-page":"2275","DOI":"10.1152\/jn.01250.2004","volume":"94","author":"DV Buonomano","year":"2005","unstructured":"Buonomano DV (2005) A learning rule for the emergence of stable dynamics and timing in recurrent networks. J Neurophysiol 94(4):2275\u20132283","journal-title":"J Neurophysiol"},{"issue":"2","key":"575_CR10","doi-asserted-by":"crossref","first-page":"1352","DOI":"10.1152\/jn.1996.76.2.1352","volume":"76","author":"C Constantinidis","year":"1996","unstructured":"Constantinidis C, Steinmetz MA (1996) Neuronal activity in posterior parietal area 7a during the delay periods of a spatial memory task. J Neurophysiol 76(2):1352\u20131355","journal-title":"J Neurophysiol"},{"issue":"7","key":"575_CR11","doi-asserted-by":"crossref","first-page":"1637","DOI":"10.1162\/neco.2006.18.7.1637","volume":"18","author":"ND Daw","year":"2006","unstructured":"Daw ND, Courville AC, Touretzky DS (2006) Representation and timing in theories of the dopamine system. Neural Comput 18(7):1637\u20131677","journal-title":"Neural Comput"},{"issue":"1","key":"575_CR12","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/S0926-6410(97)00015-3","volume":"6","author":"PF Dominey","year":"1997","unstructured":"Dominey PF, Boussaoud D (1997) Encoding behavioral context in recurrent networks of the fronto-striatal system: a simulation study. Brain Res Cogn Brain Res 6(1):53\u201365","journal-title":"Brain Res Cogn Brain Res"},{"issue":"1","key":"575_CR13","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1037\/0033-295X.110.1.126","volume":"110","author":"V Dragoi","year":"2003","unstructured":"Dragoi V, Staddon JE, Palmer RG, Buhusi CV (2003) Interval timing as an emergent learning property. Psychol Rev 110(1):126\u2013144","journal-title":"Psychol Rev"},{"key":"575_CR14","doi-asserted-by":"crossref","first-page":"966","DOI":"10.1038\/nn.2159","volume":"11","author":"CD Fiorillo","year":"2008","unstructured":"Fiorillo CD, Newsome WT, Schultz W (2008) The temporal precision of reward prediction in dopamine neurons. Nat Neurosci 11:966\u2013973","journal-title":"Nat Neurosci"},{"key":"575_CR15","unstructured":"Frank M (2010) Interesting Hypothesis, New Finding. Faculty of 1000 Biology"},{"issue":"2","key":"575_CR16","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1152\/jn.1989.61.2.331","volume":"61","author":"S Funahashi","year":"1989","unstructured":"Funahashi S, Bruce CJ, Goldman-Rakic PS (1989) Mnemonic coding of visual space in the monkey\u2019s dorsolateral prefrontal cortex. J Neurophysiol 61(2):331\u2013349","journal-title":"J Neurophysiol"},{"issue":"2","key":"575_CR17","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1037\/0033-295X.107.2.289","volume":"107","author":"CR Gallistel","year":"2000","unstructured":"Gallistel CR, Gibbon J (2000) Time, rate, and conditioning. Psychol Rev 107(2):289\u2013344","journal-title":"Psychol Rev"},{"key":"575_CR18","doi-asserted-by":"crossref","DOI":"10.1002\/9781444310498","volume-title":"Memory and the computational brain: why cognitive science will transform neuroscience","author":"CR Gallistel","year":"2009","unstructured":"Gallistel CR, King AP (2009) Memory and the computational brain: why cognitive science will transform neuroscience. Wiley-Blackwell, New York"},{"issue":"10","key":"575_CR19","doi-asserted-by":"crossref","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"FA Gers","year":"2000","unstructured":"Gers FA, Schmidhuber J, Cummins F (2000) Learning to forget: continual prediction with LSTM. Neural Comput 12(10):2451\u20132471","journal-title":"Neural Comput"},{"key":"575_CR20","first-page":"115","volume":"3","author":"FA Gers","year":"2002","unstructured":"Gers FA, Schraudolph NN, Schmidhuber J (2002) Learning precise timing with LSTM recurrent networks. J Mach Learn Res 3:115\u2013143","journal-title":"J Mach Learn Res"},{"issue":"3","key":"575_CR21","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1037\/0033-295X.84.3.279","volume":"84","author":"J Gibbon","year":"1977","unstructured":"Gibbon J (1977) Scalar expectancy theory and Weber\u2019s Law in animal timing. Psychol Rev 84(3):279\u2013325","journal-title":"Psychol Rev"},{"key":"575_CR22","first-page":"52","volume-title":"Timing and time perception","author":"J Gibbon","year":"1984","unstructured":"Gibbon J, Church RM, Meck WH (1984) Scalar timing in memory. In: Gibbon J, Allen LG (eds) Timing and time perception. New York Academy of Sciences, New York, pp 52\u201377"},{"issue":"4","key":"575_CR23","doi-asserted-by":"crossref","first-page":"888","DOI":"10.1037\/0735-7044.120.4.888","volume":"120","author":"G Hernandez","year":"2006","unstructured":"Hernandez G, Hamdani S, Rajabi H, Conover K, Stewart J, Arvanitogiannis A, Shizgal P (2006) Prolonged rewarding stimulation of the rat medial forebrain bundle: neurochemical and behavioral consequences. Behav Neurosci 120(4):888\u2013904","journal-title":"Behav Neurosci"},{"issue":"8","key":"575_CR24","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"4","key":"575_CR25","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1038\/1124","volume":"1","author":"JR Hollerman","year":"1998","unstructured":"Hollerman JR, Schultz W (1998) Dopamine neurons report an error in the temporal prediction of reward during learning. Nat Neurosci 1(4):304\u2013309","journal-title":"Nat Neurosci"},{"issue":"7","key":"575_CR26","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/j.tics.2008.04.002","volume":"12","author":"RB Ivry","year":"2008","unstructured":"Ivry RB, Schlerf JE (2008) Dedicated and intrinsic models of time perception. Trends Cogn Sci 12(7):273\u2013280","journal-title":"Trends Cogn Sci"},{"issue":"3","key":"575_CR27","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.neuron.2007.01.006","volume":"53","author":"UR Karmarkar","year":"2007","unstructured":"Karmarkar UR, Buonomano DV (2007) Timing in the absence of clocks: encoding time in neural network states. Neuron 53(3):427\u2013438","journal-title":"Neuron"},{"issue":"5","key":"575_CR28","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1037\/a0017112","volume":"123","author":"EJ Kehoe","year":"2009","unstructured":"Kehoe EJ, Ludvig EA, Sutton RS (2009) Magnitude and timing of conditioned responses in delay and trace classical conditioning of the nictitating membrane response of the rabbit (Oryctolagus cuniculus). Behav Neurosci 123(5):1095\u20131101. doi: 10.1037\/a0017112","journal-title":"Behav Neurosci"},{"issue":"4","key":"575_CR29","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1037\/0097-7403.22.4.447","volume":"22","author":"K Kirkpatrick-Steger","year":"1996","unstructured":"Kirkpatrick-Steger K, Miller SS, Betti CA, Wasserman EA (1996) Cyclic responding by pigeons on the peak timing procedure. J Exp Psychol Anim Behav Process 22(4):447\u2013460","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"3","key":"575_CR30","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1007\/s00422-007-0209-6","volume":"98","author":"C Kolodziejski","year":"2008","unstructured":"Kolodziejski C, Porr B, Worgotter F (2008) Mathematical properties of neuronal TD-rules and differential Hebbian learning: a comparison. Biol Cybern 98(3):259\u2013272","journal-title":"Biol Cybern"},{"issue":"6846","key":"575_CR31","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1038\/35087595","volume":"412","author":"Y Komura","year":"2001","unstructured":"Komura Y, Tamura R, Uwano T, Nishijo H, Kaga K, Ono T (2001) Retrospective and prospective coding for predicted reward in the sensory thalamus. Nature 412(6846):546\u2013549","journal-title":"Nature"},{"issue":"1","key":"575_CR32","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1152\/jn.00734.2007","volume":"99","author":"MA Lebedev","year":"2008","unstructured":"Lebedev MA, O\u2019Doherty JE, Nicolelis MA (2008) Decoding of temporal intervals from cortical ensemble activity. J Neurophysiol 99(1):166\u2013186","journal-title":"J Neurophysiol"},{"key":"575_CR33","doi-asserted-by":"crossref","unstructured":"Leon MI, Shadlen MN (2003) Representation of time by neurons in the posterior parietal cortex of the macaque. Neuron 38(2): 317\u2013327","DOI":"10.1016\/S0896-6273(03)00185-5"},{"issue":"1","key":"575_CR34","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","volume":"67","author":"T Ljungberg","year":"1992","unstructured":"Ljungberg T, Apicella P, Schultz W (1992) Responses of monkey dopamine neurons during learning of behavioral reactions. J Neurophysiol 67(1):145\u2013163","journal-title":"J Neurophysiol"},{"issue":"2","key":"575_CR35","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1007\/s002210100818","volume":"141","author":"C Lucchetti","year":"2001","unstructured":"Lucchetti C, Bon L (2001) Time-modulated neuronal activity in the premotor cortex of macaque monkeys. Exp Brain Res 141(2):254\u2013260","journal-title":"Exp Brain Res"},{"issue":"2\u20133","key":"575_CR36","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1007\/s00421-005-1360-1","volume":"95","author":"C Lucchetti","year":"2005","unstructured":"Lucchetti C, Ulrici A, Bon L (2005) Dorsal premotor areas of nonhuman primate: functional flexibility in time domain. Eur J Appl Physiol 95(2\u20133):121\u2013130","journal-title":"Eur J Appl Physiol"},{"issue":"12","key":"575_CR37","doi-asserted-by":"crossref","first-page":"3034","DOI":"10.1162\/neco.2008.11-07-654","volume":"20","author":"EA Ludvig","year":"2008","unstructured":"Ludvig EA, Sutton RS, Kehoe EJ (2008) Stimulus representation and the timing of reward-prediction errors in models of the dopamine system. Neural Comput 20(12):3034\u20133054","journal-title":"Neural Comput"},{"key":"575_CR38","unstructured":"Ludvig EA, Sutton RS, Verbeek E, Kehoe EJ (2009) A computational model of hippocampal function in trace conditioning. In: Koller D, Schuurmans D, Bengio Y, Bottou L (eds) Advances in neural information processing systems, vol 21. MIT Press, Vancouver, pp 993\u20131000"},{"key":"575_CR39","doi-asserted-by":"crossref","unstructured":"Luzardo A, Ludvig EA, Rivest F (2013) An adaptive drift-diffusion model of interval timing dynamics. Behav Process. doi: 10.1016\/j.beproc.2013.02.003","DOI":"10.1016\/j.beproc.2013.02.003"},{"issue":"2","key":"575_CR40","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1037\/0033-295X.104.2.241","volume":"104","author":"A Machado","year":"1997","unstructured":"Machado A (1997) Learning the temporal dynamics of behavior. Psychol Rev 104(2):241\u2013265","journal-title":"Psychol Rev"},{"issue":"2","key":"575_CR41","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/j.cogbrainres.2004.06.012","volume":"21","author":"MS Matell","year":"2004","unstructured":"Matell MS, Meck WH (2004) Cortico-striatal circuits and interval timing: coincidence detection of oscillatory processes. Brain Res Cogn Brain Res 21(2):139\u2013170","journal-title":"Brain Res Cogn Brain Res"},{"issue":"2","key":"575_CR42","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/BF00239513","volume":"61","author":"KH Mauritz","year":"1986","unstructured":"Mauritz KH, Wise SP (1986) Premotor cortex of the rhesus monkey: neuronal activity in anticipation of predictable environmental events. Exp Brain Res 61(2):229\u2013244","journal-title":"Exp Brain Res"},{"issue":"3","key":"575_CR43","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1162\/neco.1989.1.3.359","volume":"1","author":"C Miall","year":"1989","unstructured":"Miall C (1989) The storage of time intervals using oscillating neurons. Neural Comput 1(3):359\u2013371. doi: 10.1162\/neco.1989.1.3.359","journal-title":"Neural Comput"},{"issue":"5","key":"575_CR44","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague PR, Dayan P, Sejnowski TJ (1996) A framework for mesencephalic dopamine systems based on predictive hebbian learning. J Neurosci 16(5):1936\u20131947","journal-title":"J Neurosci"},{"issue":"1","key":"575_CR45","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/j.neuron.2004.06.012","volume":"43","author":"G Morris","year":"2004","unstructured":"Morris G, Arkadir D, Nevet A, Vaadia E, Bergman H (2004) Coincident but distinct messages of midbrain dopamine and striatal tonically active neurons. Neuron 43(1):133\u2013143","journal-title":"Neuron"},{"issue":"1","key":"575_CR46","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1152\/jn.1986.55.1.163","volume":"55","author":"K Nakamura","year":"1986","unstructured":"Nakamura K, Ono T (1986) Lateral hypothalamus neuron involvement in integration of natural and artificial rewards and cue signals. J Neurophysiol 55(1):163\u2013181","journal-title":"J Neurophysiol"},{"issue":"2","key":"575_CR47","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/0006-8993(79)90328-7","volume":"171","author":"H Niki","year":"1979","unstructured":"Niki H, Watanabe M (1979) Prefrontal and cingulate unit activity during timing behavior in the monkey. Brain Res 171(2):213\u2013224","journal-title":"Brain Res"},{"issue":"2","key":"575_CR48","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1162\/089976606775093909","volume":"18","author":"RC O\u2019Reilly","year":"2006","unstructured":"O\u2019Reilly RC, Frank MJ (2006) Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia. Neural Comput 18(2):283\u2013328","journal-title":"Neural Comput"},{"issue":"11","key":"575_CR49","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1093\/cercor\/bhg092","volume":"13","author":"S Otani","year":"2003","unstructured":"Otani S, Daniel H, Roisin MP, Crepel F (2003) Dopaminergic modulation of long-term synaptic plasticity in rat prefrontal neurons. Cereb Cortex 13(11):1251\u20131256","journal-title":"Cereb Cortex"},{"issue":"26","key":"575_CR50","doi-asserted-by":"crossref","first-page":"6235","DOI":"10.1523\/JNEUROSCI.1478-05.2005","volume":"25","author":"WX Pan","year":"2005","unstructured":"Pan WX, Schmidt R, Wickens JR, Hyland BI (2005) Dopamine cells respond to predicted events during classical conditioning: evidence for eligibility traces in the reward-learning network. J Neurosci 25(26):6235\u20136242","journal-title":"J Neurosci"},{"issue":"13","key":"575_CR51","doi-asserted-by":"crossref","first-page":"3295","DOI":"10.1523\/JNEUROSCI.4098-03.2004","volume":"24","author":"J Reutimann","year":"2004","unstructured":"Reutimann J, Yakovlev V, Fusi S, Senn W (2004) Climbing neuronal activity as an event-based cortical representation of time. J Neurosci 24(13):3295\u20133303","journal-title":"J Neurosci"},{"issue":"1","key":"575_CR52","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1023\/A:1015736004189","volume":"17","author":"BJ Rhodes","year":"2002","unstructured":"Rhodes BJ, Bullock D (2002) A scalable model of cerebellar adaptive timing and sequencing: the recurrent slide and latch (RSL) model. Appl Intell 17(1):35\u201348","journal-title":"Appl Intell"},{"key":"575_CR53","unstructured":"Rivest F (2009) Mod\u00e8le informatique du coapprentissage des ganglions de la base et du cortex : L\u2019apprentissage par renforcement et le d\u00e9veloppement de repr\u00e9sentations. Dissertation, Universit\u00e9 de Montr\u00e9al. https:\/\/papyrus.bib.umontreal.ca\/xmlui\/handle\/1866\/4309 . Accessed 5 May 2010"},{"key":"575_CR54","unstructured":"Rivest F, Bengio Y (2011) Adaptive Drift-diffusion process to learn time intervals. Cornell University Librairy, arXiv:1103.2382v1"},{"issue":"1","key":"575_CR55","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s10827-009-0191-1","volume":"28","author":"F Rivest","year":"2010","unstructured":"Rivest F, Kalaska JF, Bengio Y (2010) Alternative time representation in dopamine models. J Comput Neurosci 28(1):107\u2013130","journal-title":"J Comput Neurosci"},{"key":"575_CR56","unstructured":"Robinson AJ, Fallside F (1987) The utility driven dynamic error propagation network. Technical report CUED\/F-INFENG\/TR.1. Cambridge University, Engineering Department, Cambridge, England"},{"issue":"6735","key":"575_CR57","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1038\/20939","volume":"399","author":"R Romo","year":"1999","unstructured":"Romo R, Brody CD, Hernandez A, Lemus L (1999) Neuronal correlates of parametric working memory in the prefrontal cortex. Nature 399(6735):470\u2013473","journal-title":"Nature"},{"key":"575_CR58","doi-asserted-by":"crossref","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1986) Learning internal representations by error propagation. In: Rumerlhart DE, McClelland JL, Group tPR (eds) Parallel distributed processing: explorations in the microstructure of cognition. vol 1 Foundations. MITPress\/Bradford Books, Cambridge","DOI":"10.21236\/ADA164453"},{"issue":"2","key":"575_CR59","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1016\/j.beproc.2006.10.012","volume":"74","author":"F Sanabria","year":"2007","unstructured":"Sanabria F, Killeen PR (2007) Temporal generalization accounts for response resurgence in the peak procedure. Behav Process 74(2):126\u2013141","journal-title":"Behav Process"},{"issue":"10","key":"575_CR60","doi-asserted-by":"crossref","first-page":"e1001413","DOI":"10.1371\/journal.pbio.1001413","volume":"10","author":"BA Schneider","year":"2012","unstructured":"Schneider BA, Ghose GM (2012) Temporal production signals in parietal cortex. PLoS Biol 10(10):e1001413. doi: 10.1371\/journal.pbio.1001413","journal-title":"PLoS Biol"},{"issue":"3","key":"575_CR61","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1523\/JNEUROSCI.13-03-00900.1993","volume":"13","author":"W Schultz","year":"1993","unstructured":"Schultz W, Apicella P, Ljungberg T (1993) Responses of monkey dopamine neurons to reward and conditioned stimuli during successive steps of learning a delayed response task. J Neurosci 13(3):900\u2013913","journal-title":"J Neurosci"},{"issue":"5306","key":"575_CR62","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz W, Dayan P, Montague PR (1997) A neural substrate of prediction and reward. Science 275(5306):1593\u20131599","journal-title":"Science"},{"issue":"25","key":"575_CR63","doi-asserted-by":"crossref","first-page":"9238","DOI":"10.1523\/JNEUROSCI.3121-10.2011","volume":"31","author":"P Simen","year":"2011","unstructured":"Simen P, Balci F, de Souza L, Cohen JD, Holmes P (2011) A model of interval timing by neural integration. J Neurosci 31(25):9238\u20139253. doi: 10.1523\/JNEUROSCI.3121-10.2011","journal-title":"J Neurosci"},{"key":"575_CR64","first-page":"271","volume":"26\u201327","author":"V Steuber","year":"1999","unstructured":"Steuber V, Willshaw DJ (1999) Adaptive leaky integrator models of cerebellar Purkinje cells can learn the clustering of temporal patterns. Comput Neurosci 26\u201327:271\u2013276","journal-title":"Comput Neurosci"},{"issue":"3","key":"575_CR65","doi-asserted-by":"crossref","first-page":"350","DOI":"10.1007\/s002210050467","volume":"121","author":"RE Suri","year":"1998","unstructured":"Suri RE, Schultz W (1998) Learning of sequential movements by neural network model with dopamine-like reinforcement signal. Exp Brain Res 121(3):350\u2013354","journal-title":"Exp Brain Res"},{"issue":"3","key":"575_CR66","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","volume":"91","author":"RE Suri","year":"1999","unstructured":"Suri RE, Schultz W (1999) A neural network model with dopamine-like reinforcement signal that learns a spatial delayed response task. Neuroscience 91(3):871\u2013890","journal-title":"Neuroscience"},{"issue":"4","key":"575_CR67","doi-asserted-by":"crossref","first-page":"544","DOI":"10.1016\/j.neuron.2009.07.018","volume":"63","author":"D Sussillo","year":"2009","unstructured":"Sussillo D, Abbott LF (2009) Generating coherent patterns of activity from chaotic neural networks. Neuron 63(4):544\u2013557","journal-title":"Neuron"},{"key":"575_CR68","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton RS (1988) Learning to predict by the methods of temporal differences. Mach Learn 3:9\u201344","journal-title":"Mach Learn"},{"key":"575_CR69","first-page":"497","volume-title":"Learning and computational neuroscience: foundations of adaptive networks","author":"RS Sutton","year":"1990","unstructured":"Sutton RS, Barto AG (1990) Time-derivative models of pavlovian reinforcement. In: Gabriel M, Moore J (eds) Learning and computational neuroscience: foundations of adaptive networks. MIT Press, Cambridge, pp 497\u2013538"},{"key":"575_CR70","volume-title":"Reinforcement learning: an introduction (adaptive computation and machine learning)","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction (adaptive computation and machine learning). MIT Press, Cambridge"},{"issue":"1","key":"575_CR71","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.bbr.2007.07.004","volume":"185","author":"G Thibaudeau","year":"2007","unstructured":"Thibaudeau G, Potvin O, Allen K, Dore FY, Goulet S (2007) Dorsal, ventral, and complete excitotoxic lesions of the hippocampus in rats failed to impair appetitive trace conditioning. Behav Brain Res 185(1):9\u201320","journal-title":"Behav Brain Res"},{"issue":"3","key":"575_CR72","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1016\/j.neunet.2007.04.004","volume":"20","author":"T Yamazaki","year":"2007","unstructured":"Yamazaki T, Tanaka S (2007) The cerebellum as a liquid state machine. Neural Netw 20(3):290\u2013297. doi: 10.1016\/j.neunet.2007.04.004","journal-title":"Neural Netw"}],"container-title":["Biological Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-013-0575-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00422-013-0575-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-013-0575-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,3]],"date-time":"2019-08-03T18:23:05Z","timestamp":1564856585000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00422-013-0575-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,11,21]]},"references-count":72,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,2]]}},"alternative-id":["575"],"URL":"https:\/\/doi.org\/10.1007\/s00422-013-0575-1","relation":{},"ISSN":["0340-1200","1432-0770"],"issn-type":[{"value":"0340-1200","type":"print"},{"value":"1432-0770","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,11,21]]}}}