{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T05:10:43Z","timestamp":1778476243170,"version":"3.51.4"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T00:00:00Z","timestamp":1778457600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T00:00:00Z","timestamp":1778457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01DA059993"],"award-info":[{"award-number":["R01DA059993"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-1951095"],"award-info":[{"award-number":["DMS-1951095"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Biol Cybern"],"DOI":"10.1007\/s00422-025-01031-3","type":"journal-article","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T04:48:50Z","timestamp":1778474930000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Distinct dopaminergic spike-timing-dependent plasticity rules are suited to different functional roles"],"prefix":"10.1007","volume":"120","author":[{"given":"Baram","family":"Sosis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan E.","family":"Rubin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,11]]},"reference":[{"issue":"3","key":"1031_CR1","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1093\/cercor\/6.3.406","volume":"6","author":"LF Abbott","year":"1996","unstructured":"Abbott LF, Blum KI (1996) Functional significance of long-term potentiation for sequence learning and prediction. Cereb Cortex 6(3):406\u2013416. https:\/\/doi.org\/10.1093\/cercor\/6.3.406","journal-title":"Cereb Cortex"},{"issue":"12","key":"1031_CR2","doi-asserted-by":"publisher","first-page":"4613","DOI":"10.1111\/ejn.14730","volume":"52","author":"J Baladron","year":"2020","unstructured":"Baladron J, Hamker FH (2020) Habit learning in hierarchical cortex-basal ganglia loops. Eur J Neurosci 52(12):4613\u20134638","journal-title":"Eur J Neurosci"},{"issue":"15","key":"1031_CR3","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2113961119","volume":"119","author":"CC Beron","year":"2022","unstructured":"Beron CC, Neufeld SQ, Linderman SW, Sabatini BL (2022) Mice exhibit stochastic and efficient action switching during probabilistic decision making. Proc Natl Acad Sci U S A 119(15):2113961119. https:\/\/doi.org\/10.1073\/pnas.2113961119","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"24","key":"1031_CR4","doi-asserted-by":"publisher","first-page":"10464","DOI":"10.1523\/JNEUROSCI.18-24-10464.1998","volume":"18","author":"G-Q Bi","year":"1998","unstructured":"Bi G-Q, Poo M-M (1998) Synaptic modifications in cultured hippocampal neurons: dependence on spike timing, synaptic strength, and postsynaptic cell type. J Neurosci 18(24):10464\u201310472. https:\/\/doi.org\/10.1523\/JNEUROSCI.18-24-10464.1998","journal-title":"J Neurosci"},{"issue":"1","key":"1031_CR5","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1146\/annurev.neuro.24.1.139","volume":"24","author":"G-Q Bi","year":"2001","unstructured":"Bi G-Q, Poo M-M (2001) Synaptic modification by correlated activity: hebb\u2019s postulate revisited. Annu Rev Neurosci 24(1):139\u2013166. https:\/\/doi.org\/10.1146\/annurev.neuro.24.1.139","journal-title":"Annu Rev Neurosci"},{"issue":"3","key":"1031_CR6","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1016\/j.tics.2006.12.006","volume":"11","author":"R Bogacz","year":"2007","unstructured":"Bogacz R (2007) Optimal decision-making theories: linking neurobiology with behaviour. Trends Cogn Sci 11(3):118\u2013125. https:\/\/doi.org\/10.1016\/j.tics.2006.12.006","journal-title":"Trends Cogn Sci"},{"issue":"2","key":"1031_CR7","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1162\/neco.2007.19.2.442","volume":"19","author":"R Bogacz","year":"2007","unstructured":"Bogacz R, Gurney K (2007) The basal ganglia and cortex implement optimal decision making between alternative actions. Neural Comput 19(2):442\u2013477. https:\/\/doi.org\/10.1162\/neco.2007.19.2.442","journal-title":"Neural Comput"},{"key":"1031_CR8","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.65540","volume":"10","author":"K Bond","year":"2021","unstructured":"Bond K, Dunovan K, Porter A, Rubin JE, Verstynen T (2021) Dynamic decision policy reconfiguration under outcome uncertainty. Elife 10:65540. https:\/\/doi.org\/10.7554\/eLife.65540","journal-title":"Elife"},{"issue":"5","key":"1031_CR9","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1016\/j.neuron.2005.01.027","volume":"45","author":"P Cisek","year":"2005","unstructured":"Cisek P, Kalaska JF (2005) Neural correlates of reaching decisions in dorsal premotor cortex: specification of multiple direction choices and final selection of action. Neuron 45(5):801\u2013814. https:\/\/doi.org\/10.1016\/j.neuron.2005.01.027","journal-title":"Neuron"},{"key":"1031_CR10","doi-asserted-by":"crossref","unstructured":"Clapp M, Bahuguna J, Giossi C, Rubin J, Verstynen TV, Vich C (2024) CBgtpy: An extensible cortico-basal ganglia-thalamic framework for modeling biological decision making. Plos One 20(1):e0310367","DOI":"10.1371\/journal.pone.0310367"},{"issue":"7383","key":"1031_CR11","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1038\/nature10754","volume":"482","author":"JY Cohen","year":"2012","unstructured":"Cohen JY, Haesler S, Vong L, Lowell BB, Uchida N (2012) Neuron-type-specific signals for reward and punishment in the ventral tegmental area. Nature 482(7383):85\u201388","journal-title":"Nature"},{"issue":"42","key":"1031_CR12","doi-asserted-by":"publisher","first-page":"14273","DOI":"10.1523\/JNEUROSCI.1894-10.2010","volume":"30","author":"JK Dreyer","year":"2010","unstructured":"Dreyer JK, Herrik KF, Berg RW, Hounsgaard JD (2010) Influence of phasic and tonic dopamine release on receptor activation. J Neurosci 30(42):14273\u201314283","journal-title":"J Neurosci"},{"issue":"5","key":"1031_CR13","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1006998","volume":"15","author":"K Dunovan","year":"2019","unstructured":"Dunovan K, Vich C, Clapp M, Verstynen T, Rubin J (2019) Reward-driven changes in striatal pathway competition shape evidence evaluation in decision-making. PLoS Comput Biol 15(5):1006998","journal-title":"PLoS Comput Biol"},{"issue":"1","key":"1031_CR14","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-017-00394-x","volume":"8","author":"SD Fisher","year":"2017","unstructured":"Fisher SD, Robertson PB, Black MJ, Redgrave P, Sagar MA, Abraham WC, Reynolds JNJ (2017) Reinforcement determines the timing dependence of corticostriatal synaptic plasticity in vivo. Nat Commun 8(1):334. https:\/\/doi.org\/10.1038\/s41467-017-00394-x","journal-title":"Nat Commun"},{"key":"1031_CR15","doi-asserted-by":"publisher","unstructured":"Fr\u00e9maux N, Gerstner W (2016) Neuromodulated Spike-Timing-Dependent Plasticity, and Theory of Three-Factor Learning Rules. Frontiers in Neural Circuits 9 https:\/\/doi.org\/10.3389\/fncir.2015.00085","DOI":"10.3389\/fncir.2015.00085"},{"issue":"4","key":"1031_CR16","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1002\/cne.902360404","volume":"236","author":"CR Gerfen","year":"1985","unstructured":"Gerfen CR (1985) The neostriatal mosaic. I. Compartmental organization of projections from the striatum to the substantia nigra in the rat. J Comp Neurol 236(4):454\u2013476","journal-title":"J Comp Neurol"},{"issue":"6595","key":"1031_CR17","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1038\/383076a0","volume":"383","author":"W Gerstner","year":"1996","unstructured":"Gerstner W, Kempter R, van Hemmen JL, Wagner H (1996) A neuronal learning rule for sub-millisecond temporal coding. Nature 383(6595):76\u201378. https:\/\/doi.org\/10.1038\/383076a0","journal-title":"Nature"},{"key":"1031_CR18","doi-asserted-by":"publisher","DOI":"10.3389\/fncir.2018.00053","author":"W Gerstner","year":"2018","unstructured":"Gerstner W, Lehmann M, Liakoni V, Corneil D, Brea J (2018) Eligibility traces and plasticity on behavioral time scales: experimental support of neohebbian three-factor learning rules. Front Neural Circuits. https:\/\/doi.org\/10.3389\/fncir.2018.00053","journal-title":"Front Neural Circuits"},{"issue":"9","key":"1031_CR20","doi-asserted-by":"publisher","first-page":"3697","DOI":"10.1523\/JNEUROSCI.23-09-03697.2003","volume":"23","author":"R G\u00fctig","year":"2003","unstructured":"G\u00fctig R, Aharonov R, Rotter S, Sompolinsky H (2003) Learning input correlations through nonlinear temporally asymmetric hebbian plasticity. J Neurosci 23(9):3697\u20133714. https:\/\/doi.org\/10.1523\/JNEUROSCI.23-09-03697.2003","journal-title":"J Neurosci"},{"issue":"1","key":"1031_CR19","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.1002034","volume":"13","author":"KN Gurney","year":"2015","unstructured":"Gurney KN, Humphries MD, Redgrave P (2015) A new framework for cortico-striatal plasticity: behavioural theory meets in vitro data at the reinforcement-action interface. PLoS Biol 13(1):1002034","journal-title":"PLoS Biol"},{"issue":"3","key":"1031_CR21","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1016\/j.neuron.2015.09.037","volume":"88","author":"K He","year":"2015","unstructured":"He K, Huertas M, Hong SZ, Tie X, Hell JW, Shouval H, Kirkwood A (2015) Distinct eligibility traces for LTP and LTD in cortical synapses. Neuron 88(3):528\u2013538. https:\/\/doi.org\/10.1016\/j.neuron.2015.09.037","journal-title":"Neuron"},{"key":"1031_CR22","doi-asserted-by":"publisher","first-page":"249","DOI":"10.7551\/mitpress\/4708.003.0020","volume-title":"Models of Information Processing in the Basal Ganglia","author":"JC Houk","year":"1994","unstructured":"Houk JC, Adams JL, Barto AG (1994) A Model of How the Basal Ganglia Generate and Use Neural Signals That Predict Reinforcement. In: Houk JC, Davis JL, Beiser DG (eds) Models of Information Processing in the Basal Ganglia. The MIT Press, Cambridge, MA, pp 249\u2013270. https:\/\/doi.org\/10.7551\/mitpress\/4708.003.0020"},{"issue":"10","key":"1031_CR23","doi-asserted-by":"publisher","first-page":"2443","DOI":"10.1093\/cercor\/bhl152","volume":"17","author":"EM Izhikevich","year":"2007","unstructured":"Izhikevich EM (2007) Solving the distal reward problem through linkage of STDP and dopamine signaling. Cereb Cortex 17(10):2443\u20132452. https:\/\/doi.org\/10.1093\/cercor\/bhl152","journal-title":"Cereb Cortex"},{"key":"1031_CR24","doi-asserted-by":"publisher","DOI":"10.3389\/fnsys.2021.729389","volume":"15","author":"S Kato","year":"2021","unstructured":"Kato S, Nishizawa K, Kobayashi K (2021) Thalamostriatal system controls the acquisition, performance, and flexibility of learning behavior. Front Syst Neurosci 15:729389","journal-title":"Front Syst Neurosci"},{"key":"1031_CR25","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.neuroscience.2014.07.021","volume":"282","author":"J Keeler","year":"2014","unstructured":"Keeler J, Pretsell D, Robbins T (2014) Functional implications of dopamine D1 vs. D2 receptors: a \u2018prepare and select\u2019model of the striatal direct vs. indirect pathways. Neuroscience 282:156\u2013175","journal-title":"Neuroscience"},{"issue":"2","key":"1031_CR26","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1162\/089976600300015844","volume":"12","author":"WM Kistler","year":"2000","unstructured":"Kistler WM, Hemmen JLV (2000) Modeling synaptic plasticity in conjunction with the timing of pre- and postsynaptic action potentials. Neural Comput 12(2):385\u2013405. https:\/\/doi.org\/10.1162\/089976600300015844","journal-title":"Neural Comput"},{"key":"1031_CR27","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.conb.2020.10.012","volume":"67","author":"TN Lerner","year":"2021","unstructured":"Lerner TN, Holloway AL, Dopamine Seiler JL (2021) Updated: reward prediction error and beyond. Curr Opin Neurobiol 67:123\u2013130. https:\/\/doi.org\/10.1016\/j.conb.2020.10.012","journal-title":"Curr Opin Neurobiol"},{"issue":"4","key":"1031_CR28","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1002\/cne.903450407","volume":"345","author":"E Lynd-Balta","year":"1994","unstructured":"Lynd-Balta E, Haber S (1994) Primate striatonigral projections: a comparison of the sensorimotor-related striatum and the ventral striatum. J Comp Neurol 345(4):562\u2013578","journal-title":"J Comp Neurol"},{"issue":"5297","key":"1031_CR29","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1126\/science.275.5297.213","volume":"275","author":"H Markram","year":"1997","unstructured":"Markram H, L\u00fcbke J, Frotscher M, Sakmann B (1997) Regulation of synaptic efficacy by coincidence of postsynaptic APs and EPSPs. Science 275(5297):213\u2013215. https:\/\/doi.org\/10.1126\/science.275.5297.213","journal-title":"Science"},{"issue":"8","key":"1031_CR30","doi-asserted-by":"publisher","first-page":"4381","DOI":"10.1093\/cercor\/bhaa024","volume":"30","author":"A Mendes","year":"2020","unstructured":"Mendes A, Vignoud G, Perez S, Perrin E, Touboul J, Venance L (2020) Concurrent thalamostriatal and corticostriatal spike-timing-dependent plasticity and heterosynaptic interactions shape striatal plasticity map. Cereb Cortex 30(8):4381\u20134401","journal-title":"Cereb Cortex"},{"issue":"9","key":"1031_CR31","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1005062","volume":"12","author":"JG Mikhael","year":"2016","unstructured":"Mikhael JG, Bogacz R (2016) Learning reward uncertainty in the basal ganglia. PLoS Comput Biol 12(9):1005062","journal-title":"PLoS Comput Biol"},{"issue":"5","key":"1031_CR32","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"P Montague","year":"1996","unstructured":"Montague P, Dayan P, Sejnowski T (1996) A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J Neurosci 16(5):1936\u20131947. https:\/\/doi.org\/10.1523\/JNEUROSCI.16-05-01936.1996","journal-title":"J Neurosci"},{"issue":"8","key":"1031_CR33","doi-asserted-by":"publisher","first-page":"1057","DOI":"10.1038\/nn1743","volume":"9","author":"G Morris","year":"2006","unstructured":"Morris G, Nevet A, Arkadir D, Vaadia E, Bergman H (2006) Midbrain dopamine neurons encode decisions for future action. Nat Neurosci 9(8):1057\u20131063","journal-title":"Nat Neurosci"},{"issue":"5669","key":"1031_CR34","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"J O\u2019Doherty","year":"2004","unstructured":"O\u2019Doherty J, Dayan P, Schultz J, Deichmann R, Friston K, Dolan RJ (2004) Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science 304(5669):452\u2013454","journal-title":"Science"},{"issue":"11","key":"1031_CR35","doi-asserted-by":"publisher","first-page":"1251","DOI":"10.1093\/cercor\/bhg092","volume":"13","author":"S Otani","year":"2003","unstructured":"Otani S, Daniel H, Roisin M-P, Crepel F (2003) Dopaminergic modulation of long-term synaptic plasticity in rat prefrontal neurons. Cereb Cortex 13(11):1251\u20131256","journal-title":"Cereb Cortex"},{"issue":"11","key":"1031_CR36","doi-asserted-by":"publisher","DOI":"10.1016\/j.celrep.2022.110521","volume":"38","author":"S Perez","year":"2022","unstructured":"Perez S, Cui Y, Vignoud G, Perrin E, Mendes A, Zheng Z, Touboul J, Venance L (2022) Striatum expresses region-specific plasticity consistent with distinct memory abilities. Cell Rep 38(11):110521. https:\/\/doi.org\/10.1016\/j.celrep.2022.110521","journal-title":"Cell Rep"},{"issue":"3","key":"1031_CR37","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1016\/0306-4522(89)90168-1","volume":"30","author":"EK Richfield","year":"1989","unstructured":"Richfield EK, Penney JB, Young AB (1989) Anatomical and affinity state comparisons between dopamine d1 and d2 receptors in the rat central nervous system. Neuroscience 30(3):767\u2013777","journal-title":"Neuroscience"},{"issue":"3","key":"1031_CR38","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1111\/jnc.16052","volume":"168","author":"B Riley","year":"2024","unstructured":"Riley B, Gould E, Lloyd J, Hallum LE, Vlajkovic S, Todd K, Freestone PS (2024) Dopamine transmission in the tail striatum: regional variation and contribution of dopamine clearance mechanisms. J Neurochem 168(3):251\u2013268. https:\/\/doi.org\/10.1111\/jnc.16052","journal-title":"J Neurochem"},{"issue":"23","key":"1031_CR39","doi-asserted-by":"publisher","first-page":"8812","DOI":"10.1523\/JNEUROSCI.20-23-08812.2000","volume":"20","author":"MCW Rossum","year":"2000","unstructured":"Rossum MCW, Bi GQ, Turrigiano GG (2000) Stable hebbian learning from spike timing-dependent plasticity. J Neurosci 20(23):8812\u20138821. https:\/\/doi.org\/10.1523\/JNEUROSCI.20-23-08812.2000","journal-title":"J Neurosci"},{"issue":"7","key":"1031_CR41","doi-asserted-by":"publisher","first-page":"2234","DOI":"10.1111\/ejn.14745","volume":"53","author":"JE Rubin","year":"2021","unstructured":"Rubin JE, Vich C, Clapp M, Noneman K, Verstynen T (2021) The credit assignment problem in cortico-basal ganglia-thalamic networks: a review, a problem and a possible solution. Eur J Neurosci 53(7):2234\u20132253. https:\/\/doi.org\/10.1111\/ejn.14745","journal-title":"Eur J Neurosci"},{"issue":"2","key":"1031_CR40","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1103\/PhysRevLett.86.364","volume":"86","author":"J Rubin","year":"2001","unstructured":"Rubin J, Lee DD, Sompolinsky H (2001) Equilibrium properties of temporally asymmetric hebbian plasticity. Phys Rev Lett 86(2):364\u2013367. https:\/\/doi.org\/10.1103\/PhysRevLett.86.364","journal-title":"Phys Rev Lett"},{"issue":"5752","key":"1031_CR42","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1126\/science.1115270","volume":"310","author":"K Samejima","year":"2005","unstructured":"Samejima K, Ueda Y, Doya K, Kimura M (2005) Representation of action-specific reward values in the striatum. Science 310(5752):1337\u20131340","journal-title":"Science"},{"issue":"1","key":"1031_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","volume":"80","author":"W Schultz","year":"1998","unstructured":"Schultz W (1998) Predictive reward signal of dopamine neurons. J Neurophysiol 80(1):1\u201327. https:\/\/doi.org\/10.1152\/jn.1998.80.1.1","journal-title":"J Neurophysiol"},{"issue":"5306","key":"1031_CR44","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz W, Dayan P, Montague PR (1997) A neural substrate of prediction and reward. Science 275(5306):1593\u20131599. https:\/\/doi.org\/10.1126\/science.275.5306.1593","journal-title":"Science"},{"issue":"3","key":"1031_CR45","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1152\/jn.1990.63.3.607","volume":"63","author":"W Schultz","year":"1990","unstructured":"Schultz W, Romo R (1990) Dopamine neurons of the monkey midbrain: contingencies of responses to stimuli eliciting immediate behavioral reactions. J Neurophysiol 63(3):607\u2013624. https:\/\/doi.org\/10.1152\/jn.1990.63.3.607","journal-title":"J Neurophysiol"},{"key":"1031_CR46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-77836-5","volume-title":"Algebraic Inequalities. Problem Books in Mathematics","author":"H Sedrakyan","year":"2018","unstructured":"Sedrakyan H, Sedrakyan N (2018) Algebraic Inequalities. Problem Books in Mathematics. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-77836-5"},{"issue":"5","key":"1031_CR47","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1016\/j.neuron.2012.03.037","volume":"74","author":"M Seo","year":"2012","unstructured":"Seo M, Lee E, Averbeck BB (2012) Action selection and action value in frontal-striatal circuits. Neuron 74(5):947\u2013960","journal-title":"Neuron"},{"issue":"28","key":"1031_CR48","doi-asserted-by":"publisher","first-page":"9196","DOI":"10.1523\/JNEUROSCI.0313-14.2024","volume":"34","author":"Q Shan","year":"2014","unstructured":"Shan Q, Ge M, Christie MJ, Balleine BW (2014) The acquisition of goal-directed actions generates opposing plasticity in direct and indirect pathways in dorsomedial striatum. J Neurosci 34(28):9196\u20139201. https:\/\/doi.org\/10.1523\/JNEUROSCI.0313-14.2024","journal-title":"J Neurosci"},{"issue":"5890","key":"1031_CR49","doi-asserted-by":"publisher","first-page":"848","DOI":"10.1126\/science.1160575","volume":"321","author":"W Shen","year":"2008","unstructured":"Shen W, Flajolet M, Greengard P, Surmeier DJ (2008) Dichotomous dopaminergic control of striatal synaptic plasticity. Science 321(5890):848\u2013851. https:\/\/doi.org\/10.1126\/science.1160575","journal-title":"Science"},{"issue":"5","key":"1031_CR50","doi-asserted-by":"publisher","first-page":"726","DOI":"10.1111\/ejn.13921","volume":"49","author":"T Shindou","year":"2019","unstructured":"Shindou T, Shindou M, Watanabe S, Wickens J (2019) A silent eligibility trace enables dopamine-dependent synaptic plasticity for reinforcement learning in the mouse striatum. Eur J Neurosci 49(5):726\u2013736. https:\/\/doi.org\/10.1111\/ejn.13921","journal-title":"Eur J Neurosci"},{"issue":"1","key":"1031_CR51","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/S0306-4522(01)00260-3","volume":"106","author":"R Smith","year":"2001","unstructured":"Smith R, Musleh W, Akopian G, Buckwalter G, Walsh JP (2001) Regional differences in the expression of corticostriatal synaptic plasticity. Neuroscience 106(1):95\u2013101. https:\/\/doi.org\/10.1016\/S0306-4522(01)00260-3","journal-title":"Neuroscience"},{"key":"1031_CR61","unstructured":"Sosis B (2024) A Mathematical Analysis of Effective Learning and Decision-Making in Neuronal Circuits. PhD thesis, University of Pittsburgh (2024). https:\/\/d-scholarship.pitt.edu\/47171\/"},{"key":"1031_CR52","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/S0079-6123(10)83008-0","volume":"183","author":"DJ Surmeier","year":"2010","unstructured":"Surmeier DJ, Shen W, Day M, Gertler T, Chan S, Tian X, Plotkin JL (2010) The role of dopamine in modulating the structure and function of striatal circuits. Prog Brain Res 183:149. https:\/\/doi.org\/10.1016\/S0079-6123(10)83008-0","journal-title":"Prog Brain Res"},{"key":"1031_CR53","volume-title":"Reinforcement Learning, Second Edition: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement Learning, Second Edition: An Introduction. MIT Press, Cambridge, MA"},{"issue":"6","key":"1031_CR54","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1010255","volume":"18","author":"C Vich","year":"2022","unstructured":"Vich C, Clapp M, Rubin JE, Verstynen T (2022) Identifying control ensembles for information processing within the cortico-basal ganglia-thalamic circuit. PLoS Comput Biol 18(6):1010255","journal-title":"PLoS Comput Biol"},{"key":"1031_CR55","doi-asserted-by":"publisher","DOI":"10.1016\/j.cnsns.2019.105048","volume":"82","author":"C Vich","year":"2020","unstructured":"Vich C, Dunovan K, Verstynen T, Rubin J (2020) Corticostriatal synaptic weight evolution in a two-alternative forced choice task: a computational study. Commun Nonlinear Sci Numer Simul 82:105048. https:\/\/doi.org\/10.1016\/j.cnsns.2019.105048","journal-title":"Commun Nonlinear Sci Numer Simul"},{"key":"1031_CR56","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0686-2","volume":"17","author":"P Virtanen","year":"2020","unstructured":"Virtanen P, Gommers R, Oliphant TE, Haberland M, Reddy T, Cournapeau D, Burovski E, Peterson P, Weckesser W, Bright J, van der Walt SJ, Brett M, Wilson J, Millman KJ, Mayorov N, Nelson ARJ, Jones E, Kern R, Larson E, Carey CJ, Polat \u0130, Feng Y, Moore EW, VanderPlas J, Laxalde D, Perktold J, Cimrman R, Henriksen I, Quintero EA, Harris CR, Archibald AM, Ribeiro AH, Pedregosa F, van Mulbregt P (2020) SciPy 1.0 Contributors: SciPy 1.0: Fundamental Algorithms for Scientific Computing in Python. Nat Methods 17:10. https:\/\/doi.org\/10.1038\/s41592-019-0686-2","journal-title":"Nat Methods"},{"issue":"1","key":"1031_CR57","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.nlm.2007.08.015","volume":"89","author":"Y Wang","year":"2008","unstructured":"Wang Y (2008) Differential effect of aging on synaptic plasticity in the ventral and dorsal striatum. Neurobiol Learn Mem 89(1):70\u201375. https:\/\/doi.org\/10.1016\/j.nlm.2007.08.015","journal-title":"Neurobiol Learn Mem"},{"issue":"32","key":"1031_CR58","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2221994120","volume":"120","author":"E W\u00e4rnberg","year":"2023","unstructured":"W\u00e4rnberg E, Kumar A (2023) Feasibility of dopamine as a vector-valued feedback signal in the basal ganglia. Proc Natl Acad Sci U S A 120(32):2221994120. https:\/\/doi.org\/10.1073\/pnas.2221994120","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"4","key":"1031_CR59","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.69.041909","volume":"69","author":"X Xie","year":"2004","unstructured":"Xie X, Seung HS (2004) Learning in neural networks by reinforcement of irregular spiking. Phys Rev E 69(4):041909. https:\/\/doi.org\/10.1103\/PhysRevE.69.041909","journal-title":"Phys Rev E"},{"issue":"6204","key":"1031_CR60","doi-asserted-by":"publisher","first-page":"1616","DOI":"10.1126\/science.1255514","volume":"345","author":"S Yagishita","year":"2014","unstructured":"Yagishita S, Hayashi-Takagi A, Ellis-Davies GCR, Urakubo H, Ishii S, Kasai H (2014) A critical time window for dopamine actions on the structural plasticity of dendritic spines. Science 345(6204):1616\u20131620. https:\/\/doi.org\/10.1126\/science.1255514","journal-title":"Science"}],"container-title":["Biological Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-025-01031-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00422-025-01031-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00422-025-01031-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T04:48:58Z","timestamp":1778474938000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00422-025-01031-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,11]]},"references-count":61,"journal-issue":{"issue":"3-4","published-online":{"date-parts":[[2026,8]]}},"alternative-id":["1031"],"URL":"https:\/\/doi.org\/10.1007\/s00422-025-01031-3","relation":{},"ISSN":["1432-0770"],"issn-type":[{"value":"1432-0770","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,11]]},"assertion":[{"value":"25 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"15"}}