{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T16:02:31Z","timestamp":1740153751305,"version":"3.37.3"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,11,3]],"date-time":"2021-11-03T00:00:00Z","timestamp":1635897600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,11,3]],"date-time":"2021-11-03T00:00:00Z","timestamp":1635897600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61773027","62076014"],"award-info":[{"award-number":["61773027","62076014"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cogn Comput"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s12559-021-09950-6","type":"journal-article","created":{"date-parts":[[2021,11,3]],"date-time":"2021-11-03T05:02:58Z","timestamp":1635915778000},"page":"1189-1210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Possible Explanation for the Generation of Habit in Navigation: a Striatal Behavioral Learning Model"],"prefix":"10.1007","volume":"14","author":[{"given":"Jie","family":"Chai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaogang","family":"Ruan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8804-7150","authenticated-orcid":false,"given":"Jing","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,3]]},"reference":[{"key":"9950_CR1","doi-asserted-by":"publisher","first-page":"3921","DOI":"10.1007\/s00521-016-2314-8","volume":"28","author":"OF Ertugrul","year":"2017","unstructured":"Ertugrul OF, Tagluk ME. A novel machine learning method based on generalized behavioral learning theory. Neural Comput Appl. 2017;28:3921\u201339.","journal-title":"Neural Comput Appl"},{"key":"9950_CR2","volume-title":"Learning theories: an educational perspective","author":"DH Schunk","year":"2012","unstructured":"Schunk DH. Learning theories: an educational perspective. 6th ed. London: Pearson; 2012.","edition":"6"},{"issue":"12","key":"9950_CR3","doi-asserted-by":"publisher","first-page":"6132","DOI":"10.1109\/TNNLS.2018.2816518","volume":"29","author":"AD Rast","year":"2018","unstructured":"Rast AD, Adams SV, Davidson S, Davies S, Hopkins M, Rowley A, et al. Behavioral learning in a cognitive neuromorphic robot: an integrative approach. IEEE Trans Neural Netw. 2018;29(12):6132\u201344.","journal-title":"IEEE Trans Neural Netw"},{"issue":"12","key":"9950_CR4","doi-asserted-by":"publisher","first-page":"3280","DOI":"10.1109\/TCYB.2018.2857704","volume":"48","author":"P Ye","year":"2018","unstructured":"Ye P, Wang T, Wang F. A survey of cognitive architectures in the past 20 years. IEEE Trans Cybern. 2018;48(12):3280\u201390.","journal-title":"IEEE Trans Cybern"},{"issue":"2","key":"9950_CR5","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1037\/rev0000120","volume":"126","author":"KJ Miller","year":"2019","unstructured":"Miller KJ, Shenhav A, Ludvig EA. Habits without values. Psychol Rev. 2019;126(2):292\u2013311.","journal-title":"Psychol Rev"},{"issue":"2","key":"9950_CR6","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","volume":"80","author":"RJ Dolan","year":"2013","unstructured":"Dolan RJ, Dayan P. Goals and habits in the brain. Neuron. 2013;80(2):312\u201325.","journal-title":"Neuron"},{"issue":"5","key":"9950_CR7","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1016\/j.tics.2010.02.001","volume":"14","author":"FG Ashby","year":"2010","unstructured":"Ashby FG, Turner BO, Horvitz JC. Cortical and basal ganglia contributions to habit learning and automaticity. Trends Cogn Sci. 2010;14(5):208\u201315.","journal-title":"Trends Cogn Sci"},{"issue":"31","key":"9950_CR8","doi-asserted-by":"publisher","first-page":"8161","DOI":"10.1523\/JNEUROSCI.1554-07.2007","volume":"27","author":"BW Balleine","year":"2007","unstructured":"Balleine BW, Delgado MR, Hikosaka O. The role of the dorsal striatum in reward and decision-making. J Neurosci. 2007;27(31):8161\u20135.","journal-title":"J Neurosci"},{"issue":"3","key":"9950_CR9","doi-asserted-by":"publisher","first-page":"374","DOI":"10.1016\/j.conb.2011.02.009","volume":"21","author":"AM Bornstein","year":"2011","unstructured":"Bornstein AM, Daw ND. Multiplicity of control in the basal ganglia: computational roles of striatal subregions. Curr Opin Neurobiol. 2011;21(3):374\u201380.","journal-title":"Curr Opin Neurobiol"},{"issue":"7","key":"9950_CR10","doi-asserted-by":"publisher","first-page":"444","DOI":"10.1101\/lm.2123811","volume":"18","author":"R Moussa","year":"2011","unstructured":"Moussa R, Poucet B, Amalric M, Sargolini F. Contributions of dorsal striatal subregions to spatial alternation behavior. Learn Mem. 2011;18(7):444\u201351.","journal-title":"Learn Mem"},{"key":"9950_CR11","doi-asserted-by":"publisher","unstructured":"Donahue CH, Liu M, Kreitzer AC, Kreitzer AC. Distinct value encoding in striatal direct and indirect pathways during adaptive learning. bioRxiv. 2018;277855. https:\/\/doi.org\/10.1101\/277855.","DOI":"10.1101\/277855"},{"key":"9950_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2015\/187417","volume":"187417","author":"C Baston","year":"2015","unstructured":"Baston C, Ursino M. A biologically inspired computational model of basal ganglia in action selection. Comput Intell Neurosci. 2015;187417:1\u201324.","journal-title":"Comput Intell Neurosci"},{"issue":"2","key":"9950_CR13","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/S0896-6273(03)00169-7","volume":"38","author":"JP Odoherty","year":"2003","unstructured":"Odoherty JP, Dayan P, Friston KJ, Critchley H, Dolan RJ. Temporal difference models and reward-related learning in the human brain. Neuron. 2003;38(2):329\u201337.","journal-title":"Neuron"},{"issue":"3","key":"9950_CR14","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/s10846-010-9467-y","volume":"63","author":"A Barrera","year":"2011","unstructured":"Barrera A, Caceres A, Weitzenfeld A, Amaya VR. Comparative experimental studies on spatial memory and learning in rats and robots. J Intell Robot Syst. 2011;63(3):361\u201397.","journal-title":"J Intell Robot Syst"},{"issue":"2","key":"9950_CR15","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/s12559-017-9511-3","volume":"10","author":"F Zhao","year":"2018","unstructured":"Zhao F, Zeng Y, Wang G, Bai J, Xu B. A brain-inspired decision making model based on top-down biasing of prefrontal cortex to basal ganglia and its application in autonomous UAV explorations. Cogn Comput. 2018;10(2):296\u2013306.","journal-title":"Cogn Comput"},{"key":"9950_CR16","doi-asserted-by":"crossref","unstructured":"Bloem B, Huda R, Sru M, Graybiel AM. Two-photon imaging in mice shows striosomes and matrix have overlapping but differential reinforcement-related responses. eLife. 2017;6:e32353.","DOI":"10.7554\/eLife.32353"},{"key":"9950_CR17","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.neunet.2012.12.012","volume":"39","author":"M Mirolli","year":"2013","unstructured":"Mirolli M, Santucci VG, Baldassarre G. Phasic dopamine as a prediction error of intrinsic and extrinsic reinforcements driving both action acquisition and reward maximization: a simulated robotic study. Neural Netw. 2013;39:40\u201351.","journal-title":"Neural Netw"},{"key":"9950_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnsys.2011.00066","volume":"5","author":"CA Seger","year":"2011","unstructured":"Seger CA, Spiering BJ. A critical review of habit learning and the basal ganglia. Front Syst Neurosci. 2011;5:1\u20139.","journal-title":"Front Syst Neurosci"},{"issue":"6","key":"9950_CR19","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1038\/nrn1919","volume":"7","author":"HH Yin","year":"2006","unstructured":"Yin HH, Knowlton BJ. The role of the basal ganglia in habit formation. Nat Rev Neurosci. 2006;7(6):464\u201376.","journal-title":"Nat Rev Neurosci"},{"issue":"4","key":"9950_CR20","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1101\/lm.025668.112","volume":"19","author":"A Valente","year":"2012","unstructured":"Valente A, Huang KH, Portugues R, Engert F. Ontogeny of classical and operant learning behaviors in zebrafish. Learn Mem. 2012;19(4):170\u20137.","journal-title":"Learn Mem"},{"key":"9950_CR21","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.neures.2019.04.003","volume":"153","author":"K Song","year":"2020","unstructured":"Song K, Takahashi S, Sakurai Y. Reinforcement schedules differentially affect learning in neuronal operant conditioning in rats. Neurosci Res. 2020;153:62\u20137.","journal-title":"Neurosci Res"},{"issue":"5669","key":"9950_CR22","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"JP Odoherty","year":"2004","unstructured":"Odoherty JP, Dayan P, Schultz J, Deichmann R, Friston K, Dolan RJ. Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science. 2004;304(5669):452\u20134.","journal-title":"Science"},{"key":"9950_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnbot.2014.00021","volume":"8","author":"A Cyr","year":"2014","unstructured":"Cyr A, Boukadoum M, Theriault F. Operant conditioning: a minimal components requirement in artificial spiking neurons designed for bio-inspired robot\u2019s controller. Front Neurorobotics. 2014;8:1\u201313.","journal-title":"Front Neurorobotics"},{"issue":"11","key":"9950_CR24","doi-asserted-by":"publisher","first-page":"2745","DOI":"10.1007\/s11431-013-5369-0","volume":"56","author":"X Ruan","year":"2013","unstructured":"Ruan X, Wu X. The skinner automaton: a psychological model formalizing the theory of operant conditioning. Sci China Technol Sci. 2013;56(11):2745\u201361.","journal-title":"Sci China Technol Sci"},{"key":"9950_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2016\/4296356","volume":"4296356","author":"J Huang","year":"2016","unstructured":"Huang J, Ruan X, Yu N, Fan QW, Li JM, Cai JX. A cognitive model based on neuromodulated plasticity. Comput Intell Neurosci. 2016;4296356:1\u201315.","journal-title":"Comput Intell Neurosci"},{"issue":"2","key":"9950_CR26","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1111\/j.1460-9568.2005.04218.x","volume":"22","author":"H Yin","year":"2005","unstructured":"Yin H, Ostlund SB, Knowlton B, Balleine BW. The role of the dorsomedial striatum in instrumental conditioning. Eur J Neurosci. 2005;22(2):513\u201323.","journal-title":"Eur J Neurosci"},{"key":"9950_CR27","volume-title":"The behavior of organisms: an experimental analysis","author":"BF Skinner","year":"1938","unstructured":"Skinner BF. The behavior of organisms: an experimental analysis. New York: Appleton-Century-Crofts; 1938."},{"key":"9950_CR28","unstructured":"Smaldino PE. Does learning imply a decrease in the entropy of behavior. 2015. https:\/\/arxiv.org\/abs\/1501.04358"},{"issue":"2","key":"9950_CR29","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1007\/s12204-017-1814-8","volume":"22","author":"X Zhang","year":"2017","unstructured":"Zhang X, Ruan X, Xiao Y, Huang J. Sensorimotor self-learning model based on operant conditioning for two-wheeled robot. J Shanghai Jiao Tong Univ Sci. 2017;22(2):148\u201355.","journal-title":"J Shanghai Jiao Tong Univ Sci"},{"key":"9950_CR30","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.neunet.2015.09.006","volume":"72","author":"M Llofriu","year":"2015","unstructured":"Llofriu M, Tejera G, Contreras M, Pelc T, Fellous JM, Weitzenfeld A. Goal-oriented robot navigation learning using a multi-scale space representation. Neural Netw. 2015;72:62\u201374.","journal-title":"Neural Netw"},{"key":"9950_CR31","doi-asserted-by":"crossref","unstructured":"Kwak S, Jung MW. Distinct roles of striatal direct and indirect pathways in value-based decision making. Elife. 2019;8:e46050.","DOI":"10.7554\/eLife.46050"},{"key":"9950_CR32","doi-asserted-by":"publisher","first-page":"59","DOI":"10.3389\/fnana.2011.00059","volume":"5","author":"JR Crittenden","year":"2011","unstructured":"Crittenden JR, Graybiel AM. Basal ganglia disorders associated with imbalances in the striatal striosome and matrix compartments. Front Neuroanat. 2011;5:59.","journal-title":"Front Neuroanat"},{"issue":"3","key":"9950_CR33","doi-asserted-by":"publisher","first-page":"731","DOI":"10.1101\/668194","volume":"51","author":"S Amemori","year":"2019","unstructured":"Amemori S, Amemori K, Yoshida T, Papageorgiou GK, Xu R, Shimazu H, et al. Microstimulation of primate neocortex targeting striosomes induces negative decision-making. 2019;51(3):731\u201341. https:\/\/doi.org\/10.1101\/668194.","journal-title":"Microstimulation of primate neocortex targeting striosomes induces negative decision-making"},{"issue":"6","key":"9950_CR34","doi-asserted-by":"publisher","first-page":"1320","DOI":"10.1016\/j.cell.2015.04.049","volume":"161","author":"A Friedman","year":"2015","unstructured":"Friedman A, Homma D, Gibb LG, Amemori KI, Rubin SJ, Hood AS, et al. A corticostriatal path targeting striosomes controls decision-making under conflict. Cell. 2015;161(6):1320\u201333.","journal-title":"Cell"},{"key":"9950_CR35","doi-asserted-by":"crossref","unstructured":"Shumilov K, Real MA, Alejandra VC, Rivera A. Selective ablation of striatal striosomes produces the deregulation of dopamine nigrostriatal pathway. PloS One. 2018;13(8):e0203135.","DOI":"10.1371\/journal.pone.0203135"},{"key":"9950_CR36","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.neucom.2012.04.012","volume":"93","author":"X Ruan","year":"2012","unstructured":"Ruan X, Chen J, Yu N. Thalamic cooperation between the cerebellum and basal ganglia with a new tropism-based action-dependent heuristic dynamic programming method. Neurocomputing. 2012;93:27\u201340.","journal-title":"Neurocomputing"},{"issue":"1","key":"9950_CR37","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1038\/nn1817","volume":"10","author":"HE Atallah","year":"2007","unstructured":"Atallah HE, Lopezpaniagua D, Rudy JW, Reilly RC. Separate neural substrates for skill learning and performance in the ventral and dorsal striatum. Nat Neurosci. 2007;10(1):126\u201331.","journal-title":"Nat Neurosci"},{"issue":"1","key":"9950_CR38","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1080\/net.13.1.131.156","volume":"13","author":"MD Humphries","year":"2002","unstructured":"Humphries MD, Gurney K. The role of intra-thalamic and thalamocortical circuits in action selection. Netw Comput Neural Syst. 2002;13(1):131\u201356.","journal-title":"Netw Comput Neural Syst"},{"key":"9950_CR39","doi-asserted-by":"crossref","unstructured":"Sukumar D, Chakravarthy S. A computational neuromotor model of the role of basal ganglia and hippocampus in spatial navigation. In: 2010 International Conference on Artificial Neural Networks (ICANN). 2010. p. 216\u2013221.","DOI":"10.1007\/978-3-642-15822-3_28"},{"issue":"1","key":"9950_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","volume":"80","author":"W Schultz","year":"1998","unstructured":"Schultz W. Predictive reward signal of dopamine neurons. J Neurophysiol. 1998;80(1):1\u201327.","journal-title":"J Neurophysiol"},{"issue":"35","key":"9950_CR41","first-page":"1","volume":"7","author":"R Christelle","year":"2013","unstructured":"Christelle R, Julie L, Laure RR. The cerebellum: a new key structure in the navigation system. Front Neural Circuits. 2013;7(35):1\u201312.","journal-title":"Front Neural Circuits"},{"issue":"2","key":"9950_CR42","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s12559-020-09753-1","volume":"13","author":"T Zhang","year":"2021","unstructured":"Zhang T, Zeng Y, Pan R, Shi M, Lu E. Brain-inspired active learning architecture for procedural knowledge understanding based on human-robot interaction. Cogn Comput. 2021;13(2):381\u201393. https:\/\/doi.org\/10.1007\/s12559-020-09753-1.","journal-title":"Cogn Comput"},{"key":"9950_CR43","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.neunet.2015.01.002","volume":"65","author":"T Madl","year":"2015","unstructured":"Madl T, Chen K, Montaldi D, Trappl R. Computational cognitive models of spatial memory in navigation space: a review. Neural Netw. 2015;65:18\u201343.","journal-title":"Neural Netw"},{"key":"9950_CR44","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1016\/j.cogsys.2019.10.006","volume":"59","author":"R Ramirezpedraza","year":"2020","unstructured":"Ramirezpedraza R, Vargas N, Sandoval C, Padilla JLV, Ramos F. A bio-inspired model of behavior considering decision-making and planning, spatial attention and basic motor commands processes. Cogn Syst Res. 2020;59:293\u2013303.","journal-title":"Cogn Syst Res"},{"key":"9950_CR45","doi-asserted-by":"crossref","unstructured":"Sukumar D, Rengaswamy M, Chakravarthy VS. Modeling the contributions of basal ganglia and hippocampus to spatial navigation using reinforcement learning. PloS One. 2012;7(10):e47467.","DOI":"10.1371\/journal.pone.0047467"},{"issue":"7","key":"9950_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1006624","volume":"15","author":"N Cazin","year":"2019","unstructured":"Cazin N, Alonso ML, Chiodi PS, Pelc T, Harland B, Weitzenfeld A, et al. Reservoir computing model of prefrontal cortex creates novel combinations of previous navigation sequences from hippocampal place-cell replay with spatial reward propagation. PLoS Comput Biol. 2019;15(7):1\u201332.","journal-title":"PLoS Comput Biol"},{"key":"9950_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cogsys.2019.09.006","volume":"59","author":"D Wang","year":"2020","unstructured":"Wang D, Hu Y, Ma T. Mobile robot navigation with the combination of supervised learning in cerebellum and reward-based learning in basal ganglia. Cogn Syst Res. 2020;59:1\u201314.","journal-title":"Cogn Syst Res"},{"issue":"12","key":"9950_CR48","doi-asserted-by":"publisher","first-page":"1704","DOI":"10.1038\/nn1560","volume":"8","author":"ND Daw","year":"2005","unstructured":"Daw ND, Niv Y, Dayan P. Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control. Nat Neurosci. 2005;8(12):1704\u201311.","journal-title":"Nat Neurosci"}],"container-title":["Cognitive Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-021-09950-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12559-021-09950-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-021-09950-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T23:13:38Z","timestamp":1652829218000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12559-021-09950-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,3]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["9950"],"URL":"https:\/\/doi.org\/10.1007\/s12559-021-09950-6","relation":{},"ISSN":["1866-9956","1866-9964"],"issn-type":[{"type":"print","value":"1866-9956"},{"type":"electronic","value":"1866-9964"}],"subject":[],"published":{"date-parts":[[2021,11,3]]},"assertion":[{"value":"3 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 November 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}