{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T12:11:21Z","timestamp":1725797481980},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319094342"},{"type":"electronic","value":"9783319094359"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-09435-9_22","type":"book-chapter","created":{"date-parts":[[2014,7,20]],"date-time":"2014-07-20T21:02:36Z","timestamp":1405890156000},"page":"249-260","source":"Crossref","is-referenced-by-count":14,"title":["Design of a Control Architecture for Habit Learning in Robots"],"prefix":"10.1007","author":[{"given":"Erwan","family":"Renaudo","sequence":"first","affiliation":[]},{"given":"Beno\u00eet","family":"Girard","sequence":"additional","affiliation":[]},{"given":"Raja","family":"Chatila","sequence":"additional","affiliation":[]},{"given":"Mehdi","family":"Khamassi","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"22_CR1","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1016\/S0028-3908(98)00033-1","volume":"37","author":"B.W. Balleine","year":"1998","unstructured":"Balleine, B.W., Dickinson, A.: Goal-directed instrumental action: contingency and incentive learning and their cortical substrates. Neuropharmacology\u00a037, 407\u2013419 (1998)","journal-title":"Neuropharmacology"},{"key":"22_CR2","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1038\/npp.2009.131","volume":"35","author":"B.W. Balleine","year":"2010","unstructured":"Balleine, B.W., O\u2019Doherty, J.P.: Human and rodent homologies in action control: corticostriatal determinants of goal-directed and habitual action. Neuropsychopharmacology\u00a035, 48\u201369 (2010)","journal-title":"Neuropsychopharmacology"},{"key":"22_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1007\/978-3-642-31525-1_6","volume-title":"Biomimetic and Biohybrid Systems","author":"K. Caluwaerts","year":"2012","unstructured":"Caluwaerts, K., Favre-F\u00e9lix, A., Staffa, M., N\u2019Guyen, S., Grand, C., Girard, B., Khamassi, M.: Neuro-inspired navigation strategies shifting for robots: Integration of a multiple landmark taxon strategy. In: Prescott, T.J., Lepora, N.F., Mura, A., Verschure, P.F.M.J. (eds.) Living Machines 2012. LNCS, vol.\u00a07375, pp. 62\u201373. Springer, Heidelberg (2012)"},{"doi-asserted-by":"crossref","unstructured":"Caluwaerts, K., Staffa, M., N\u2019Guyen, S., Grand, C., Doll\u00e9, L., Favre-F\u00e9lix, A., Girard, B., Khamassi, M.: A biologically inspired meta-control navigation system for the psikharpax rat robot. Bioinspiration and Biomimetics (2012)","key":"22_CR4","DOI":"10.1088\/1748-3182\/7\/2\/025009"},{"issue":"12","key":"22_CR5","doi-asserted-by":"publisher","first-page":"1704","DOI":"10.1038\/nn1560","volume":"8","author":"N.D. Daw","year":"2005","unstructured":"Daw, N.D., Niv, Y., Dayan, P.: Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control. Nature Neuroscience\u00a08(12), 1704\u20131711 (2005)","journal-title":"Nature Neuroscience"},{"issue":"7","key":"22_CR6","doi-asserted-by":"publisher","first-page":"1036","DOI":"10.1111\/j.1460-9568.2012.08050.x","volume":"35","author":"A. Dezfouli","year":"2012","unstructured":"Dezfouli, A., Balleine, B.W.: Habits, action sequences and reinforcement learning. European Journal of Neuroscience\u00a035(7), 1036\u20131051 (2012)","journal-title":"European Journal of Neuroscience"},{"key":"22_CR7","volume-title":"Contemporary animal learning theory.","author":"A. Dickinson","year":"1980","unstructured":"Dickinson, A.: Contemporary animal learning theory. Cambridge University Press, Cambridge (1980)"},{"key":"22_CR8","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1098\/rstb.1985.0010","volume":"308","author":"A. Dickinson","year":"1985","unstructured":"Dickinson, A.: Actions and habits: The development of behavioural autonomy. Phil Trans Roy Soc B: Biol Sci\u00a0308, 67\u201378 (1985)","journal-title":"Phil Trans Roy Soc B: Biol Sci"},{"issue":"4","key":"22_CR9","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1007\/s00422-010-0400-z","volume":"103","author":"L. Doll\u00e9","year":"2010","unstructured":"Doll\u00e9, L., Sheynikhovich, D., Girard, B., Chavarriaga, R., Guillot, A.: Path planning versus cue responding: a bioinspired model of switching between navigation strategies. Biological Cybernetics\u00a0103(4), 299\u2013317 (2010)","journal-title":"Biological Cybernetics"},{"unstructured":"Gat, E.: On three-layer architectures. In: Artificial Intelligence and Mobile Robots. MIT Press (1998)","key":"22_CR10"},{"doi-asserted-by":"crossref","unstructured":"Huys, Q.J., Eshel, N., O\u2019Nions, E., Sheridan, L., Dayan, P., Roiser, J.P.: Bonsai trees in your head: how the pavlovian system sculpts goal-directed choices by pruning decision trees. PLoS Computational Biology\u00a08(3) (2012)","key":"22_CR11","DOI":"10.1371\/journal.pcbi.1002410"},{"key":"22_CR12","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. Journal of Artificial Intelligence Research\u00a04, 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"5","key":"22_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1002055","volume":"7","author":"M. Keramati","year":"2011","unstructured":"Keramati, M., Dezfouli, A., Piray, P.: Speed\/accuracy trade-off between the habitual and goal-directed processes. PLoS Computational Biology\u00a07(5), 1\u201325 (2011)","journal-title":"PLoS Computational Biology"},{"key":"22_CR14","doi-asserted-by":"publisher","first-page":"79","DOI":"10.3389\/fnbeh.2012.00079","volume":"6","author":"M. Khamassi","year":"2012","unstructured":"Khamassi, M., Humphries, M.D.: Integrating cortico-limbic-basal ganglia architectures for learning model-based and model-free navigation strategies. Frontiers in Behavioral Neuroscience\u00a06, 79 (2012)","journal-title":"Frontiers in Behavioral Neuroscience"},{"doi-asserted-by":"crossref","unstructured":"Kober, J., Bagnell, D., Peters, J.: Reinforcement learning in robotics: A survey. International Journal of Robotics Research\u00a0(11), 1238\u20131274 (2013)","key":"22_CR15","DOI":"10.1177\/0278364913495721"},{"doi-asserted-by":"crossref","unstructured":"Lesaint, F., Sigaud, O., Flagel, S.B., Robinson, T.E., Khamassi, M.: Modelling Individual Differences in the Form of Pavlovian Conditioned Approach Responses: A Dual Learning Systems Approach with Factored Representations. PLoS Comput Biol\u00a010(2) (February 2014)","key":"22_CR16","DOI":"10.1371\/journal.pcbi.1003466"},{"key":"22_CR17","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1007\/978-3-540-30301-5_36","volume-title":"Handbook of Robotics","author":"J. Minguez","year":"2008","unstructured":"Minguez, J., Lamiraux, F., Laumond, J.P.: Motion planning and obstacle avoidance. In: Siciliano, B., Khatib, O. (eds.) Handbook of Robotics, pp. 827\u2013852. Springer, Heidelberg (2008)"},{"unstructured":"Quigley, M., Conley, K., Gerkey, B.P., Faust, J., Foote, T., Leibs, J., Wheeler, R., Ng, A.Y.: Ros: an open-source robot operating system. In: ICRA Workshop on Open Source Software (2009)","key":"22_CR18"},{"key":"22_CR19","volume-title":"Introduction to Reinforcement Learning","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Introduction to Reinforcement Learning, 1st edn. MIT Press, Cambridge (1998)","edition":"1"},{"unstructured":"Watkins, C.: Learning from Delayed Rewards. PhD thesis, King\u2019s College, Cambridge, UK (1989)","key":"22_CR20"},{"key":"22_CR21","doi-asserted-by":"publisher","first-page":"1437","DOI":"10.1111\/j.1460-9568.2008.06422.x","volume":"28","author":"H.H. Yin","year":"2008","unstructured":"Yin, H.H., Ostlund, S.B., Balleine, B.W.: Reward-guided learning beyond dopamine in the nucleus accumbens: the integrative functions of cortico-basal ganglia networks. Eur. J. Neurosci.\u00a028, 1437\u20131448 (2008)","journal-title":"Eur. J. Neurosci."}],"container-title":["Lecture Notes in Computer Science","Biomimetic and Biohybrid Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-09435-9_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,27]],"date-time":"2019-05-27T07:41:44Z","timestamp":1558942904000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-09435-9_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319094342","9783319094359"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-09435-9_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}