{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T03:06:04Z","timestamp":1779246364026,"version":"3.51.4"},"publisher-location":"Berlin, Heidelberg","reference-count":28,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642029974","type":"print"},{"value":"9783642029981","type":"electronic"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-02998-1_7","type":"book-chapter","created":{"date-parts":[[2009,7,9]],"date-time":"2009-07-09T17:12:55Z","timestamp":1247159575000},"page":"75-89","source":"Crossref","is-referenced-by-count":21,"title":["Improving Reinforcement Learning by Using Case Based Heuristics"],"prefix":"10.1007","author":[{"given":"Reinaldo A. C.","family":"Bianchi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raquel","family":"Ros","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ramon","family":"Lopez de Mantaras","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"1","key":"7_CR1","doi-asserted-by":"crossref","first-page":"39","DOI":"10.3233\/AIC-1994-7104","volume":"7","author":"A. Aamodt","year":"1994","unstructured":"Aamodt, A., Plaza, E.: Case-based reasoning: foundational issues, methodological variations, and system approaches. AI Commun.\u00a07(1), 39\u201359 (1994)","journal-title":"AI Commun."},{"issue":"3","key":"7_CR2","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1017\/S0269888906000646","volume":"20","author":"R.L. M\u00e1ntaras de","year":"2005","unstructured":"de M\u00e1ntaras, R.L., McSherry, D., Bridge, D., Leake, D., Smyth, B., Craw, S., Faltings, B., Maher, M.L., Cox, M.T., Forbus, K., Keane, M., Aamodt, A., Watson, I.: Retrieval, reuse, revision and retention in case-based reasoning. Knowl. Eng. Rev.\u00a020(3), 215\u2013240 (2005)","journal-title":"Knowl. Eng. Rev."},{"issue":"5","key":"7_CR3","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1109\/64.163669","volume":"7","author":"D. Hennessy","year":"1992","unstructured":"Hennessy, D., Hinkle, D.: Applying case-based reasoning to autoclave loading. IEEE Expert: Intelligent Systems and Their Applications\u00a07(5), 21\u201326 (1992)","journal-title":"IEEE Expert: Intelligent Systems and Their Applications"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Althoff, K.D., Bergmann, R., Wess, S., Manago, M., Auriol, E., Larichev, O.I., Bolotov, A., Zhuravlev, Y.I., Gurov, S.I.: Case-based reasoning for medical decision support tasks: The inreca approach. In: Artificial Intelligence in Medicine, January 1998, pp. 25\u201341 (1998)","DOI":"10.1016\/S0933-3657(97)00038-9"},{"issue":"3","key":"7_CR5","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1017\/S0269888906000658","volume":"20","author":"R. L\u00f3pez de M\u00e1ntaras","year":"2005","unstructured":"L\u00f3pez de M\u00e1ntaras, R., Cunningham, P., Perner, P.: Emergent case-based reasoning applications. Knowl. Eng. Rev.\u00a020(3), 325\u2013328 (2005)","journal-title":"Knowl. Eng. Rev."},{"key":"7_CR6","unstructured":"Szepesv\u00e1ri, C., Littman, M.L.: Generalized markov decision processes: Dynamic-programming and reinforcement-learning algorithms. Technical report, Brown University, CS-96-11 (1996)"},{"key":"7_CR7","unstructured":"Littman, M.L., Szepesv\u00e1ri, C.: A generalized reinforcement learning model: convergence and applications. In: Proceedings of the 13th International Conference on Machine Learning (ICML 1996), pp. 310\u2013318 (1996)"},{"issue":"2","key":"7_CR8","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/s10732-007-9031-5","volume":"14","author":"R.A.C. Bianchi","year":"2008","unstructured":"Bianchi, R.A.C., Ribeiro, C.H.C., Costa, A.H.R.: Accelerating autonomous learning by using heuristic selection of actions. Journal of Heuristics\u00a014(2), 135\u2013168 (2008)","journal-title":"Journal of Heuristics"},{"key":"7_CR9","unstructured":"Bianchi, R.A.C., Ribeiro, C.H.C., Costa, A.H.R.: Heuristic selection of actions in multiagent reinforcement learning. In: Veloso, M.M. (ed.) IJCAI 2007, Proceedings of the 20th International Joint Conference on Artificial Intelligence, Hyderabad, India, January 6-12, pp. 690\u2013695 (2007)"},{"key":"7_CR10","unstructured":"RoboCup Technical Committee: Standard platform league homepage (2009), http:\/\/www.tzi.de\/spl"},{"key":"7_CR11","unstructured":"Watkins, C.J.C.H.: Learning from Delayed Rewards. PhD thesis, University of Cambridge (1989)"},{"key":"7_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1007\/978-3-540-68847-1_19","volume-title":"RoboCup 2007: Robot Soccer World Cup XI","author":"L.A. Celiberto","year":"2008","unstructured":"Celiberto, L.A., Ribeiro, C.H.C., Costa, A.H.R., Bianchi, R.A.C.: Heuristic reinforcement learning applied to robocup simulation agents. In: Visser, U., Ribeiro, F., Ohashi, T., Dellaert, F. (eds.) RoboCup 2007: Robot Soccer World Cup XI. LNCS, vol.\u00a05001, pp. 220\u2013227. Springer, Heidelberg (2008)"},{"issue":"9-10","key":"7_CR13","doi-asserted-by":"publisher","first-page":"1014","DOI":"10.1016\/j.artint.2009.02.004","volume":"173","author":"R. Ros","year":"2009","unstructured":"Ros, R., Arcos, J.L., de Mantaras, R.L., Veloso, M.: A case-based approach for coordinated action selection in robot soccer. Artificial Intelligence\u00a0173(9-10), 1014\u20131039 (2009)","journal-title":"Artificial Intelligence"},{"key":"7_CR14","series-title":"LNAI","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1007\/978-3-540-74141-1_4","volume-title":"Case-Based Reasoning Research and Development","author":"R. Ros","year":"2007","unstructured":"Ros, R., de M\u00e1ntaras, R.L., Arcos, J.L., Veloso, M.: Team playing behavior in robot soccer: A case-based approach. In: Weber, R.O., Richter, M.M. (eds.) ICCBR 2007. LNCS (LNAI), vol.\u00a04626, pp. 46\u201360. Springer, Heidelberg (2007)"},{"key":"7_CR15","first-page":"1029","volume-title":"Proceedings of the 20th International Joint Conference on Artificial Intelligence (IJCAI 2007)","author":"R. Ros","year":"2007","unstructured":"Ros, R., Arcos, J.L.: Acquiring a robust case base for the robot soccer domain. In: Veloso, M. (ed.) Proceedings of the 20th International Joint Conference on Artificial Intelligence (IJCAI 2007), pp. 1029\u20131034. AAAI Press, Menlo Park (2007)"},{"key":"7_CR16","unstructured":"Ros, R.: Action Selection in Cooperative Robot Soccer using Case-Based Reasoning. PhD thesis, Universitat Aut\u00f2noma de Barcelona, Barcelona (2008)"},{"key":"7_CR17","unstructured":"Lin, Y., Liu, A., Chen, K.: A hybrid architecture of case-based reasoning and fuzzy behavioral control applied to robot soccer. In: Workshop on Artificial Intelligence, International Computer Symposium (ICS 2002), Hualien, Taiwan, National Dong Hwa University, National Dong Hwa University (2002)"},{"key":"7_CR18","unstructured":"Ahmadi, M., Lamjiri, A.K., Nevisi, M.M., Habibi, J., Badie, K.: Using a two-layered case-based reasoning for prediction in soccer coach. In: Arabnia, H.R., Kozerenko, E.B. (eds.) MLMTA, pp. 181\u2013185. CSREA Press (2003)"},{"key":"7_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1007\/978-3-540-25940-4_73","volume-title":"RoboCup 2003: Robot Soccer World Cup VII","author":"A. Karol","year":"2004","unstructured":"Karol, A., Nebel, B., Stanton, C., Williams, M.A.: Case based game play in the robocup four-legged league part i the theoretical model. In: Polani, D., Browning, B., Bonarini, A., Yoshida, K. (eds.) RoboCup 2003. LNCS, vol.\u00a03020, pp. 739\u2013747. Springer, Heidelberg (2004)"},{"key":"7_CR20","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1613\/jair.904","volume":"16","author":"C. Drummond","year":"2002","unstructured":"Drummond, C.: Accelerating reinforcement learning by composing solutions of automatically identified subtasks. Journal of Artificial Intelligence Research\u00a016, 59\u2013104 (2002)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"7_CR21","unstructured":"Sharma, M., Holmes, M., Santamar\u00eda, J.C., Irani, A., Isbell Jr., C.L., Ram, A.: Transfer learning in real-time strategy games using hybrid cbr\/rl. In: Veloso, M.M. (ed.) IJCAI 2007, Proceedings of the 20th International Joint Conference on Artificial Intelligence, Hyderabad, India, January 6-12, pp. 1041\u20131046 (2007)"},{"key":"7_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1007\/11536406_18","volume-title":"Case-Based Reasoning Research and Development","author":"T. Gabel","year":"2005","unstructured":"Gabel, T., Riedmiller, M.A.: CBR for state value function approximation in reinforcement learning. In: Mu\u00f1oz-Avila, H., Ricci, F. (eds.) ICCBR 2005. LNCS, vol.\u00a03620, pp. 206\u2013221. Springer, Heidelberg (2005)"},{"issue":"4","key":"7_CR23","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MIS.2003.1217629","volume":"18","author":"P. Juell","year":"2003","unstructured":"Juell, P., Paulson, P.: Using reinforcement learning for similarity assessment in case-based systems. IEEE Intelligent Systems\u00a018(4), 60\u201367 (2003)","journal-title":"IEEE Intelligent Systems"},{"key":"7_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1007\/978-3-540-85502-6_4","volume-title":"Advances in Case-Based Reasoning","author":"B. Auslander","year":"2008","unstructured":"Auslander, B., Lee-Urban, S., Hogg, C., Mu\u00f1oz-Avila, H.: Recognizing the enemy: Combining reinforcement learning with strategy selection using case-based reasoning. In: Althoff, K.D., Bergmann, R., Minor, M., Hanft, A. (eds.) ECCBR 2008. LNCS, vol.\u00a05239, pp. 59\u201373. Springer, Heidelberg (2008)"},{"key":"7_CR25","unstructured":"Li, Y., Zonghai, C., Feng, C.: A case-based reinforcement learning for probe robot path planning. In: 4th World Congress on Intelligent Control and Automation, Shanghai, China, pp. 1161\u20131165 (2002)"},{"key":"7_CR26","unstructured":"von Hessling, A., Goel, A.K.: Abstracting reusable cases from reinforcement learning. In: Br\u00fcninghaus, S. (ed.) ICCBR Workshops, pp. 227\u2013236 (2005)"},{"key":"7_CR27","unstructured":"Veloso, M., Rybski, P.E., Chernova, S., McMillen, C., Fasola, J., von Hundelshausen, F., Vail, D., Trevor, A., Hauert, S., Ros, R.: Cmdash 2005: Team report. Technical report, School of Computer Science, Carnegie Mellon University (2005)"},{"key":"7_CR28","unstructured":"RoboCup Technical Committee: RoboCup Four-Legged League Rule Book (2008)"}],"container-title":["Lecture Notes in Computer Science","Case-Based Reasoning Research and Development"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-02998-1_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T11:39:26Z","timestamp":1589974766000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-02998-1_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642029974","9783642029981"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-02998-1_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009]]}}}