{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T12:45:32Z","timestamp":1772023532968,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":22,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540784685","type":"print"},{"value":"9783540784692","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1007\/978-3-540-78469-2_25","type":"book-chapter","created":{"date-parts":[[2008,2,22]],"date-time":"2008-02-22T04:17:25Z","timestamp":1203653845000},"page":"254-268","source":"Crossref","is-referenced-by-count":7,"title":["Relational Macros for Transfer in Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Lisa","family":"Torrey","sequence":"first","affiliation":[]},{"given":"Jude","family":"Shavlik","sequence":"additional","affiliation":[]},{"given":"Trevor","family":"Walker","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Maclin","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"25_CR1","unstructured":"Croonenborghs, T., Driessens, K., Bruynooghe, M.: Learning relational skills for inductive transfer in relational reinforcement learning. In: International Conference on Inductive Logic Programming (2007)"},{"key":"25_CR2","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","volume":"13","author":"T. Dietterich","year":"2000","unstructured":"Dietterich, T.: Hierarchical reinforcement learning with the MAXQ value function decomposition. Journal of Artificial Intelligence Research\u00a013, 227\u2013303 (2000)","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"3","key":"25_CR3","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1023\/B:MACH.0000039779.47329.3a","volume":"57","author":"K. Driessens","year":"2004","unstructured":"Driessens, K., Dzeroski, S.: Integrating guidance into relational reinforcement learning. Machine Learning\u00a057(3), 271\u2013304 (2004)","journal-title":"Machine Learning"},{"key":"25_CR4","unstructured":"Driessens, K., Ramon, J., Croonenborghs, T.: Transfer learning for reinforcement learning through goal and policy parametrization. In: ICML Workshop on Structural Knowledge Transfer for Machine Learning (2006)"},{"key":"25_CR5","unstructured":"Fernandez, F., Veloso, M.: Policy reuse for transfer learning across tasks with different state and action spaces. In: ICML Workshop on Structural Knowledge Transfer for Machine Learning (2006)"},{"key":"25_CR6","volume-title":"Introduction to the Theory of Finite-state Machines","author":"A. Gill","year":"1962","unstructured":"Gill, A.: Introduction to the Theory of Finite-state Machines. McGraw-Hill, New York (1962)"},{"key":"25_CR7","unstructured":"Maclin, R., Shavlik, J., Torrey, L., Walker, T.: Knowledge-based support vector regression for reinforcement learning. In: IJCAI Workshop on Reasoning, Representation, and Learning in Computer Games (2005)"},{"key":"25_CR8","unstructured":"Maclin, R., Shavlik, J., Torrey, L., Walker, T., Wild, E.: Giving advice about preferred actions to reinforcement learners via knowledge-based kernel regression. In: AAAI Conference on Artificial Intelligence (2005)"},{"key":"25_CR9","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1080\/088395198117848","volume":"12","author":"I. Noda","year":"1998","unstructured":"Noda, I., Matsubara, H., Hiraki, K., Frank, I.: Soccer server: A tool for research on multiagent systems. Applied Artificial Intelligence\u00a012, 233\u2013250 (1998)","journal-title":"Applied Artificial Intelligence"},{"key":"25_CR10","unstructured":"Perkins, T., Precup, D.: Using options for knowledge transfer in reinforcement learning. Technical Report UM-CS-1999-034 (1999)"},{"key":"25_CR11","unstructured":"Soni, V., Singh, S.: Using homomorphisms to transfer options across continuous reinforcement learning domains. In: AAAI Conference on Artificial Intelligence (2006)"},{"key":"25_CR12","unstructured":"Srinivasan, A.: The Aleph manual (2001)"},{"key":"25_CR13","unstructured":"Stone, P., Sutton, R.: Scaling reinforcement learning toward RoboCup soccer. In: International Conference on Machine Learning (2001)"},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Stracuzzi, D., Asgharbeygi, N.: Transfer of knowledge structures with relational temporal difference learning. In: ICML Workshop on Structural Knowledge Transfer for Machine Learning (2006)","DOI":"10.1145\/1143844.1143851"},{"key":"25_CR15","first-page":"9","volume":"3","author":"R. Sutton","year":"1988","unstructured":"Sutton, R.: Learning to predict by the methods of temporal differences. Machine Learning\u00a03, 9\u201344 (1988)","journal-title":"Machine Learning"},{"key":"25_CR16","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"25_CR17","unstructured":"Tadepalli, P., Givan, R., Driessens, K.: Relational reinforcement learning: An overview. In: ICML Workshop on Relational Reinforcement Learning (2004)"},{"key":"25_CR18","doi-asserted-by":"crossref","unstructured":"Taylor, M., Stone, P.: Cross-domain transfer for reinforcement learning. In: International Conference on Machine Learning (2007)","DOI":"10.1145\/1273496.1273607"},{"key":"25_CR19","unstructured":"Taylor, M., Stone, P., Liu, Y.: Value functions for RL-based behavior transfer: A comparative study. In: AAAI Conference on Artificial Intelligence (2005)"},{"key":"25_CR20","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","DOI":"10.1007\/11871842_41","volume-title":"Machine Learning: ECML 2006","author":"L. Torrey","year":"2006","unstructured":"Torrey, L., Shavlik, J., Walker, T., Maclin, R.: Skill acquisition via transfer learning and advice taking. In: F\u00fcrnkranz, J., Scheffer, T., Spiliopoulou, M. (eds.) ECML 2006. LNCS (LNAI), vol.\u00a04212, Springer, Heidelberg (2006)"},{"key":"25_CR21","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_40","volume-title":"Machine Learning: ECML 2005","author":"L. Torrey","year":"2005","unstructured":"Torrey, L., Walker, T., Shavlik, J., Maclin, R.: Using advice to transfer knowledge acquired in one reinforcement learning task to another. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.) ECML 2005. LNCS (LNAI), vol.\u00a03720, Springer, Heidelberg (2005)"},{"key":"25_CR22","unstructured":"Watkins, C.: Learning from delayed rewards. PhD thesis, University of Cambridge (1989)"}],"container-title":["Lecture Notes in Computer Science","Inductive Logic Programming"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-78469-2_25.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T11:10:13Z","timestamp":1619521813000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-78469-2_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"ISBN":["9783540784685","9783540784692"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-78469-2_25","relation":{},"subject":[]}}