{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T07:04:55Z","timestamp":1742972695257,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319231648"},{"type":"electronic","value":"9783319231655"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-23165-5_26","type":"book-chapter","created":{"date-parts":[[2015,8,26]],"date-time":"2015-08-26T03:57:43Z","timestamp":1440561463000},"page":"562-579","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Algebraic Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Stefanie","family":"Neubert","sequence":"first","affiliation":[]},{"given":"Lenz","family":"Belzner","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Wirsing","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,8,27]]},"reference":[{"issue":"5","key":"26_CR1","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/TNN.1998.712192","volume":"9","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction. IEEE Trans. Neural Netw. 9(5), 1054\u20131054 (1998)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"1\u20132","key":"26_CR2","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1007694015589","volume":"43","author":"S D\u017eeroski","year":"2001","unstructured":"D\u017eeroski, S., De Raedt, L., Driessens, K.: Relational reinforcement learning. Mach. Learn. 43(1\u20132), 7\u201352 (2001)","journal-title":"Mach. Learn."},{"key":"26_CR3","unstructured":"Tadepalli, P., Givan, R., Driessens, K.: Relational reinforcement learning: an overview. In: Proceedings of the ICML 2004 Workshop on Relational Reinforcement Learning (2004)"},{"key":"26_CR4","unstructured":"Van Otterlo, M.: A survey of reinforcement learning in relational domains (2005)"},{"key":"26_CR5","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/3-540-44795-4_9","volume-title":"Machine Learning: ECML 2001","author":"K Driessens","year":"2001","unstructured":"Driessens, K., Ramon, J., Blockeel, H.: Speeding up relational reinforcement learning through the use of an incremental first order decision tree learner. In: Flach, P.A., De Raedt, L. (eds.) ECML 2001. LNCS (LNAI), vol. 2167, pp. 97\u2013108. Springer, Heidelberg (2001)"},{"key":"26_CR6","first-page":"857","volume-title":"Encyclopedia of Machine Learning","author":"K Driessens","year":"2010","unstructured":"Driessens, K.: Relational reinforcement learning. In: Sammut, C., Webb, G.I. (eds.) Encyclopedia of Machine Learning, pp. 857\u2013862. Springer, New York (2010)"},{"key":"26_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-642-00515-2_3","volume-title":"Logic-Based Program Synthesis and Transformation","author":"M Alpuente","year":"2009","unstructured":"Alpuente, M., Escobar, S., Meseguer, J., Ojeda, P.: A modular equational generalization algorithm. In: Hanus, M. (ed.) LOPSTR 2008. LNCS, vol. 5438, pp. 24\u201339. Springer, Heidelberg (2009)"},{"key":"26_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1007\/978-3-319-11558-0_40","volume-title":"Logics in Artificial Intelligence","author":"M Alpuente","year":"2014","unstructured":"Alpuente, M., Escobar, S., Espert, J., Meseguer, J.: ACUOS: a system for modular acu generalization with subtyping and inheritance. In: Ferm\u00e9, E., Leite, J. (eds.) JELIA 2014. LNCS, vol. 8761, pp. 573\u2013581. Springer, Heidelberg (2014)"},{"key":"26_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-540-71999-1_5","volume-title":"All About Maude - A High-Performance Logical Framework","year":"2007","unstructured":"Clavel, M., Dur\u00e1n, F., Eker, S., Lincoln, P., Mart\u00ed-Oliet, N., Meseguer, J., Talcott, C. (eds.): All About Maude - A High-Performance Logical Framework. LNCS, vol. 4350, pp. 119\u2013129. Springer, Heidelberg (2007)"},{"issue":"7\u20138","key":"26_CR10","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1016\/j.jlap.2012.06.003","volume":"81","author":"J Meseguer","year":"2012","unstructured":"Meseguer, J.: Twenty years of rewriting logic. J. Log. Algebr. Program. 81(7\u20138), 721\u2013781 (2012)","journal-title":"J. Log. Algebr. Program."},{"key":"26_CR11","unstructured":"Belzner, L.: Action programming in rewriting logic. TPLP 13(4-5-Online-Supplement) (2013)"},{"key":"26_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-662-43376-8_2","volume-title":"Coordination Models and Languages","author":"L Belzner","year":"2014","unstructured":"Belzner, L.: Verifiable decisions in autonomous concurrent systems. In: K\u00fchn, E., Pugliese, R. (eds.) COORDINATION 2014. LNCS, vol. 8459, pp. 17\u201332. Springer, Heidelberg (2014)"},{"key":"26_CR13","series-title":"Frontiers in Artificial Intelligence and Applications","first-page":"61","volume-title":"STAIRS 2014 - Proceedings of the 7th European Starting AI Researcher Symposium, Prague, Czech Republic, 18\u201322 August, 2014","author":"L Belzner","year":"2014","unstructured":"Belzner, L.: Value iteration for relational MDPs in rewriting logic. In: Endriss, U., Leite, J. (eds.) STAIRS 2014 - Proceedings of the 7th European Starting AI Researcher Symposium, Prague, Czech Republic, 18\u201322 August, 2014. Frontiers in Artificial Intelligence and Applications, vol. 264, pp. 61\u201370. IOS Press, The Netherlands (2014)"},{"issue":"2","key":"26_CR14","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1016\/S0304-3975(01)00367-X","volume":"285","author":"M Wirsing","year":"2002","unstructured":"Wirsing, M., Knapp, A.: A formal approach to object-oriented software engineering. Theor. Comput. Sci. 285(2), 519\u2013560 (2002)","journal-title":"Theor. Comput. Sci."},{"issue":"4","key":"26_CR15","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.entcs.2007.06.015","volume":"176","author":"M Wirsing","year":"2007","unstructured":"Wirsing, M., Denker, G., Talcott, C.L., Poggio, A., Briesemeister, L.: A rewriting logic framework for soft constraints. Electr. Notes Theor. Comput. Sci. 176(4), 181\u2013197 (2007)","journal-title":"Electr. Notes Theor. Comput. Sci."},{"key":"26_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1007\/978-3-642-54624-2_10","volume-title":"Specification, Algebra, and Software","author":"L Belzner","year":"2014","unstructured":"Belzner, L., De Nicola, R., Vandin, A., Wirsing, M.: Reasoning (on) service component ensembles in rewriting logic. In: Iida, S., Meseguer, J., Ogata, K. (eds.) Specification, Algebra, and Software. LNCS, vol. 8373, pp. 188\u2013211. Springer, Heidelberg (2014)"},{"key":"26_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/978-3-642-03429-9_6","volume-title":"Recent Trends in Algebraic Development Techniques","author":"A Boronat","year":"2009","unstructured":"Boronat, A., Knapp, A., Meseguer, J., Wirsing, M.: What is a multi-modeling language? In: Corradini, A., Montanari, U. (eds.) WADT 2008. LNCS, vol. 5486, pp. 71\u201387. Springer, Heidelberg (2009)"},{"key":"26_CR18","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.scico.2014.10.001","volume":"99","author":"J Eckhardt","year":"2015","unstructured":"Eckhardt, J., M\u00fchlbauer, T., Meseguer, J., Wirsing, M.: Semantics, distributed implementation, and formal analysis of KLAIM models in maude. Sci. Comput. Program. 99, 24\u201374 (2015)","journal-title":"Sci. Comput. Program."},{"key":"26_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1007\/978-3-642-28872-2_6","volume-title":"FASE 2012","author":"J Eckhardt","year":"2012","unstructured":"Eckhardt, J., M\u00fchlbauer, T., AlTurki, M., Meseguer, J., Wirsing, M.: Stable availability under denial of service attacks through formal patterns. In: de Lara, J., Zisman, A. (eds.) FASE 2012. LNCS, vol. 7212, pp. 78\u201393. Springer, Heidelberg (2012)"},{"issue":"12","key":"26_CR20","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/S0004-3702(98)00034-4","volume":"101","author":"H Blockeel","year":"1998","unstructured":"Blockeel, H., Raedt, L.D.: Top-down induction of first-order logical decision trees. Artif. Intell. 101(12), 285\u2013297 (1998)","journal-title":"Artif. Intell."},{"key":"26_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/3540635149_36","volume-title":"Inductive Logic Programming","author":"H Blockeel","year":"1997","unstructured":"Blockeel, H., De Raedt, L.: Lookahead and discretization in ILP. In: D\u017eeroski, S., Lavra\u010d, N. (eds.) ILP 1997. LNCS, vol. 1297, pp. 77\u201384. Springer, Heidelberg (1997)"},{"key":"26_CR22","doi-asserted-by":"crossref","unstructured":"Castillo, L.P., Wrobel, S.: A comparative study on methods for reducing myopia of hill-climbing search in multirelational learning. In: Proceedings of the Twenty-First International Conference on Machine Learning, p. 19. ACM (2004)","DOI":"10.1145\/1015330.1015334"},{"key":"26_CR23","volume-title":"Artificial Intelligence - A Modern Approach","author":"SJ Russell","year":"2010","unstructured":"Russell, S.J., Norvig, P.: Artificial Intelligence - A Modern Approach, 3rd edn. Pearson Education, New York (2010)","edition":"3"},{"key":"26_CR24","unstructured":"Neubert, S.: Solving relational reinforcement learning problems with a combination of incremental decision trees and generalization. Master\u2019s thesis, Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Germany (2014)"},{"key":"26_CR25","volume-title":"C 4.5: Programs for Machine Learning","author":"JR Quinlan","year":"1993","unstructured":"Quinlan, J.R.: C 4.5: Programs for Machine Learning, vol. 1. Morgan Kaufmann, San Mateo (1993)"},{"issue":"1","key":"26_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/584091.584093","volume":"5","author":"CE Shannon","year":"2001","unstructured":"Shannon, C.E.: A mathematical theory of communication. ACM SIGMOBILE Mobile Comput. Commun. Rev. 5(1), 3\u201355 (2001)","journal-title":"ACM SIGMOBILE Mobile Comput. Commun. Rev."},{"key":"26_CR27","unstructured":"Driessens, K., Ramon, J.: Relational instance based regression for relational reinforcement learning. In: ICML, pp. 123\u2013130 (2003)"},{"key":"26_CR28","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1007\/978-3-540-39917-9_11","volume-title":"Inductive Logic Programming","author":"T G\u00e4rtner","year":"2003","unstructured":"G\u00e4rtner, T., Driessens, K., Ramon, J.: Graph kernels and gaussian processes for relational reinforcement learning. In: Horv\u00e1th, T., Yamamoto, A. (eds.) ILP 2003. LNCS (LNAI), vol. 2835, pp. 146\u2013163. Springer, Heidelberg (2003)"},{"key":"26_CR29","first-page":"690","volume-title":"IJCAI","author":"C Boutilier","year":"2001","unstructured":"Boutilier, C., Reiter, R., Price, B.: Symbolic dynamic programming for first-order MDPs. In: Nebel, B. (ed.) IJCAI, pp. 690\u2013700. Morgan Kaufmann, Seattle (2001)"},{"key":"26_CR30","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1613\/jair.2489","volume":"31","author":"C Wang","year":"2008","unstructured":"Wang, C., Joshi, S., Khardon, R.: First order decision diagrams for relational mdps. J. Artif. Intell. Res. 31, 431\u2013472 (2008)","journal-title":"J. Artif. Intell. Res."},{"key":"26_CR31","doi-asserted-by":"crossref","unstructured":"Sanner, S., Kersting, K.: Symbolic dynamic programming for first-order pomdps (2010)","DOI":"10.1609\/aaai.v24i1.7747"},{"key":"26_CR32","doi-asserted-by":"crossref","unstructured":"Rodrigues, C., G\u00e9rard, P., Rouveirol, C., Soldano, H.: Incremental learning of relational action rules. In: 2010 Ninth International Conference on Machine Learning and Applications (ICMLA), pp. 451\u2013458. IEEE (2010)","DOI":"10.1109\/ICMLA.2010.73"},{"key":"26_CR33","doi-asserted-by":"crossref","unstructured":"Khot, T., Natarajan, S., Kersting, K., Shavlik, J.: Learning markov logic networks via functional gradient boosting. In: 2011 IEEE 11th International Conference on Data Mining (ICDM), pp. 320\u2013329. IEEE (2011)","DOI":"10.1109\/ICDM.2011.87"},{"key":"26_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1007\/978-3-319-16310-9_7","volume-title":"Software Engineering for Collective Autonomic Systems: Results of the ASCENS Project","author":"M H\u00f6lzl","year":"2015","unstructured":"H\u00f6lzl, M., Gabor, T.: Reasoning and learning for awareness and adaptation. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems: Results of the ASCENS Project. LNCS, vol. 8998, pp. 249\u2013290. Springer, Heidelberg (2015)"}],"container-title":["Lecture Notes in Computer Science","Logic, Rewriting, and Concurrency"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-23165-5_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T15:39:10Z","timestamp":1676475550000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-23165-5_26"}},"subtitle":["Hypothesis Induction for Relational Reinforcement Learning Using Term Generalization"],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319231648","9783319231655"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-23165-5_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"27 August 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}