{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:35:32Z","timestamp":1743050132550,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":36,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819771806"},{"type":"electronic","value":"9789819771813"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-7181-3_28","type":"book-chapter","created":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T08:37:21Z","timestamp":1724315841000},"page":"349-365","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unveiling the\u00a0Decision-Making Process in\u00a0Reinforcement Learning with\u00a0Genetic Programming"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2897-9250","authenticated-orcid":false,"given":"Manuel","family":"Eberhardinger","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5250-8613","authenticated-orcid":false,"given":"Florian","family":"Rupp","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3804-8937","authenticated-orcid":false,"given":"Johannes","family":"Maucher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0647-611X","authenticated-orcid":false,"given":"Setareh","family":"Maghsudi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,21]]},"reference":[{"key":"28_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805","volume":"99","author":"S Ali","year":"2023","unstructured":"Ali, S., Abuhmed, T., El-Sappagh, S., Muhammad, K., Alonso-Moral, J.M., Confalonieri, R., Guidotti, R., Del Ser, J., D\u00edaz-Rodr\u00edguez, N., Herrera, F.: Explainable Artificial Intelligence (XAI): What we know and what is left to attain Trustworthy Artificial Intelligence. Information Fusion 99, 101805 (2023). https:\/\/doi.org\/10.1016\/j.inffus.2023.101805","journal-title":"Information Fusion"},{"key":"28_CR2","unstructured":"Anderson, G., Verma, A., Dillig, I., Chaudhuri, S.: Neurosymbolic Reinforcement Learning with Formally Verified Exploration. In: Advances in Neural Information Processing Systems. vol.\u00a033, pp. 6172\u20136183. Curran Associates, Inc. (2020)"},{"key":"28_CR3","unstructured":"Bastani, O., Pu, Y., Solar-Lezama, A.: Verifiable Reinforcement Learning via Policy Extraction. In: Advances in Neural Information Processing Systems. vol.\u00a031. Curran Associates, Inc. (2018)"},{"key":"28_CR4","doi-asserted-by":"publisher","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: Proceedings of the 26th Annual International Conference on Machine Learning. pp. 41\u201348. ICML \u201909, Association for Computing Machinery, New York, NY, USA (Jun 2009) https:\/\/doi.org\/10.1145\/1553374.1553380, https:\/\/dl.acm.org\/doi\/10.1145\/1553374.1553380","DOI":"10.1145\/1553374.1553380"},{"key":"28_CR5","doi-asserted-by":"publisher","unstructured":"Bowers, M., Olausson, T.X., Wong, L., Grand, G., Tenenbaum, J.B., Ellis, K., Solar-Lezama, A.: Top-Down Synthesis for Library Learning. Proceedings of the ACM on Programming Languages 7(POPL), 1182\u20131213 (Jan 2023) https:\/\/doi.org\/10.1145\/3571234","DOI":"10.1145\/3571234"},{"key":"28_CR6","unstructured":"Chevalier-Boisvert, Maxime, Willems, L., Pal, S.: Minimalistic Gridworld Environment for Gymnasium. Farama Foundation (2018)"},{"issue":"04","key":"28_CR7","doi-asserted-by":"publisher","first-page":"3676","DOI":"10.1609\/aaai.v34i04.5776","volume":"34","author":"A Cropper","year":"2020","unstructured":"Cropper, A.: Forgetting to Learn Logic Programs. Proceedings of the AAAI Conference on Artificial Intelligence 34(04), 3676\u20133683 (2020). https:\/\/doi.org\/10.1609\/aaai.v34i04.5776","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"10","key":"28_CR8","doi-asserted-by":"publisher","first-page":"2191","DOI":"10.1016\/j.joule.2023.09.004","volume":"7","author":"A de Vries","year":"2023","unstructured":"de Vries, A.: The growing energy footprint of artificial intelligence. Joule 7(10), 2191\u20132194 (2023). https:\/\/doi.org\/10.1016\/j.joule.2023.09.004","journal-title":"Joule"},{"issue":"9","key":"28_CR9","doi-asserted-by":"publisher","first-page":"2419","DOI":"10.1007\/s10994-021-05961-4","volume":"110","author":"G Dulac-Arnold","year":"2021","unstructured":"Dulac-Arnold, G., Levine, N., Mankowitz, D.J., Li, J., Paduraru, C., Gowal, S., Hester, T.: Challenges of real-world reinforcement learning: Definitions, benchmarks and analysis. Mach. Learn. 110(9), 2419\u20132468 (2021). https:\/\/doi.org\/10.1007\/s10994-021-05961-4","journal-title":"Mach. Learn."},{"key":"28_CR10","doi-asserted-by":"crossref","unstructured":"Eberhardinger, M., Maucher, J., Maghsudi, S.: Learning of generalizable and interpretable knowledge in grid-based reinforcement learning environments. In: Proceedings of the Nineteenth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment. pp. 203\u2013214 (2023)","DOI":"10.1609\/aiide.v19i1.27516"},{"key":"28_CR11","doi-asserted-by":"publisher","unstructured":"Ellis, K., Wong, C., Nye, M., Sabl\u00e9-Meyer, M., Morales, L., Hewitt, L., Cary, L., Solar-Lezama, A., Tenenbaum, J.B.: DreamCoder: Bootstrapping inductive program synthesis with wake-sleep library learning. In: Proceedings of the 42nd ACM SIGPLAN International Conference on Programming Language Design and Implementation. pp. 835\u2013850. PLDI 2021, Association for Computing Machinery, New York, NY, USA (Jun 2021).https:\/\/doi.org\/10.1145\/3453483.3454080","DOI":"10.1145\/3453483.3454080"},{"issue":"5","key":"28_CR12","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1109\/34.589207","volume":"19","author":"F Esposito","year":"1997","unstructured":"Esposito, F., Malerba, D., Semeraro, G., Kay, J.: A comparative analysis of methods for pruning decision trees. IEEE Trans. Pattern Anal. Mach. Intell. 19(5), 476\u2013491 (1997). https:\/\/doi.org\/10.1109\/34.589207","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"28_CR13","doi-asserted-by":"publisher","unstructured":"Ferreira, L.A., Guimar\u00e3es, F.G., Silva, R.: Applying Genetic Programming to Improve Interpretability in Machine Learning Models. In: 2020 IEEE Congress on Evolutionary Computation (CEC). pp.\u00a01\u20138 (Jul 2020) https:\/\/doi.org\/10.1109\/CEC48606.2020.9185620, https:\/\/ieeexplore.ieee.org\/abstract\/document\/9185620","DOI":"10.1109\/CEC48606.2020.9185620"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Gulwani, S., Polozov, A., Singh, R.: Program Synthesis, vol.\u00a04. NOW (Aug 2017)","DOI":"10.1561\/9781680832938"},{"key":"28_CR15","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.engappai.2018.09.007","volume":"76","author":"D Hein","year":"2018","unstructured":"Hein, D., Udluft, S., Runkler, T.A.: Interpretable policies for reinforcement learning by genetic programming. Eng. Appl. Artif. Intell. 76, 158\u2013169 (2018)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"28_CR16","unstructured":"Inala, J.P., Bastani, O., Tavares, Z., Solar-Lezama, A.: Synthesizing Programmatic Policies that Inductively Generalize. In: International Conference on Learning Representations (Mar 2020)"},{"key":"28_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-022-00830-7","author":"N Javed","year":"2022","unstructured":"Javed, N., Gobet, F., Lane, P.: Simplification of genetic programs: A literature survey. Data Min. Knowl. Disc. (2022). https:\/\/doi.org\/10.1007\/s10618-022-00830-7","journal-title":"Data Min. Knowl. Disc."},{"key":"28_CR18","doi-asserted-by":"publisher","unstructured":"Jin, C., Rinard, M.: Evidence of Meaning in Language Models Trained on Programs (May 2023) https:\/\/doi.org\/10.48550\/arXiv.2305.11169","DOI":"10.48550\/arXiv.2305.11169"},{"key":"28_CR19","unstructured":"Koza, J.: Genetic Programming: On the Programming of Computers by Means of Natural Selection. A Bradford book, Bradford (1992), https:\/\/books.google.de\/books?id=Bhtxo60BV0EC"},{"key":"28_CR20","doi-asserted-by":"publisher","unstructured":"Lathouwers, S., Zaytsev, V.: Modelling program verification tools for software engineers. In: Proceedings of the 25th International Conference on Model Driven Engineering Languages and Systems. pp. 98\u2013108. MODELS \u201922, Association for Computing Machinery, New York, NY, USA (Oct 2022) https:\/\/doi.org\/10.1145\/3550355.3552426","DOI":"10.1145\/3550355.3552426"},{"key":"28_CR21","doi-asserted-by":"publisher","unstructured":"Li, Y., Choi, D., Chung, J., Kushman, N., Schrittwieser, J., Leblond, R., Eccles, T., Keeling, J., Gimeno, F., Lago, A.D., Hubert, T., Choy, P., d\u2019Autume, C.d.M., Babuschkin, I., Chen, X., Huang, P.S., Welbl, J., Gowal, S., Cherepanov, A., Molloy, J., Mankowitz, D.J., Robson, E.S., Kohli, P., de\u00a0Freitas, N., Kavukcuoglu, K., Vinyals, O.: Competition-level code generation with AlphaCode. Science 378(6624), 1092\u20131097 (2022) https:\/\/doi.org\/10.1126\/science.abq1158","DOI":"10.1126\/science.abq1158"},{"key":"28_CR22","doi-asserted-by":"publisher","unstructured":"Liventsev, V., H\u00e4rm\u00e4, A., Petkovi\u0107, M.: Neurogenetic programming framework for explainable reinforcement learning. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion. pp. 329\u2013330. GECCO \u201921, Association for Computing Machinery, New York, NY, USA (Jul 2021).https:\/\/doi.org\/10.1145\/3449726.3459537, https:\/\/doi.org\/10.1145\/3449726.3459537","DOI":"10.1145\/3449726.3459537"},{"key":"28_CR23","unstructured":"Manning, C., Schutze, H.: Foundations of Statistical Natural Language Processing. MIT Press (May 1999)"},{"issue":"4","key":"28_CR24","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1145\/367177.367199","volume":"3","author":"J McCarthy","year":"1960","unstructured":"McCarthy, J.: Recursive functions of symbolic expressions and their computation by machine. Part I. Communications of the ACM 3(4), 184\u2013195 (1960). https:\/\/doi.org\/10.1145\/367177.367199","journal-title":"Part I. Communications of the ACM"},{"key":"28_CR25","doi-asserted-by":"publisher","unstructured":"Milani, S., Topin, N., Veloso, M., Fang, F.: Explainable reinforcement learning: A survey and comparative review. ACM Comput. Surv. (aug 2023).https:\/\/doi.org\/10.1145\/3616864, https:\/\/doi.org\/10.1145\/3616864, just Accepted","DOI":"10.1145\/3616864"},{"issue":"3","key":"28_CR26","first-page":"193","volume":"9","author":"BL Miller","year":"1995","unstructured":"Miller, B.L., Goldberg, D.E., et al.: Genetic algorithms, tournament selection, and the effects of noise. Complex Systems 9(3), 193\u2013212 (1995)","journal-title":"Complex Systems"},{"key":"28_CR27","unstructured":"Parker-Holder, J., Jiang, M., Dennis, M., Samvelyan, M., Foerster, J., Grefenstette, E., Rockt\u00e4schel, T.: Evolving Curricula with Regret-Based Environment Design. In: Proceedings of the 39th International Conference on Machine Learning. pp. 17473\u201317498. PMLR (Jun 2022)"},{"key":"28_CR28","unstructured":"Qiu, W., Zhu, H.: Programmatic Reinforcement Learning without Oracles. In: International Conference on Learning Representations (Jan 2022)"},{"key":"28_CR29","doi-asserted-by":"publisher","unstructured":"Silver, T., Allen, K.R., Lew, A.K., Pack\u00a0Kaelbling, L., Tenenbaum, J.: Few-Shot Bayesian Imitation Learning with Logical Program Policies. In: Proceedings of the AAAI Conference on Artificial Intelligence. vol.\u00a034, pp. 10251\u201310258 (Apr 2020https:\/\/doi.org\/10.1609\/aaai.v34i06.6587","DOI":"10.1609\/aaai.v34i06.6587"},{"key":"28_CR30","doi-asserted-by":"publisher","unstructured":"Soemers, D.J.N.J., Piette, \u00c9., Stephenson, M., Browne, C.: Spatial state-action features for general games. Artificial Intelligence 321, 103937 (Aug 2023) https:\/\/doi.org\/10.1016\/j.artint.2023.103937","DOI":"10.1016\/j.artint.2023.103937"},{"key":"28_CR31","unstructured":"Trivedi, D., Zhang, J., Sun, S.H., Lim, J.J.: Learning to Synthesize Programs as Interpretable and Generalizable Policies. In: Advances in Neural Information Processing Systems (Jan 2022)"},{"key":"28_CR32","unstructured":"Verma, A., Le, H., Yue, Y., Chaudhuri, S.: Imitation-Projected Programmatic Reinforcement Learning. In: Advances in Neural Information Processing Systems. vol.\u00a032. Curran Associates, Inc. (2019)"},{"key":"28_CR33","unstructured":"Verma, A., Murali, V., Singh, R., Kohli, P., Chaudhuri, S.: Programmatically Interpretable Reinforcement Learning. In: International Conference on Machine Learning (Apr 2018)"},{"key":"28_CR34","doi-asserted-by":"publisher","unstructured":"Videau, M., Leite, A., Teytaud, O., Schoenauer, M.: Multi-objective Genetic Programming for\u00a0Explainable Reinforcement Learning. In: Medvet, E., Pappa, G., Xue, B. (eds.) Genetic Programming. pp. 278\u2013293. Lecture Notes in Computer Science, Springer International Publishing, Cham (2022https:\/\/doi.org\/10.1007\/978-3-031-02056-8_18","DOI":"10.1007\/978-3-031-02056-8_18"},{"key":"28_CR35","unstructured":"Waldinger, R., Lee, R.C.T.: PROW: A Step Toward Automatic Program Writing. In: International Joint Conference on Artificial Intelligence (May 1969)"},{"key":"28_CR36","doi-asserted-by":"publisher","unstructured":"Wang, Y., Wang, W., Joty, S., Hoi, S.C.: CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing. pp. 8696\u20138708. Association for Computational Linguistics (Nov 2021).https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.685","DOI":"10.18653\/v1\/2021.emnlp-main.685"}],"container-title":["Lecture Notes in Computer Science","Advances in Swarm Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-7181-3_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T09:01:58Z","timestamp":1724317318000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-7181-3_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819771806","9789819771813"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-7181-3_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"21 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Swarm Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Xining","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"swarm2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iasei.org\/icsi2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}