{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:37:15Z","timestamp":1760056635802,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032013989","type":"print"},{"value":"9783032013996","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:00:00Z","timestamp":1760054400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:00:00Z","timestamp":1760054400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-01399-6_1","type":"book-chapter","created":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T12:51:02Z","timestamp":1760014262000},"page":"3-20","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing Surrogate Decision Trees for\u00a0Reinforcement Learning with\u00a0Feature Importance Matrices"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6012-2675","authenticated-orcid":false,"given":"Bryan","family":"Lavender","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6107-4095","authenticated-orcid":false,"given":"Sandip","family":"Sen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,10]]},"reference":[{"key":"1_CR1","doi-asserted-by":"publisher","unstructured":"Al\u00e1ez, D., Prieto, M., Villadangos, J., Astrain, J.J.: On constructing efficient uav aerodynamic surrogate models for digital twins. IEEE Trans. Ind. Inf.\u00a01\u20139 (2024). https:\/\/doi.org\/10.1109\/TII.2024.3431106","DOI":"10.1109\/TII.2024.3431106"},{"key":"1_CR2","doi-asserted-by":"publisher","unstructured":"Barredo Arrieta, A., et al.: Explainable artificial intelligence (xai): concepts, taxonomies, opportunities and challenges toward responsible ai. Inf. Fus. 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1566253519308103","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"1_CR3","doi-asserted-by":"publisher","unstructured":"Barto, A.G., Sutton, R.S., Anderson, C.W.: Neuronlike adaptive elements that can solve difficult learning control problems. IEEE Trans. Syst. Man Cybern. SMC-13(5), 834\u2013846 (1983). https:\/\/doi.org\/10.1109\/TSMC.1983.6313077","DOI":"10.1109\/TSMC.1983.6313077"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Binder, A., Montavon, G., Bach, S., M\u00fcller, K.R., Samek, W.: Layer-wise relevance propagation for neural networks with local renormalization layers (2016). https:\/\/arxiv.org\/abs\/1604.00825","DOI":"10.1007\/978-3-319-44781-0_8"},{"key":"1_CR5","doi-asserted-by":"publisher","unstructured":"Breiman, L., Friedman, J., Olshen, R.A., Stone, C.J.: Classification and Regression Trees, 1st edn. Chapman and Hall\/CRC, Boca Raton (1984). https:\/\/doi.org\/10.1201\/9781315139470","DOI":"10.1201\/9781315139470"},{"key":"1_CR6","unstructured":"Di\u00a0Castro, F., Bertini, E.: Surrogate decision tree visualization. In: IUI Workshops (2019)"},{"key":"1_CR7","doi-asserted-by":"publisher","unstructured":"Dolinger, G., Stringer, A., Sharp, T., Karch, J., Metcalf, J.G., Bowersox, A.: Collaborative game theory and reinforcement learning improvements for radar tracking. In: 2023 IEEE International Radar Conference (RADAR), pp.\u00a01\u20136 (2023). https:\/\/doi.org\/10.1109\/RADAR54928.2023.10371164","DOI":"10.1109\/RADAR54928.2023.10371164"},{"issue":"CSCW3","key":"1_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3432934","volume":"4","author":"B Ghai","year":"2021","unstructured":"Ghai, B., Liao, Q.V., Zhang, Y., Bellamy, R., Mueller, K.: Explainable active learning (xal) toward ai explanations as interfaces for machine teachers. Proc. ACM Hum.-Comput. Interact. 4(CSCW3), 1\u201328 (2021)","journal-title":"Proc. ACM Hum.-Comput. Interact."},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Greenwell, B.M., Boehmke, B.C., McCarthy, A.J.: A simple and effective model-based variable importance measure (2018). https:\/\/arxiv.org\/abs\/1805.04755","DOI":"10.32614\/CRAN.package.vip"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Greenwell, B.M., Boehmke, B.C., McCarthy, A.J.: A simple and effective model-based variable importance measure. arXiv preprint arXiv:1805.04755 (2018)","DOI":"10.32614\/CRAN.package.vip"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Herbinger, J., Dandl, S., Ewald, F.K., Loibl, S., Casalicchio, G.: Leveraging model-based trees as interpretable surrogate models for model distillation (2023). https:\/\/arxiv.org\/abs\/2310.03112","DOI":"10.1007\/978-3-031-50396-2_13"},{"key":"1_CR12","unstructured":"Klimov, O.: Bipedal walker v3"},{"key":"1_CR13","unstructured":"Klimov, O.: Lunar lander v2"},{"issue":"03","key":"1_CR14","doi-asserted-by":"publisher","first-page":"2460004","DOI":"10.1142\/S0218213024600042","volume":"33","author":"B Lavender","year":"2024","unstructured":"Lavender, B., Abuhaimed, S., Sen, S.: Effects of explanation types on user satisfaction and performance in human-agent teams. Int. J. Artif. Intell. Tools 33(03), 2460004 (2024)","journal-title":"Int. J. Artif. Intell. Tools"},{"key":"1_CR15","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-031-70074-3_8","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"B Lavender","year":"2024","unstructured":"Lavender, B., Sen, S.: Model-agnostic policy explanations: biased sampling for surrogate models. In: Calvaresi, D., Najjar, A., Omicini, A., Aydogan, R., Carli, R., Ciatto, G., Hulstijn, J., Fr\u00e4mling, K. (eds.) Explainable and Transparent AI and Multi-Agent Systems, pp. 137\u2013151. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70074-3_8"},{"key":"1_CR16","unstructured":"Lee, N., Moon, J.: Transformer actor-critic with regularization: automated stock trading using reinforcement learning. In: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, pp. 2815\u20132817 (2023)"},{"key":"1_CR17","unstructured":"Lowe, R., Wu, Y.I., Tamar, A., Harb, J., Pieter\u00a0Abbeel, O., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"1_CR18","unstructured":"Lundberg, S., Lee, S.I.: A unified approach to interpreting model predictions (2017). https:\/\/arxiv.org\/abs\/1705.07874"},{"key":"1_CR19","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/S0079-7421(08)60536-8","volume":"24","author":"M McCloskey","year":"1989","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. Psychol. Learn. Motiv. 24, 109\u2013165 (1989). https:\/\/doi.org\/10.1016\/S0079-7421(08)60536-8","journal-title":"Psychol. Learn. Motiv."},{"key":"1_CR20","doi-asserted-by":"publisher","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019). https:\/\/doi.org\/10.1016\/j.artint.2018.07.007. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0004370218305988","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"1_CR21","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning (2016). https:\/\/arxiv.org\/abs\/1602.01783"},{"key":"1_CR22","unstructured":"Molnar, C.: Interpretable Machine Learning, 2 edn. (2022). https:\/\/christophm.github.io\/interpretable-ml-book"},{"key":"1_CR23","unstructured":"Pedregosa, F., et\u00a0al.: Scikit-learn: machine learning in python. J. Mach. Learn. Res. 12(Oct), 2825\u20132830 (2011)"},{"key":"1_CR24","doi-asserted-by":"crossref","unstructured":"Ranjbar, N., Safabakhsh, R.: Using decision tree as local interpretable model in autoencoder-based lime. In: 2022 27th International Computer Conference, Computer Society of Iran (CSICC), pp.\u00a01\u20137. IEEE (2022)","DOI":"10.1109\/CSICC55295.2022.9780503"},{"key":"1_CR25","unstructured":"Renard, X., Woloszko, N., Aigrain, J., Detyniecki, M.: Concept tree: high-level representation of variables for more interpretable surrogate decision trees. arXiv preprint arXiv:1906.01297 (2019)"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should I trust you?\": Explaining the predictions of any classifier. CoRR arxiv:1602.04938 (2016)","DOI":"10.18653\/v1\/N16-3020"},{"key":"1_CR27","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation (2018). https:\/\/arxiv.org\/abs\/1506.02438"},{"key":"1_CR28","doi-asserted-by":"publisher","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. Int. J. Comput. Vis. 128(2), 336\u2013359 (2019). https:\/\/doi.org\/10.1007\/s11263-019-01228-7","DOI":"10.1007\/s11263-019-01228-7"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Sieusahai, A., Guzdial, M.: Explaining deep reinforcement learning agents in the atari domain through a surrogate model. In: Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, vol.\u00a017, pp. 82\u201390 (2021)","DOI":"10.1609\/aiide.v17i1.18894"},{"key":"1_CR30","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F., Wattenberg, M.: Smoothgrad: removing noise by adding noise (2017). https:\/\/arxiv.org\/abs\/1706.03825"},{"key":"1_CR31","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1023\/A:1022633531479","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the methods of temporal differences. Mach. Learn. 3, 9\u201344 (1988)","journal-title":"Mach. Learn."},{"key":"1_CR32","unstructured":"Sutton, R.S.: Generalization in reinforcement learning: successful examples using sparse coarse coding. In: Touretzky, D., Mozer, M., Hasselmo, M. (eds.) Advances in Neural Information Processing Systems, vol.\u00a08. MIT Press (1995)"},{"key":"1_CR33","unstructured":"Sutton, R.S.: Reinforcement learning: An introduction. A Bradford Book (2018)"},{"key":"1_CR34","unstructured":"Verdasco, M.P., Garc\u00eda-Cuesta, E.: An interpretable rule creation method for black-box models based on surrogate trees \u2013 srules (2024). https:\/\/arxiv.org\/abs\/2407.20070"},{"key":"1_CR35","unstructured":"Vilone, G., Longo, L.: Explainable artificial intelligence: a systematic review (2020)"},{"key":"1_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1007\/978-3-642-04921-7_39","volume-title":"Adaptive and Natural Computing Algorithms","author":"P Wawrzy\u0144ski","year":"2009","unstructured":"Wawrzy\u0144ski, P.: A cat-like robot real-time learning to run. In: Kolehmainen, M., Toivanen, P., Beliczynski, B. (eds.) ICANNGA 2009. LNCS, vol. 5495, pp. 380\u2013390. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-04921-7_39"},{"key":"1_CR37","doi-asserted-by":"publisher","unstructured":"Wells, L., Bednarz, T.: Explainable ai and reinforcement learning\u2014a systematic review of current approaches and trends. Front. Artif. Intell. 4 (2021). https:\/\/doi.org\/10.3389\/frai.2021.550030. https:\/\/www.frontiersin.org\/articles\/10.3389\/frai.2021.550030","DOI":"10.3389\/frai.2021.550030"}],"container-title":["Lecture Notes in Computer Science","Explainable, Trustworthy, and Responsible AI and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-01399-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T12:51:26Z","timestamp":1760014286000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-01399-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,10]]},"ISBN":["9783032013989","9783032013996"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-01399-6_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,10]]},"assertion":[{"value":"10 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EXTRAAMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Explainable, Trustworthy, and Responsible AI and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Detroit, MI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 May 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 May 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"extraamas2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/extraamas.ehealth.hevs.ch\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}