{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:51:07Z","timestamp":1783097467720,"version":"3.54.6"},"publisher-location":"Cham","reference-count":69,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032080486","type":"print"},{"value":"9783032080493","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-032-08049-3_4","type":"book-chapter","created":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T08:21:18Z","timestamp":1760170878000},"page":"51-71","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Towards Safe Action Policies in\u00a0Multi-robot Systems with\u00a0Causal Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9572-3150","authenticated-orcid":false,"given":"Giovanni","family":"Briglia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8921-8150","authenticated-orcid":false,"given":"Stefano","family":"Mariani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6837-8806","authenticated-orcid":false,"given":"Franco","family":"Zambonelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,12]]},"reference":[{"key":"4_CR1","unstructured":"Agarwal, R., Schwarzer, M., Castro, P.S., Courville, A.C., Bellemare, M.G.: Deep reinforcement learning at the edge of the statistical precipice. In: Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems (2021). https:\/\/proceedings.neurips.cc\/paper\/2021\/hash\/f514cec81cb148559cf475e7426eed5e-Abstract.html"},{"key":"4_CR2","unstructured":"Albrecht, S.V., Christianos, F., Sch\u00e4fer, L.: Multi-Agent Reinforcement Learning: Foundations and modern approaches. MIT Press (2024)"},{"key":"4_CR3","doi-asserted-by":"publisher","unstructured":"Bettini, M., Kortvelesy, R., Blumenkamp, J., Prorok, A.: VMAS: a vectorized multi-agent simulator for collective robot learning. In: 16th International Symposium on Distributed Autonomous Robotic Systems. Springer Proceedings in Advanced Robotics, Springer (2022). https:\/\/doi.org\/10.1007\/978-3-031-51497-5_4","DOI":"10.1007\/978-3-031-51497-5_4"},{"key":"4_CR4","unstructured":"Bettini, M., Prorok, A., Moens, V.: BenchMARL: benchmarking multi-agent reinforcement learning. J. Mach. Learn. Res. (2024). https:\/\/jmlr.org\/papers\/v25\/23-1612.html"},{"key":"4_CR5","doi-asserted-by":"publisher","unstructured":"Briglia, G., Lippi, M., Mariani, S., Zambonelli, F.: Improving reinforcement learning-based autonomous agents with causal models. In: PRIMA 2024: Principles and Practice of Multi-Agent Systems - 25th International Conference, Proceedings. LNCS, vol. 15395, pp. 267\u2013283. Springer (2024). https:\/\/doi.org\/10.1007\/978-3-031-77367-9_20","DOI":"10.1007\/978-3-031-77367-9_20"},{"key":"4_CR6","doi-asserted-by":"publisher","unstructured":"Brunke, L., et al.: Safe learning in robotics: from learning-based control to safe reinforcement learning. Annu. Rev. Control. Robotics Auton. Syst. 5, 411\u2013444 (2022). https:\/\/doi.org\/10.1146\/ANNUREV-CONTROL-042920-020211","DOI":"10.1146\/ANNUREV-CONTROL-042920-020211"},{"key":"4_CR7","unstructured":"Cobbe, K., Klimov, O., Hesse, C., Kim, T., Schulman, J.: Quantifying generalization in reinforcement learning. In: International Conference on Machine Learning, pp. 1282\u20131289. PMLR (2019)"},{"key":"4_CR8","doi-asserted-by":"publisher","unstructured":"Corazza, J., Aria, H.P., Kim, H., Neider, D., Xu, Z.: Decentralizing multi-agent reinforcement learning with temporal causal information. CoRR abs\/2506.07829 (2025). https:\/\/doi.org\/10.48550\/ARXIV.2506.07829,","DOI":"10.48550\/ARXIV.2506.07829"},{"key":"4_CR9","doi-asserted-by":"publisher","unstructured":"Deng, Z., Jiang, J., Long, G., Zhang, C.: Causal reinforcement learning: a survey (2023). https:\/\/doi.org\/10.48550\/ARXIV.2307.01452","DOI":"10.48550\/ARXIV.2307.01452"},{"key":"4_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/S10462-020-09938-Y","author":"W Du","year":"2021","unstructured":"Du, W., Ding, S.: A survey on multi-agent deep reinforcement learning: from the perspective of challenges and applications. Artif. Intell. Rev. (2021). https:\/\/doi.org\/10.1007\/S10462-020-09938-Y","journal-title":"Artif. Intell. Rev."},{"key":"4_CR11","doi-asserted-by":"publisher","unstructured":"Du, X., Ye, Y., Zhang, P., Yang, Y., Chen, M., Wang, T.: Situation-dependent causal influence-based cooperative multi-agent reinforcement learning. In: Thirty-Eighth Conference on Artificial Intelligence. AAAI Press (2024). https:\/\/doi.org\/10.1609\/AAAI.V38I16.29684","DOI":"10.1609\/AAAI.V38I16.29684"},{"key":"4_CR12","unstructured":"Dulac-Arnold, G., Mankowitz, D., Hester, T.: Challenges of real-world reinforcement learning. arXiv preprint arXiv:1904.12901 (2019)"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Foerster, J., Farquhar, G., Afouras, T., Nardelli, N., Whiteson, S.: Counterfactual multi-agent policy gradients. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"4_CR14","doi-asserted-by":"publisher","unstructured":"Fu, F., Zhou, Q.: Learning sparse causal gaussian networks with experimental intervention: regularization and coordinate descent. J. Am. Stat. Assoc. (2013). https:\/\/doi.org\/10.1080\/01621459.2012.754359","DOI":"10.1080\/01621459.2012.754359"},{"key":"4_CR15","doi-asserted-by":"publisher","unstructured":"Gershman, S.J.: Reinforcement learning and causal models. In: The Oxford Handbook of Causal Reasoning. Oxford University Press (2017). https:\/\/doi.org\/10.1093\/oxfordhb\/9780199399550.013.20","DOI":"10.1093\/oxfordhb\/9780199399550.013.20"},{"key":"4_CR16","unstructured":"Gorsane, R., Mahjoub, O., de\u00a0Kock, R., Dubb, R., Singh, S., Pretorius, A.: Towards a standardised performance evaluation protocol for cooperative MARL. In: 35th Annual Conference on Neural Information Processing Systems (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/249f73e01f0a2bb6c8d971b565f159a7-Abstract-Conference.html"},{"key":"4_CR17","unstructured":"Grimbly, S.J., Shock, J., Pretorius, A.: Causal multi-agent reinforcement learning: review and open problems. arXiv preprint arXiv:2111.06721 (2021)"},{"key":"4_CR18","doi-asserted-by":"publisher","unstructured":"He, T., Gajcin, J., Dusparic, I.: Causal counterfactuals for improving the robustness of reinforcement learning. CoRR abs\/2211.05551 (2022).https:\/\/doi.org\/10.48550\/ARXIV.2211.05551","DOI":"10.48550\/ARXIV.2211.05551"},{"issue":"1","key":"4_CR19","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1515\/PJBR-2021-0017","volume":"12","author":"T Hellstr\u00f6m","year":"2021","unstructured":"Hellstr\u00f6m, T.: The relevance of causation in robotics: a review, categorization, and analysis. Paladyn J. Behav. Robot. 12(1), 238\u2013255 (2021). https:\/\/doi.org\/10.1515\/PJBR-2021-0017","journal-title":"Paladyn J. Behav. Robot."},{"key":"4_CR20","unstructured":"Hernandez-Leal, P., Kaisers, M., Baarslag, T., De\u00a0Cote, E.M.: A survey of learning in multiagent environments: dealing with non-stationarity. arXiv preprint arXiv:1707.09183 (2017)"},{"key":"4_CR21","doi-asserted-by":"publisher","unstructured":"Hosoya, H.: Group-based learning of disentangled representations with generalizability for novel contents. In: Kraus, S. (ed.) Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence (2019). https:\/\/doi.org\/10.24963\/IJCAI.2019\/348","DOI":"10.24963\/IJCAI.2019\/348"},{"key":"4_CR22","unstructured":"Huang, Y., Valtorta, M.: Pearl\u2019s calculus of intervention is complete. In: Proceedings of the 22nd Conference in Uncertainty in Artificial Intelligence. AUAI Press (2006). https:\/\/dslpitt.org\/uai\/displayArticleDetails.jsp?mmnu=1&smnu=2 &article_id=1301 &proceeding_id=22"},{"key":"4_CR23","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2024.124281","author":"K Jiang","year":"2024","unstructured":"Jiang, K., Liu, W., Wang, Y., Dong, L., Sun, C.: Discovering latent variables for the tasks with confounders in multi-agent reinforcement learning. IEEE CAA J. Automatica Sin. (2024). https:\/\/doi.org\/10.1109\/JAS.2024.124281","journal-title":"IEEE CAA J. Automatica Sin."},{"key":"4_CR24","unstructured":"Karimi-Mamaghan, A.M., Tigas, P., Johansson, K.H., Gal, Y., Annadani, Y., Bauer, S.: Challenges and considerations in the evaluation of Bayesian causal discovery. In: Forty-first International Conference on Machine Learning. OpenReview.net (2024). https:\/\/openreview.net\/forum?id=bqgtkBDkNs"},{"issue":"11","key":"4_CR25","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J.A., Peters, J.: Reinforcement learning in robotics: a survey. Int. J. Robot. Res. 32(11), 1238\u20131274 (2013). https:\/\/doi.org\/10.1177\/0278364913495721","journal-title":"Int. J. Robot. Res."},{"key":"4_CR26","unstructured":"Kocaoglu, M., Jaber, A., Shanmugam, K., Bareinboim, E.: Characterization and learning of causal graphs with latent variables from soft interventions. In: 32nd Annual Conference on Neural Information Processing Systems (2019). https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/c3d96fbd5b1b45096ff04c04038fff5d-Abstract.html"},{"key":"4_CR27","unstructured":"Kocaoglu, M., Shanmugam, K., Bareinboim, E.: Experimental design for learning causal graphs with latent variables. In: 30th Annual Conference on Neural Information Processing Systems (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/291d43c696d8c3704cdbe0a72ade5f6c-Abstract.html"},{"key":"4_CR28","unstructured":"Le, H.D., Xia, X., Chen, Z.: Multi-agent causal discovery using large language models. arXiv preprint arXiv:2407.15073 (2024)"},{"key":"4_CR29","doi-asserted-by":"publisher","unstructured":"Lee, T.E., Zhao, J.A., Sawhney, A.S., Girdhar, S., Kroemer, O.: Causal reasoning in simulation for structure and transfer learning of robot manipulation policies. In: IEEE International Conference on Robotics and Automation, ICRA 2021, Xi\u2019an, China, May 30 - June 5, 2021, pp. 4776\u20134782. IEEE (2021). https:\/\/doi.org\/10.1109\/ICRA48506.2021.9561439,","DOI":"10.1109\/ICRA48506.2021.9561439"},{"key":"4_CR30","unstructured":"Li, J., et al.: DeConfounded value decomposition for multi-agent reinforcement learning. In: International Conference on Machine Learning. Proceedings of Machine Learning Research (2022). https:\/\/proceedings.mlr.press\/v162\/li22l.html"},{"key":"4_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/J.NEUNET.2024.106101","author":"Z Li","year":"2024","unstructured":"Li, Z., et al.: Coordination as inference in multi-agent reinforcement learning. Neural Netw. (2024). https:\/\/doi.org\/10.1016\/J.NEUNET.2024.106101","journal-title":"Neural Netw."},{"key":"4_CR32","unstructured":"Liesen, J., Lu, C., Lupu, A., Foerster, J.N., Sprekeler, H., Lange, R.T.: Discovering minimal reinforcement learning environments. arXiv preprint arXiv:2406.12589 (2024)"},{"key":"4_CR33","unstructured":"Liu, Q., Szepesv\u00e1ri, C., Jin, C.: Sample-efficient reinforcement learning of partially observable Markov games. In: 35th Annual Conference on Neural Information Processing Systems (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/743459dae9b2c5d2904e5432d5298128-Abstract-Conference.html"},{"key":"4_CR34","unstructured":"Lorch, L., Rothfuss, J., Sch\u00f6lkopf, B., Krause, A.: DIBS: differentiable Bayesian structure learning. In: 34th Annual Conference on Neural Information Processing Systems (2021). https:\/\/proceedings.neurips.cc\/paper\/2021\/hash\/ca6ab34959489659f8c3776aaf1f8efd-Abstract.html"},{"key":"4_CR35","doi-asserted-by":"publisher","unstructured":"Madumal, P., Miller, T., Sonenberg, L., Vetere, F.: Explainable reinforcement learning through a causal lens. In: The Thirty-Fourth Conference on Artificial Intelligence (2020). https:\/\/doi.org\/10.1609\/AAAI.V34I03.5631","DOI":"10.1609\/AAAI.V34I03.5631"},{"key":"4_CR36","doi-asserted-by":"publisher","unstructured":"Mariani, S., Roseti, P., Zambonelli, F.: Towards multi-agent learning of causal networks. In: Agmon, N., An, B., Ricci, A., Yeoh, W. (eds.) Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, AAMAS 2023, London, United Kingdom, 29 May 2023 - 2 June 2023, pp. 2807\u20132809. ACM (2023). https:\/\/doi.org\/10.5555\/3545946.3599085,","DOI":"10.5555\/3545946.3599085"},{"key":"4_CR37","doi-asserted-by":"publisher","unstructured":"Mariani, S., Zambonelli, F.: Distributed discovery of causal networks in pervasive environments. In: IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events. IEEE (2024). https:\/\/doi.org\/10.1109\/PERCOMWORKSHOPS59983.2024.10502971","DOI":"10.1109\/PERCOMWORKSHOPS59983.2024.10502971"},{"issue":"7","key":"4_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3616864","volume":"56","author":"S Milani","year":"2024","unstructured":"Milani, S., Topin, N., Veloso, M., Fang, F.: Explainable reinforcement learning: a survey and comparative review. ACM Comput. Surv. 56(7), 1\u201336 (2024)","journal-title":"ACM Comput. Surv."},{"key":"4_CR39","unstructured":"Moldovan, T.M., Abbeel, P.: Safe exploration in Markov decision processes. In: Proceedings of the 29th International Conference on International Conference on Machine Learning, pp. 1451\u20131458 (2012)"},{"key":"4_CR40","doi-asserted-by":"publisher","unstructured":"Mutti, M., Santi, R.D., Rossi, E., Calder\u00f3n, J.F., Bronstein, M.M., Restelli, M.: Provably efficient causal model-based reinforcement learning for systematic generalization. In: Thirty-Seventh Conference on Artificial Intelligence (2023). https:\/\/doi.org\/10.1609\/AAAI.V37I8.26109","DOI":"10.1609\/AAAI.V37I8.26109"},{"issue":"2","key":"4_CR41","first-page":"73","volume":"3","author":"Z Ning","year":"2024","unstructured":"Ning, Z., Xie, L.: A survey on multi-agent reinforcement learning and its application. J. Autom. Intell. 3(2), 73\u201391 (2024)","journal-title":"J. Autom. Intell."},{"key":"4_CR42","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1613\/jair.2447","volume":"32","author":"FA Oliehoek","year":"2008","unstructured":"Oliehoek, F.A., Spaan, M.T., Vlassis, N.: Optimal and approximate q-value functions for decentralized POMDPs. J. Artif. Intell. Res. 32, 289\u2013353 (2008)","journal-title":"J. Artif. Intell. Res."},{"key":"4_CR43","doi-asserted-by":"publisher","unstructured":"Pearl, J.: From Bayesian Networks to Causal Networks. Springer US (1995). https:\/\/doi.org\/10.1007\/978-1-4899-1424-8_9","DOI":"10.1007\/978-1-4899-1424-8_9"},{"key":"4_CR44","doi-asserted-by":"publisher","unstructured":"Pearl, J.: Causality: Models, Reasoning, and Inference. Cambridge University Press (2000). https:\/\/doi.org\/10.1016\/S0925-2312(01)00330-7","DOI":"10.1016\/S0925-2312(01)00330-7"},{"key":"4_CR45","doi-asserted-by":"crossref","unstructured":"Pearl, J.: Graphical models for probabilistic and causal reasoning. In: Computing Handbook, Third Edition: Computer Science and Software Engineering. CRC Press (2014)","DOI":"10.1201\/b16812-50"},{"key":"4_CR46","doi-asserted-by":"publisher","DOI":"10.1145\/3241036","author":"J Pearl","year":"2019","unstructured":"Pearl, J.: The seven tools of causal inference, with reflections on machine learning. Commun. ACM (2019). https:\/\/doi.org\/10.1145\/3241036","journal-title":"Commun. ACM"},{"key":"4_CR47","doi-asserted-by":"publisher","DOI":"10.5555\/1390681.1442776","author":"J Pellet","year":"2008","unstructured":"Pellet, J., Elisseeff, A.: Using Markov blankets for causal structure learning. J. Mach. Learn. Res. (2008). https:\/\/doi.org\/10.5555\/1390681.1442776","journal-title":"J. Mach. Learn. Res."},{"key":"4_CR48","unstructured":"Peters, J., Mooij, J.M., Janzing, D., Sch\u00f6lkopf, B.: Identifiability of causal graphs using functional models (2012). http:\/\/arxiv.org\/abs\/1202.3757"},{"key":"4_CR49","unstructured":"Pina, R., De\u00a0Silva, V., Artaud, C.: Discovering causality for efficient cooperation in multi-agent environments. arXiv preprint arXiv:2306.11846 (2023)"},{"key":"4_CR50","doi-asserted-by":"publisher","unstructured":"Pina, R., Silva, V.D., Artaud, C.: Learning independently from causality in multi-agent environments. In: Marsico, M.D., di\u00a0Baja, G.S., Fred, A. (eds.) Proceedings of the 12th International Conference on Pattern Recognition Applications and Methods, ICPRAM 2023, Lisbon, Portugal, 22-24 February 2023, pp. 481\u2013487. SCITEPRESS (2023). https:\/\/doi.org\/10.5220\/0011747900003411,","DOI":"10.5220\/0011747900003411"},{"key":"4_CR51","doi-asserted-by":"publisher","unstructured":"Puiutta, E., Veith, E.M.: Explainable reinforcement learning: a survey. In: International Cross-Domain Conference for Machine Learning and Knowledge Extraction, pp. 77\u201395. Springer (2020). https:\/\/doi.org\/10.1007\/s00521-023-08423-1","DOI":"10.1007\/s00521-023-08423-1"},{"key":"4_CR52","unstructured":"Rashid, T., Samvelyan, M., de\u00a0Witt, C.S., Farquhar, G., Foerster, J.N., Whiteson, S.: Monotonic value function factorisation for deep multi-agent reinforcement learning. J. Mach. Learn. Res. (2020). https:\/\/jmlr.org\/papers\/v21\/20-081.html"},{"key":"4_CR53","unstructured":"Reizinger, P., Guo, S., Husz\u00e1r, F., Sch\u00f6lkopf, B., Brendel, W.: Identifiable exchangeable mechanisms for causal structure and representation learning. arXiv preprint arXiv:2406.14302 (2024)"},{"key":"4_CR54","unstructured":"Schindl, K., Shen, S., Kennedy, E.H.: Incremental effects for continuous exposures. arXiv preprint arXiv:2409.11967 (2024)"},{"key":"4_CR55","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2021.3058954","author":"B Sch\u00f6lkopf","year":"2021","unstructured":"Sch\u00f6lkopf, B., et al.: Toward causal representation learning. Proc. IEEE (2021). https:\/\/doi.org\/10.1109\/JPROC.2021.3058954","journal-title":"Proc. IEEE"},{"key":"4_CR56","unstructured":"Schweisthal, J., Frauen, D., Schr\u00f6der, M., Hess, K., Kilbertus, N., Feuerriegel, S.: Learning representations of instruments for partial identification of treatment effects. arXiv preprint arXiv:2410.08976 (2024)"},{"key":"4_CR57","unstructured":"Seitzer, M., Sch\u00f6lkopf, B., Martius, G.: Causal influence detection for improving efficiency in reinforcement learning. In: 34th Annual Conference on Neural Information Processing Systems (2021). https:\/\/proceedings.neurips.cc\/paper\/2021\/hash\/c1722a7941d61aad6e651a35b65a9c3e-Abstract.html"},{"key":"4_CR58","volume-title":"Causation, Prediction, and Search","author":"P Spirtes","year":"2000","unstructured":"Spirtes, P., Glymour, C., Scheines, R.: Causation, Prediction, and Search, 2nd edn. MIT Press, Adaptive computation and machine learning (2000)","edition":"2"},{"key":"4_CR59","unstructured":"Sunehag, P., et\u00a0al.: Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:1706.05296 (2017)"},{"key":"4_CR60","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning - An Introduction. Adaptive Computation and Machine Learning, MIT Press (1998). https:\/\/www.worldcat.org\/oclc\/37293240"},{"key":"4_CR61","unstructured":"Tan, M.: Multi-agent reinforcement learning: independent versus cooperative agents. In: International Conference on Machine Learning (1997). https:\/\/api.semanticscholar.org\/CorpusID:272885126"},{"key":"4_CR62","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108258","author":"L Wang","year":"2024","unstructured":"Wang, L., Huang, S., Wang, S., Liao, J., Li, T., Liu, L.: A survey of causal discovery based on functional causal model. Eng. Appl. Artif. Intell. (2024). https:\/\/doi.org\/10.1016\/j.engappai.2024.108258","journal-title":"Eng. Appl. Artif. Intell."},{"key":"4_CR63","doi-asserted-by":"publisher","unstructured":"Wang, Z., Du, Y., Zhang, Y., Fang, M., Huang, B.: MACCA: offline multi-agent reinforcement learning with causal credit assignment (2023). https:\/\/doi.org\/10.48550\/ARXIV.2312.03644","DOI":"10.48550\/ARXIV.2312.03644"},{"key":"4_CR64","doi-asserted-by":"publisher","DOI":"10.1037\/met0000533","author":"W Wiedermann","year":"2022","unstructured":"Wiedermann, W., Zhang, B., Reinke, W., Herman, K.C., Eye, A.: Distributional causal effects: beyond an \u201cAveragarian\u2019\u2019 view of intervention effects. Psychol. Methods (2022). https:\/\/doi.org\/10.1037\/met0000533","journal-title":"Psychol. Methods"},{"key":"4_CR65","doi-asserted-by":"publisher","DOI":"10.1016\/J.INFFUS.2023.02.009","author":"S Yang","year":"2023","unstructured":"Yang, S., Yang, B., Zeng, Z., Kang, Z.: Causal inference multi-agent reinforcement learning for traffic signal control. Inf. Fus. (2023). https:\/\/doi.org\/10.1016\/J.INFFUS.2023.02.009","journal-title":"Inf. Fus."},{"key":"4_CR66","doi-asserted-by":"crossref","unstructured":"Yao, J., Killian, T., Konidaris, G., Doshi-Velez, F.: Direct policy transfer via hidden parameter Markov decision processes (2018)","DOI":"10.1609\/aaai.v31i1.11065"},{"key":"4_CR67","unstructured":"Zeng, Y., Cai, R., Sun, F., Huang, L., Hao, Z.: A survey on causal reinforcement learning (2023). https:\/\/arxiv.org\/abs\/2302.05209"},{"key":"4_CR68","unstructured":"Zhang, C., Vinyals, O., Munos, R., Bengio, S.: A study on overfitting in deep reinforcement learning. arXiv preprint arXiv:1804.06893 (2018)"},{"key":"4_CR69","unstructured":"Zheng, Y., et al.: Causal-learn: causal discovery in Python. J. Mach. Learn. Res. 25, 60:1\u201360:8 (2024). https:\/\/jmlr.org\/papers\/v25\/23-0970.html"}],"container-title":["Communications in Computer and Information Science","Agents and Robots for reliable Engineered Autonomy"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-08049-3_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T08:21:34Z","timestamp":1760170894000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-08049-3_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783032080486","9783032080493"],"references-count":69,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-08049-3_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"12 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AREA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Agents and Robots for reliable Engineered Autonomy","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bologna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"area2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/areaworkshop.github.io\/AREA2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}