{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T18:43:38Z","timestamp":1787510618431,"version":"build-2736575974"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/mci.2021.3129959","type":"journal-article","created":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T15:37:03Z","timestamp":1642088223000},"page":"59-71","source":"Crossref","is-referenced-by-count":93,"title":["Collective eXplainable AI: Explaining Cooperative Strategies and Agent Contribution in Multiagent Reinforcement Learning With Shapley Values"],"prefix":"10.1109","volume":"17","author":[{"given":"Alexandre","family":"Heuillet","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabien","family":"Couthouis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalia","family":"Diaz-Rodriguez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-013-0679-x"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/BF01258278"},{"key":"ref33","author":"ndousse","year":"2020","journal-title":"Learning social learning"},{"key":"ref32","first-page":"3040","author":"jaques","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X03000050"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.geb.2008.07.003"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2016.7799442"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1006\/jeth.1999.2534"},{"key":"ref35","author":"shapley","year":"1988","journal-title":"The Shapley Value Essays in Honor"},{"key":"ref34","author":"molnar","year":"2019","journal-title":"Interpretable Machine Learning"},{"key":"ref10","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"0","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref40","first-page":"152","article-title":"Explainable AI: Using Shapley value to explain complex anomaly detection ML-based systems","volume":"332","author":"tall\u00f3n-ballesteros","year":"2020","journal-title":"The International Journal of Artificial Intelligence and Machine Learning"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1515\/9781400881970-018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9534146"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1080\/19390450903037302"},{"key":"ref14","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"0","journal-title":"Proc Neural Inf Process Syst (NIPS)"},{"key":"ref15","first-page":"464","article-title":"Multi-agent reinforcement learning in sequential social dilemmas","author":"leibo","year":"0","journal-title":"Proc 16th Conf Auton Agents MultiAgent Syst AAMAS ‘17"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref17","first-page":"7991","author":"ndousse","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref18","first-page":"3646","article-title":"A multi-agent reinforcement learning model of common-pool resource appropriation","author":"perolat","year":"0","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref19","first-page":"1","volume":"31","author":"hughes","year":"0","journal-title":"Proc Adv Neural Inf Process Syst 31"},{"key":"ref28","author":"lee","year":"2021","journal-title":"Joint attention for multi-agent coordination and social learning"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-82098-3"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.004"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106685"},{"key":"ref29","author":"ndousse","year":"2020","journal-title":"Multi-agent social reinforcement learning improves generalization"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00516"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i03.5631"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_5"},{"key":"ref2","first-page":"1407","author":"espeholt","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref9","first-page":"1792","author":"greydanus","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref1","first-page":"1928","author":"mnih","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref46","author":"maronna","year":"2019","journal-title":"Robust Statistics Theory and Methods (with R)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.32614\/RJ-2018-072"},{"key":"ref45","volume":"523","author":"huber","year":"2004","journal-title":"Robust Statistics"},{"key":"ref22","first-page":"9630","article-title":"Online class-incremental continual learning with adversarial Shapley value","volume":"35","author":"shim","year":"0","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref47","volume":"196","author":"hampel","year":"2011","journal-title":"Robust Statistics The Approach Based on Influence Functions"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114104"},{"key":"ref42","article-title":"Deep reinforcement learning that matters","volume":"32","author":"henderson","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6220"},{"key":"ref41","article-title":"Continuous control with deep reinforcement learning","volume":"abs 1509 2971","author":"lillicrap","year":"2016","journal-title":"CoRR"},{"key":"ref23","first-page":"9269","author":"sundararajan","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref44","article-title":"Variabilità e Mutabilità","author":"gini","year":"1912","journal-title":"Memorie di metodologica statistica"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00120"},{"key":"ref43","author":"vinitsky","year":"2019","journal-title":"An open source implementation of sequential social dilemma games"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3054625"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10207\/9679691\/09679742.pdf?arnumber=9679742","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T13:59:36Z","timestamp":1649426376000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9679742\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":47,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/mci.2021.3129959","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"value":"1556-603X","type":"print"},{"value":"1556-6048","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}