{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T16:39:19Z","timestamp":1757608759095,"version":"3.44.0"},"reference-count":22,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/icra55743.2025.11128572","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T17:28:56Z","timestamp":1756834136000},"page":"1156-1162","source":"Crossref","is-referenced-by-count":0,"title":["AERAS: Adaptive Experience Replay with Attention-Based Sequence Embedding for Improved Multi-Agent Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Zaipeng","family":"Xie","sequence":"first","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of the Ministry of Water Resources,Nanjing,China,211100"}]},{"given":"Sitong","family":"Shen","sequence":"additional","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of the Ministry of Water Resources,Nanjing,China,211100"}]},{"given":"Yaowu","family":"Wang","sequence":"additional","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of the Ministry of Water Resources,Nanjing,China,211100"}]},{"given":"Wenhao","family":"Fang","sequence":"additional","affiliation":[{"name":"Hohai University,Key Laboratory of Water Big Data Technology of the Ministry of Water Resources,Nanjing,China,211100"}]},{"given":"WenZhan","family":"Song","sequence":"additional","affiliation":[{"name":"Center for Cyber-Physical Systems, University of Georgia,Athens,GA,USA,30602"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09996-w"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.103905"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2023.3239654"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2024.3384492"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28929-8"},{"key":"ref6","first-page":"2681","article-title":"Deep decentralized multi-task multi-agent reinforcement learning under partial observability","volume-title":"Proceedings of the 34th International Conference on Machine Learning, (ICML), Sydney, NSW, Australia, 6\u201311 August 2017","volume":"70","author":"Omidshafiei"},{"article-title":"Prioritized experience replay","volume-title":"4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2\u20134, 2016, Conference Track Proceedings","author":"Schaul","key":"ref7"},{"key":"ref8","first-page":"4851","article-title":"Remember and forget for experience replay","volume-title":"Proceedings of the 36th International Conference on Machine Learning, (ICML), 9\u201315 June 2019, Long Beach, California, USA, ser. Proceedings of Machine Learning Research","volume":"97","author":"Novati"},{"key":"ref9","first-page":"466","article-title":"MAC-PO: multi-agent experience replay via collective priority optimization","volume-title":"Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, AAMAS, London, United Kingdom, 29 May 2023 \u2013 2 June 2023","author":"Mei"},{"key":"ref10","article-title":"Selectively sharing experiences improves multi-agent reinforcement learning","author":"Gerstgrasser","year":"2023","journal-title":"Advances in Neural Information Processing Systems, NeurIPS 2023, New Orleans, LA, USA, December 10 \u2013 16, 2023"},{"key":"ref11","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv preprint"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09996-w"},{"article-title":"Competitive experience replay","volume-title":"7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6\u20139, 2019","author":"Liu","key":"ref13"},{"key":"ref14","first-page":"5048","article-title":"Hindsight experience replay","author":"Andrychowicz","year":"2017","journal-title":"Advances in Neural Information Processing Systems, NIPS 2017, December 4\u20139, 2017, Long Beach, CA, USA"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA230586"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2016.01.031"},{"key":"ref17","first-page":"114 6","article-title":"Stabilising experience replay for deep multi-agent reinforcement learning","volume-title":"Proceedings of the 34th International Conference on Machine Learning, (ICML), Sydney, NSW, Australia, 6\u201311 August 2017, ser. Proceedings of Machine Learning Research","volume":"70","author":"Foerster"},{"key":"ref18","first-page":"2186","article-title":"The starcraft multi-agent challenge","volume-title":"Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems, AAMAS\u201919, Montreal, QC, Canada, May 13\u201317","author":"Samvelyan"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5878"},{"key":"ref20","article-title":"Remember and forget experience replay for multi-agent reinforcement learning","volume":"abs\/2203.13319","author":"Weber","year":"2022","journal-title":"CoRR"},{"key":"ref21","first-page":"4292","article-title":"QMIX: monotonic value function factorisation for deep multi-agent reinforcement learning","volume-title":"Proceedings of the 35th International Conference on Machine Learning, (ICML) 2018, Stockholmsm \u00e4ssan, Stockholm, Sweden, July 10\u201315, 2018","volume":"80","author":"Rashid"},{"key":"ref22","first-page":"5887","article-title":"QTRAN: learning to factorize with transformation for cooperative multi-agent reinforcement learning","volume-title":"Proceedings of the 36th International Conference on Machine Learning, (ICML), 9\u201315 June 2019, Long Beach, California, USA","volume":"97","author":"Son"}],"event":{"name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","start":{"date-parts":[[2025,5,19]]},"location":"Atlanta, GA, USA","end":{"date-parts":[[2025,5,23]]}},"container-title":["2025 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11127273\/11127223\/11128572.pdf?arnumber=11128572","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T06:18:28Z","timestamp":1756880308000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11128572\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/icra55743.2025.11128572","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}