{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:46:02Z","timestamp":1767339962599,"version":"3.37.3"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,12]],"date-time":"2021-12-12T00:00:00Z","timestamp":1639267200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,12]],"date-time":"2021-12-12T00:00:00Z","timestamp":1639267200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006754","name":"U.S. Army Research Laboratory","doi-asserted-by":"publisher","award":["W911NF-14-D-0005"],"award-info":[{"award-number":["W911NF-14-D-0005"]}],"id":[{"id":"10.13039\/100006754","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12,12]]},"DOI":"10.1109\/wsc52266.2021.9715433","type":"proceedings-article","created":{"date-parts":[[2022,2,23]],"date-time":"2022-02-23T20:38:43Z","timestamp":1645648723000},"page":"1-12","source":"Crossref","is-referenced-by-count":5,"title":["Graph Neural Network Based Behavior Prediction to Support Multi-Agent Reinforcement Learning in Military Training Simulations"],"prefix":"10.1109","author":[{"given":"Lixing","family":"Liu","sequence":"first","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California,Los Angeles,CA,USA,90094"}]},{"given":"Nikolos","family":"Gurney","sequence":"additional","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California,Los Angeles,CA,USA,90094"}]},{"given":"Kyle","family":"McCullough","sequence":"additional","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California,Los Angeles,CA,USA,90094"}]},{"given":"Volkan","family":"Ustun","sequence":"additional","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California,Los Angeles,CA,USA,90094"}]}],"member":"263","reference":[{"key":"ref10","first-page":"11890","article-title":"Predictive information accelerates learning in RL","author":"lee","year":"2020","journal-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems"},{"key":"ref11","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proceedings of the 4th International Conference on Learning Representations"},{"key":"ref12","first-page":"6382","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017","journal-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2018.2886670"},{"key":"ref15","first-page":"5694","article-title":"Imagination-augmented agents for deep reinforcement learning","author":"racani\u00e8re","year":"2017","journal-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"ref17","article-title":"Safe, multi-agent, reinforcement learning for autonomous driving","author":"shalev-shwartz","year":"2016","journal-title":"Proceedings of the NIPS Workshop Learning Inference and Control of Multi-Agent Systems"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"11","DOI":"10.25080\/TCWV9851","article-title":"Exploring network structure, dynamics, and function using NetworkX","author":"hagberg","year":"2008","journal-title":"Proceedings of the 7th Python in science conferences (SciPy)"},{"key":"ref3","first-page":"183","article-title":"Multi-agent reinforcement learning: An overview","author":"bu?oniu","year":"2010","journal-title":"Innovations in Multi-Agent Systems and Applications - 1"},{"key":"ref6","article-title":"Introducing RIDE: Lowering the Barrier of Entry to Simulation and Training through the Rapid Integration & Development Environment","author":"hartholt","year":"2021","journal-title":"Proceedings of the 2021 Virtual Simulation Innovation Workshop"},{"key":"ref5","first-page":"1025","article-title":"Inductive representation learning on large graphs","author":"hamilton","year":"2017","journal-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems"},{"key":"ref8","article-title":"Graph Convolutional Reinforcement Learning","author":"jiang","year":"2020","journal-title":"Proceedings of the International Conference on Learning Representations"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2017.8247799"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61264-5_14"},{"key":"ref9","article-title":"Semi-supervised classification with graph convolutional networks","author":"kipf","year":"2017","journal-title":"Proceedings of the 5th International Conference on Learning Representations"},{"key":"ref1","article-title":"Openai gym","author":"brockman","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref20","article-title":"Neural MMO: A massively multiagent game environment for training and evaluating intelligent agents","author":"suarez","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref22","article-title":"Adaptive Synthetic Characters for Military Training","author":"ustun","year":"2020","journal-title":"Proceedings of the Interservice\/Industry Training Simulation and Education Conference (I\/ITSEC)"},{"journal-title":"STE Industry Day Statement of Need","year":"2020","key":"ref21"},{"key":"ref24","article-title":"Deep Graph Library: A Graph-Centric, Highly-Performant Package for Graph Neural Networks","author":"wang","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref23","article-title":"Graph Attention Networks","author":"veli?kovi?","year":"2018","journal-title":"Proceedings of the Sixth International Conference on Learning Representations"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.01.001"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313562"}],"event":{"name":"2021 Winter Simulation Conference (WSC)","start":{"date-parts":[[2021,12,12]]},"location":"Phoenix, AZ, USA","end":{"date-parts":[[2021,12,15]]}},"container-title":["2021 Winter Simulation Conference (WSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9715283\/9715284\/09715433.pdf?arnumber=9715433","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T03:38:10Z","timestamp":1726717090000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9715433\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,12]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/wsc52266.2021.9715433","relation":{},"subject":[],"published":{"date-parts":[[2021,12,12]]}}}