{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T13:17:44Z","timestamp":1743081464506,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031810091"},{"type":"electronic","value":"9783031810107"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-81010-7_10","type":"book-chapter","created":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T04:51:54Z","timestamp":1740459114000},"page":"141-152","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Aggregating Actor-Critic Value Functions to\u00a0Support Military Decision-Making"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-0107-3809","authenticated-orcid":false,"given":"Lauri","family":"Vasankari","sequence":"first","affiliation":[]},{"given":"Kai","family":"Virtanen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,26]]},"reference":[{"key":"10_CR1","unstructured":"Albrecht, S.V., Christianos, F., Sch\u00e4fer, L.: Multi-Agent Reinforcement Learning: Foundations and Modern Approaches. MIT Press, Cambridge (2024). https:\/\/www.marl-book.com"},{"key":"10_CR2","doi-asserted-by":"publisher","unstructured":"Barredo Arrieta, A., et al.: Explainable artificial intelligence (xai): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012, http:\/\/www.sciencedirect.com\/science\/article\/pii\/S1566253519308103","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"10_CR3","unstructured":"Bellman, R.: Dynamic Programming. Dover Publications, New York (1957)"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Dupuy, T.: The Quantified Judgment Method of Analysis of Historical Combat Data: A Monograph. Historical Evaluation and Research Organization (1974). https:\/\/books.google.fi\/books?id=vzzkGwAACAAJ","DOI":"10.1007\/978-1-4757-0958-2_18"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Eisenf\u00fchr, F., Weber, M., Langer, T.: Rational Decision Making. Springer Berlin Heidelberg (2010). https:\/\/books.google.fi\/books?id=nN73nQEACAAJ","DOI":"10.1007\/978-3-642-02851-9"},{"key":"10_CR6","doi-asserted-by":"publisher","unstructured":"Harju, M., Liesi\u00f6, J., Virtanen, K.: Spatial multi-attribute decision analysis: axiomatic foundations and incomplete preference information. Eur. J. Oper. Res. 275(1), 167\u2013181 (2019). https:\/\/doi.org\/10.1016\/j.ejor.2018.11.013, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S037722171830938X","DOI":"10.1016\/j.ejor.2018.11.013"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Ji, S., et al.: Emerging trends in federated learning: from model fusion to federated X learning. Int. J. Mach. Learn. Cybern. (2024). https:\/\/doi.org\/10.1007\/s13042-024-02119-1","DOI":"10.1007\/s13042-024-02119-1"},{"key":"10_CR8","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. CoRR abs\/1509.02971 (2015). https:\/\/api.semanticscholar.org\/CorpusID:16326763"},{"key":"10_CR9","doi-asserted-by":"crossref","unstructured":"Mattila, V., Virtanen, K.: Scheduling fighter aircraft maintenance with reinforcement learning. In: Proceedings of the 2011 Winter Simulation Conference (WSC), pp. 2535\u20132546 (2011). https:\/\/api.semanticscholar.org\/CorpusID:6848587","DOI":"10.1109\/WSC.2011.6147962"},{"key":"10_CR10","unstructured":"McMahan, H.B., Moore, E., Ramage, D., Hampson, S., y\u00a0Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: International Conference on Artificial Intelligence and Statistics (2016). https:\/\/api.semanticscholar.org\/CorpusID:14955348"},{"key":"10_CR11","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1080\/01621459.1949.10483310","volume":"44","author":"N Metropolis","year":"1949","unstructured":"Metropolis, N., Ulam, S.: The Monte Carlo method. J. Am. Stat. Assoc. 44, 335 (1949)","journal-title":"J. Am. Stat. Assoc."},{"key":"10_CR12","unstructured":"Osborne, M.J., Rubinstein, A.: A Course in Game Theory. The MIT Press, Cambridge (1994)"},{"key":"10_CR13","doi-asserted-by":"publisher","unstructured":"Qi, P., Chiaro, D., Guzzo, A., Ianni, M., Fortino, G., Piccialli, F.: Model aggregation techniques in federated learning: a comprehensive survey. Futur. Gener. Comput. Syst. 150, 272\u2013293 (2024). https:\/\/doi.org\/10.1016\/j.future.2023.09.008, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167739X23003333","DOI":"10.1016\/j.future.2023.09.008"},{"key":"10_CR14","doi-asserted-by":"publisher","unstructured":"Rempel, M., Cai, J.: A review of approximate dynamic programming applications within military operations research. Oper. Res. Perspect. 8, 100204 (2021). https:\/\/doi.org\/10.1016\/j.orp.2021.100204, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2214716021000221","DOI":"10.1016\/j.orp.2021.100204"},{"key":"10_CR15","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. ArXiv abs\/1707.06347 (2017). https:\/\/api.semanticscholar.org\/CorpusID:28695052"},{"key":"10_CR16","doi-asserted-by":"publisher","unstructured":"Shapley, L.S.: Stochastic games*. Proc. Natl. Acad. Sci. 39(10), 1095\u20131100 (1953). https:\/\/doi.org\/10.1073\/pnas.39.10.1095, https:\/\/www.pnas.org\/doi\/abs\/10.1073\/pnas.39.10.1095","DOI":"10.1073\/pnas.39.10.1095"},{"key":"10_CR17","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, second edn., Cambridge (2018). http:\/\/incompleteideas.net\/book\/the-book-2nd.html"},{"key":"10_CR18","doi-asserted-by":"publisher","unstructured":"Sztykgold, A., Coppin, G., Hudry, O.: Dynamic optimization of the strength ratio during a terrestrial conflict. In: 2007 IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, pp. 241\u2013246 (2007). https:\/\/doi.org\/10.1109\/ADPRL.2007.368194","DOI":"10.1109\/ADPRL.2007.368194"},{"key":"10_CR19","unstructured":"Vasankari, L.: Multi-Agent Reinforcement Learning for Littoral Naval Warfare. Master\u2019s thesis, Aalto University (2023)"},{"key":"10_CR20","doi-asserted-by":"publisher","unstructured":"Vasankari, L., Saastamoinen, K.: Strategizing the shallows: leveraging multi-agent reinforcement learning for enhanced tactical decision-making in littoral naval warfare. In: Maglogiannis, I., Iliadis, L., Macintyre, J., Avlonitis, M., Papaleonidas, A. (eds.) Artificial Intelligence Applications and Innovations, pp. 129\u2013141. Springer Nature Switzerland, Cham, Switzerland (2024). https:\/\/doi.org\/10.1007\/978-3-031-63215-0_10","DOI":"10.1007\/978-3-031-63215-0_10"},{"key":"10_CR21","unstructured":"Yu, C., Velu, A., Vinitsky, E., Wang, Y., Bayen, A.M., Wu, Y.: The surprising effectiveness of ppo in cooperative multi-agent games. In: Neural Information Processing Systems (2021). https:\/\/api.semanticscholar.org\/CorpusID:232092445"}],"container-title":["Lecture Notes in Computer Science","Dynamics of Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-81010-7_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T04:52:01Z","timestamp":1740459121000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-81010-7_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031810091","9783031810107"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-81010-7_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"26 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Dynamics of Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kalamata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dis22024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dis2024.ujep.cz\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}