{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T13:56:20Z","timestamp":1742997380772,"version":"3.40.3"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031158384"},{"type":"electronic","value":"9783031158391"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-15839-1_16","type":"book-chapter","created":{"date-parts":[[2022,8,28]],"date-time":"2022-08-28T18:02:38Z","timestamp":1661709758000},"page":"281-297","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Robust Event-Driven Interactions in\u00a0Cooperative Multi-agent Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5949-8761","authenticated-orcid":false,"given":"Daniel","family":"Jarne Ornia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5638-5283","authenticated-orcid":false,"suffix":"Jr.","given":"Manuel","family":"Mazo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,29]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Ackley, D.H., Littman, M.L.: Altruism in the evolution of communication. In: Artificial Life IV, Cambridge, MA, pp. 40\u201348 (1994)","DOI":"10.7551\/mitpress\/1428.003.0008"},{"issue":"3","key":"16_CR2","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/TAC.1982.1102980","volume":"27","author":"D Bertsekas","year":"1982","unstructured":"Bertsekas, D.: Distributed dynamic programming. IEEE Trans. Autom. Control 27(3), 610\u2013616 (1982)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"2","key":"16_CR3","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., De Schutter, B.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Syst. Man Cybern. Part C (Appl. Rev.) 38(2), 156\u2013172 (2008)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C (Appl. Rev.)"},{"issue":"5","key":"16_CR4","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TAC.2006.875041","volume":"51","author":"GC Calafiore","year":"2006","unstructured":"Calafiore, G.C., Campi, M.C.: The scenario approach to robust control design. IEEE Trans. Autom. Control 51(5), 742\u2013753 (2006)","journal-title":"IEEE Trans. Autom. Control"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Campi, M.C., Garatti, S.: Scenario optimization with relaxation: a new tool for design and application to machine learning problems. In: 2020 59th IEEE Conference on Decision and Control (CDC), pp. 2463\u20132468. IEEE (2020)","DOI":"10.1109\/CDC42340.2020.9303914"},{"key":"16_CR6","unstructured":"Chen, T., Zhang, K., Giannakis, G.B., Basar, T.: Communication-efficient distributed reinforcement learning. arXiv preprint arXiv:1812.03239 (2018)"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Da Silva, F.L., Hernandez-Leal, P., Kartal, B., Taylor, M.E.: Uncertainty-aware action advising for deep reinforcement learning agents. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 5792\u20135799 (2020)","DOI":"10.1609\/aaai.v34i04.6036"},{"issue":"5","key":"16_CR8","doi-asserted-by":"publisher","first-page":"1291","DOI":"10.1109\/TAC.2011.2174666","volume":"57","author":"DV Dimarogonas","year":"2012","unstructured":"Dimarogonas, D.V., Frazzoli, E., Johansson, K.H.: Distributed event-triggered control for multi-agent systems. IEEE Trans. Autom. Control 57(5), 1291\u20131297 (2012). https:\/\/doi.org\/10.1109\/TAC.2011.2174666","journal-title":"IEEE Trans. Autom. Control"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Elvis Tsang, K.F., Johansson, K.H.: Distributed event-triggered learning-based control for nonlinear multi-agent systems. In: 2021 60th IEEE Conference on Decision and Control (CDC), pp. 3399\u20133405 (2021). https:\/\/doi.org\/10.1109\/CDC45484.2021.9683215","DOI":"10.1109\/CDC45484.2021.9683215"},{"key":"16_CR10","unstructured":"Foerster, J.N., Assael, Y.M., De Freitas, N., Whiteson, S.: Learning to communicate with deep multi-agent reinforcement learning. arXiv preprint arXiv:1605.06676 (2016)"},{"key":"16_CR11","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/s10107-019-01446-4","volume":"191","author":"S Garatti","year":"2019","unstructured":"Garatti, S., Campi, M.C.: Risk and complexity in scenario optimization. Math. Program. 191, 243\u2013279 (2019). https:\/\/doi.org\/10.1007\/s10107-019-01446-4","journal-title":"Math. Program."},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"George, J., Gurram, P.: Distributed stochastic gradient descent with event-triggered communication. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 7169\u20137178 (2020)","DOI":"10.1609\/aaai.v34i05.6206"},{"key":"16_CR13","unstructured":"Hu, J., Wellman, M.P., et al.: Multiagent reinforcement learning: theoretical framework and an algorithm. In: ICML, vol. 98, pp. 242\u2013250. Citeseer (1998)"},{"key":"16_CR14","unstructured":"Karabag, M.O., Neary, C., Topcu, U.: Planning not to talk: multiagent systems that are robust to communication loss (2022)"},{"key":"16_CR15","unstructured":"Kim, D., et al.: Learning to schedule communication in multi-agent reinforcement learning. arXiv preprint arXiv:1902.01554 (2019)"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Kok, J.R., Vlassis, N.: Sparse cooperative Q-learning. In: Proceedings of the Twenty-First International Conference on Machine Learning, p. 61 (2004)","DOI":"10.1145\/1015330.1015410"},{"key":"16_CR17","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Lin, J., Dzeparoska, K., Zhang, S.Q., Leon-Garcia, A., Papernot, N.: On the robustness of cooperative multi-agent reinforcement learning. In: 2020 IEEE Security and Privacy Workshops (SPW), pp. 62\u201368. IEEE (2020)","DOI":"10.1109\/SPW50608.2020.00027"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Lin, Y., et al.: A communication-efficient multi-agent actor-critic algorithm for distributed reinforcement learning. In: 2019 IEEE 58th Conference on Decision and Control (CDC), pp. 5562\u20135567. IEEE (2019)","DOI":"10.1109\/CDC40024.2019.9029257"},{"key":"16_CR20","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Abbeel, P., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. arXiv preprint arXiv:1706.02275 (2017)"},{"issue":"11","key":"16_CR21","first-page":"2579","volume":"9","author":"L Van der Maaten","year":"2008","unstructured":"Van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. 9(11), 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Mazo, M., Tabuada, P.: On event-triggered and self-triggered control over sensor\/actuator networks. In: 2008 47th IEEE Conference on Decision and Control, pp. 435\u2013440. IEEE (2008)","DOI":"10.1109\/CDC.2008.4739414"},{"key":"16_CR23","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"16_CR24","series-title":"Adaptation, Learning, and Optimization","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/978-3-642-27645-3_14","volume-title":"Reinforcement Learning","author":"A Now\u00e9","year":"2012","unstructured":"Now\u00e9, A., Vrancx, P., De Hauwere, Y.M.: Game theory and multi-agent reinforcement learning. In: Wiering, M., van Otterlo, M. (eds.) Reinforcement Learning. ALO, vol. 12, pp. 441\u2013470. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-27645-3_14"},{"issue":"3","key":"16_CR25","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s10458-005-2631-2","volume":"11","author":"L Panait","year":"2005","unstructured":"Panait, L., Luke, S.: Cooperative multi-agent learning: the state of the art. Auton. Agent. Multi-Agent Syst. 11(3), 387\u2013434 (2005). https:\/\/doi.org\/10.1007\/s10458-005-2631-2","journal-title":"Auton. Agent. Multi-Agent Syst."},{"issue":"3","key":"16_CR26","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1109\/TNNLS.2015.2416259","volume":"27","author":"A Sahoo","year":"2015","unstructured":"Sahoo, A., Xu, H., Jagannathan, S.: Neural network-based event-triggered state feedback control of nonlinear continuous-time systems. IEEE Trans. Neural Netw. Learn. Syst. 27(3), 497\u2013509 (2015)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"16_CR27","unstructured":"Sch\u00f6lkopf, B., Bartlett, P., Smola, A., Williamson, R.C.: Shrinking the tube: a new support vector regression algorithm. In: Advances in Neural Information Processing Systems, vol. 11 (1998)"},{"key":"16_CR28","unstructured":"Sen, S., Sekaran, M., Hale, J., et al.: Learning to coordinate without sharing information. In: AAAI, vol. 94, pp. 426\u2013431 (1994)"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"109009","DOI":"10.1016\/j.automatica.2020.109009","volume":"117","author":"F Solowjow","year":"2020","unstructured":"Solowjow, F., Trimpe, S.: Event-triggered learning. Automatica 117, 109009 (2020)","journal-title":"Automatica"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Szer, D., Charpillet, F.: Improving coordination with communication in multi-agent reinforcement learning. In: 16th IEEE International Conference on Tools with Artificial Intelligence, pp. 436\u2013440. IEEE (2004)","DOI":"10.1109\/ICTAI.2004.74"},{"issue":"9","key":"16_CR31","doi-asserted-by":"publisher","first-page":"1680","DOI":"10.1109\/TAC.2007.904277","volume":"52","author":"P Tabuada","year":"2007","unstructured":"Tabuada, P.: Event-triggered real-time scheduling of stabilizing control tasks. IEEE Trans. Autom. Control 52(9), 1680\u20131685 (2007)","journal-title":"IEEE Trans. Autom. Control"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Tan, M.: Multi-agent reinforcement learning: independent vs. cooperative agents. In: Proceedings of the Tenth International Conference on Machine Learning, pp. 330\u2013337 (1993)","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"16_CR33","doi-asserted-by":"publisher","first-page":"412","DOI":"10.1016\/j.automatica.2017.03.013","volume":"87","author":"KG Vamvoudakis","year":"2018","unstructured":"Vamvoudakis, K.G., Ferraz, H.: Model-free event-triggered control algorithm for continuous-time linear systems with optimal performance. Automatica 87, 412\u2013420 (2018)","journal-title":"Automatica"},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double Q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30 (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"3\u20134","key":"16_CR35","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"16_CR36","unstructured":"Xue, W., Qiu, W., An, B., Rabinovich, Z., Obraztsova, S., Yeo, C.K.: Mis-spoke or mis-lead: achieving robustness in multi-agent communicative reinforcement learning. arXiv preprint arXiv:2108.03803 (2021)"},{"key":"16_CR37","unstructured":"Zhang, C., Lesser, V.: Coordinating multi-agent reinforcement learning with limited communication. In: Proceedings of the 2013 International Conference on Autonomous Agents and Multi-Agent Systems, pp. 1101\u20131108 (2013)"},{"key":"16_CR38","doi-asserted-by":"crossref","unstructured":"Zhong, X., Ni, Z., He, H., Xu, X., Zhao, D.: Event-triggered reinforcement learning approach for unknown nonlinear continuous-time system. In: 2014 International Joint Conference on Neural Networks (IJCNN), pp. 3677\u20133684. IEEE (2014)","DOI":"10.1109\/IJCNN.2014.6889787"}],"container-title":["Lecture Notes in Computer Science","Formal Modeling and Analysis of Timed Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-15839-1_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T18:39:47Z","timestamp":1727894387000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-15839-1_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031158384","9783031158391"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-15839-1_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"29 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FORMATS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Formal Modeling and Analysis of Timed Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Warsaw","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"formats2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}