{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:40:03Z","timestamp":1755909603948,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,5]]},"DOI":"10.1145\/3628034.3628043","type":"proceedings-article","created":{"date-parts":[[2024,2,5]],"date-time":"2024-02-05T18:09:11Z","timestamp":1707156551000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Joint Learning: A Pattern for Reliable and Efficient Decision-Making in Self-Adaptive Internet of Things"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3988-3691","authenticated-orcid":false,"given":"Michiel","family":"Provoost","sequence":"first","affiliation":[{"name":"Department of Computer Science, Katholieke Universiteit Leuven, Belgium"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1162-0817","authenticated-orcid":false,"given":"Danny","family":"Weyns","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Katholieke Universiteit Leuven, Belgium and Department of Computer Science and Media Technology, Linnaeus University, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6597-2271","authenticated-orcid":false,"given":"Dimitri","family":"Van Landuyt","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Katholieke Universiteit Leuven, Belgium"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3866-5425","authenticated-orcid":false,"given":"Sam","family":"Michiels","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Katholieke Universiteit Leuven, Belgium"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3622-9918","authenticated-orcid":false,"given":"Tom\u00e1\u0161","family":"Bure\u0161","sequence":"additional","affiliation":[{"name":"Department of Distributed and Dependable Systems, Charles University, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,2,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3030072"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600613"},{"key":"e_1_3_2_1_3_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Sy0GnUxCb","author":"Bansal Trapit","year":"2018","unstructured":"Trapit Bansal, Jakub Pachocki, Szymon Sidor, Ilya Sutskever, and Igor Mordatch. 2018. Emergent Complexity via Multi-Agent Competition. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Sy0GnUxCb"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3429252"},{"key":"e_1_3_2_1_5_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 473\u2013481","author":"Bellet Aur\u00e9lien","year":"2018","unstructured":"Aur\u00e9lien Bellet, Rachid Guerraoui, Mahsa Taziki, and Marc Tommasi. 2018. Personalized and private peer-to-peer machine learning. In International Conference on Artificial Intelligence and Statistics. PMLR, 473\u2013481."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2988287.2989163"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.92"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2774222"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02161-9_1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2014.2300753"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35813-5_1"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2008.30708624"},{"key":"e_1_3_2_1_13_1","unstructured":"Jianqing Fan Zhaoran Wang Yuchen Xie and Zhuoran Yang. 2020. A theoretical analysis of deep Q-learning. In Learning for Dynamics and Control. PMLR 486\u2013489."},{"key":"e_1_3_2_1_14_1","volume-title":"Learning to communicate with deep multi-agent reinforcement learning. Advances in neural information processing systems 29","author":"Foerster Jakob","year":"2016","unstructured":"Jakob Foerster, Ioannis\u00a0Alexandros Assael, Nando De\u00a0Freitas, and Shimon Whiteson. 2016. Learning to communicate with deep multi-agent reinforcement learning. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2004.175"},{"volume-title":"Distributed artificial intelligence","author":"Gasser Les","key":"e_1_3_2_1_16_1","unstructured":"Les Gasser, Nicholas\u00a0F Rouquette, Randall\u00a0W Hill, and John Lieb. 1989. Representing and using organizational knowledge in distributed AI systems. In Distributed artificial intelligence. Elsevier, 55\u201378."},{"key":"e_1_3_2_1_17_1","volume-title":"Low power wide area network analysis: Can LoRa scale?IEEE Wireless Communications Letters 6, 2","author":"Georgiou Orestis","year":"2017","unstructured":"Orestis Georgiou and Usman Raza. 2017. Low power wide area network analysis: Can LoRa scale?IEEE Wireless Communications Letters 6, 2 (2017), 162\u2013165."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469440"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3390\/s18113995"},{"key":"e_1_3_2_1_20_1","volume-title":"International conference on machine learning. PMLR","author":"He He","year":"2016","unstructured":"He He, Jordan Boyd-Graber, Kevin Kwok, and Hal Daum\u00e9\u00a0III. 2016. Opponent modeling in deep reinforcement learning. In International conference on machine learning. PMLR, 1804\u20131813."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-019-09421-1"},{"key":"e_1_3_2_1_22_1","volume-title":"Machine learning for resource management in cellular and IoT networks: Potentials, current solutions, and open challenges","author":"Hussain Fatima","year":"2020","unstructured":"Fatima Hussain, Syed\u00a0Ali Hassan, Rasheed Hussain, and Ekram Hossain. 2020. Machine learning for resource management in cellular and IoT networks: Potentials, current solutions, and open challenges. IEEE communications surveys & tutorials 22, 2 (2020), 1251\u20131275."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593929.2593944"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724719"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2003.1160055"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3090430"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","unstructured":"Jeff Kramer and Jeff Magee. 2007. Self-Managed Systems: an Architectural Challenge. FoSE 2007: Future of Software Engineering 259\u2013268. https:\/\/doi.org\/10.1109\/FOSE.2007.19","DOI":"10.1109\/FOSE.2007.19"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3031189"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015630.1015632"},{"key":"e_1_3_2_1_30_1","volume-title":"Multi-Agent Cooperation and the Emergence of (Natural) Language. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Hk8N3Sclg","author":"Lazaridou Angeliki","year":"2017","unstructured":"Angeliki Lazaridou, Alexander Peysakhovich, and Marco Baroni. 2017. Multi-Agent Cooperation and the Emergence of (Natural) Language. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Hk8N3Sclg"},{"key":"e_1_3_2_1_31_1","volume-title":"Multi-agent reinforcement learning in sequential social dilemmas. arXiv preprint arXiv:1702.03037","author":"Leibo Z","year":"2017","unstructured":"Joel\u00a0Z Leibo, Vinicius Zambaldi, Marc Lanctot, Janusz Marecki, and Thore Graepel. 2017. Multi-agent reinforcement learning in sequential social dilemmas. arXiv preprint arXiv:1702.03037 (2017)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9149282"},{"key":"e_1_3_2_1_33_1","volume-title":"The internet of things: a survey. Information systems frontiers 17","author":"Li Shancang","year":"2015","unstructured":"Shancang Li, Li\u00a0Da Xu, and Shanshan Zhao. 2015. The internet of things: a survey. Information systems frontiers 17 (2015), 243\u2013259."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2834151"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00265"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219993"},{"key":"e_1_3_2_1_37_1","volume-title":"Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30","author":"Lowe Ryan","year":"2017","unstructured":"Ryan Lowe, Yi\u00a0I Wu, Aviv Tamar, Jean Harb, OpenAI Pieter\u00a0Abbeel, and Igor Mordatch. 2017. Multi-agent actor-critic for mixed cooperative-competitive environments. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11492"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-56345-9_13"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/5254.769885"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-019-05864-5"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAMS.2019.00033"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111341"},{"key":"e_1_3_2_1_44_1","volume-title":"International conference on machine learning. PMLR, 4257\u20134266","author":"Raileanu Roberta","year":"2018","unstructured":"Roberta Raileanu, Emily Denton, Arthur Szlam, and Rob Fergus. 2018. Modeling others using oneself in multi-agent reinforcement learning. In International conference on machine learning. PMLR, 4257\u20134266."},{"volume-title":"International Symposium on Software Engineering for Adaptive and Self-Managing Systems.","author":"Ram\u00edrez A.","key":"e_1_3_2_1_45_1","unstructured":"A. Ram\u00edrez and B. Cheng. 2010. Design patterns for developing dynamically adaptive systems. In International Symposium on Software Engineering for Adaptive and Self-Managing Systems."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455894"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3011784.3011789"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2964162"},{"key":"e_1_3_2_1_49_1","volume-title":"Industrial internet of things: Challenges, opportunities, and directions","author":"Sisinni Emiliano","year":"2018","unstructured":"Emiliano Sisinni, Abusayeed Saifullah, Song Han, Ulf Jennehag, and Mikael Gidlund. 2018. Industrial internet of things: Challenges, opportunities, and directions. IEEE transactions on industrial informatics 14, 11 (2018), 4724\u20134734."},{"key":"e_1_3_2_1_50_1","volume-title":"Learning multiagent communication with backpropagation. Advances in neural information processing systems 29","author":"Sukhbaatar Sainbayar","year":"2016","unstructured":"Sainbayar Sukhbaatar, Rob Fergus, 2016. Learning multiagent communication with backpropagation. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0172395"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.5555\/3091529.3091572"},{"key":"e_1_3_2_1_53_1","volume-title":"Qplex: Duplex dueling multi-agent q-learning. arXiv preprint arXiv:2008.01062","author":"Wang Jianhao","year":"2020","unstructured":"Jianhao Wang, Zhizhou Ren, Terry Liu, Yang Yu, and Chongjie Zhang. 2020. Qplex: Duplex dueling multi-agent q-learning. arXiv preprint arXiv:2008.01062 (2020)."},{"key":"e_1_3_2_1_54_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6FqKiVAdI3Y","author":"Wang Yihan","year":"2021","unstructured":"Yihan Wang, Beining Han, Tonghan Wang, Heng Dong, and Chongjie Zhang. 2021. {DOP}: Off-Policy Multi-Agent Decomposed Policy Gradients. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6FqKiVAdI3Y"},{"volume-title":"Introduction to Self-Adaptive Systems: A Contemporary Software Engineering Perspective","author":"Weyns Danny","key":"e_1_3_2_1_55_1","unstructured":"Danny Weyns. 2020. Introduction to Self-Adaptive Systems: A Contemporary Software Engineering Perspective. Wiley. ISBN 978-1-119-57494-1."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589227"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3530192"},{"volume-title":"Applying Architecture-Based Adaptation to Automate the Management of Internet-of-Things","author":"Weyns Danny","key":"e_1_3_2_1_58_1","unstructured":"Danny Weyns, M.\u00a0Usman Iftikhar, Danny Hughes, and Nelson Matthys. 2018. Applying Architecture-Based Adaptation to Automate the Management of Internet-of-Things. In Software Architecture, Carlos\u00a0E. Cuesta, David Garlan, and Jennifer P\u00e9rez (Eds.). Springer, 49\u201367."},{"key":"e_1_3_2_1_59_1","article-title":"ActivFORMS: A Formally Founded Model-Based Approach to Engineer Self-Adaptive Systems","volume":"1","author":"Weyns Danny","year":"2022","unstructured":"Danny Weyns and Usman Iftikhar. 2022. ActivFORMS: A Formally Founded Model-Based Approach to Engineer Self-Adaptive Systems. ACM Transactions on Software Engineering and Methodology 1, 12 (2022).","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAMS.2013.6595487"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/1809049.1809078"},{"key":"e_1_3_2_1_62_1","unstructured":"Danny Weyns Michiel Provoost Dimitri\u00a0Van Landuyt Sam Michiels and Tom\u00e1\u0161 Bure\u0161. 2023. A comparison of learning techniques in a distributed setting. (2023). https:\/\/people.cs.kuleuven.be\/\u00a0danny.weyns\/papers\/2023DRL.pdf unpublished."},{"key":"e_1_3_2_1_63_1","volume-title":"Software Engineering for Self-Adaptive Systems II: International Seminar","author":"Weyns Danny","year":"2010","unstructured":"Danny Weyns, Bradley Schmerl, Vincenzo Grassi, Sam Malek, Raffaela Mirandola, Christian Prehofer, Jochen Wuttke, Jesper Andersson, Holger Giese, and Karl\u00a0M G\u00f6schka. 2013. On patterns for decentralized control in self-adaptive systems. In Software Engineering for Self-Adaptive Systems II: International Seminar, Dagstuhl Castle, Germany, October 24-29, 2010 Revised Selected and Invited Papers. Springer, 76\u2013107."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849837"}],"event":{"name":"EuroPLoP 2023: 28th European Conference on Pattern Languages of Programs","acronym":"EuroPLoP 2023","location":"Irsee Germany"},"container-title":["Proceedings of the 28th European Conference on Pattern Languages of Programs"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3628034.3628043","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3628034.3628043","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T23:59:38Z","timestamp":1755907178000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3628034.3628043"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,5]]},"references-count":64,"alternative-id":["10.1145\/3628034.3628043","10.1145\/3628034"],"URL":"https:\/\/doi.org\/10.1145\/3628034.3628043","relation":{},"subject":[],"published":{"date-parts":[[2023,7,5]]},"assertion":[{"value":"2024-02-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}