{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T23:46:58Z","timestamp":1775260018350,"version":"3.50.1"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030034238","type":"print"},{"value":"9783030034245","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-03424-5_17","type":"book-chapter","created":{"date-parts":[[2018,10,30]],"date-time":"2018-10-30T09:58:12Z","timestamp":1540893492000},"page":"257-273","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Coordination Model with Reinforcement Learning for Ensuring Reliable On-Demand Services in Collective Adaptive Systems"],"prefix":"10.1007","author":[{"given":"Houssem Ben","family":"Mahfoudh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giovanna","family":"Di Marzo Serugendo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anthony","family":"Boulmier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nabil","family":"Abdennadher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,10,31]]},"reference":[{"key":"17_CR1","unstructured":"Algirdas, A., Laprie, J.-C., Randell, B., Landwehr, C.: Basic concepts and taxonomy of dependable and secure computing. IEEE Computer Society (2004)"},{"key":"17_CR2","unstructured":"Banicescu, I., Ciorba, F.M., Srivastava, S.: Performance optimization of scientific applications using an autonomic computing approach. In: Scalable Computing: Theory and Practice, pp. 437\u2013466. Wiley (2013)"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Baresi, L., Ghezzi, C., Guinea, S.: Smart monitors for composed services. In: Proceedings of the 2nd International Conference on Service Oriented Computing, ICSOC 2004, pp. 193\u2013202. ACM, New York (2004)","DOI":"10.1145\/1035167.1035195"},{"key":"17_CR4","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MIS.2006.29","volume":"21","author":"J Beal","year":"2006","unstructured":"Beal, J., Bachrach, J.: Infrastructure for engineered emergence on sensor\/actuator networks. IEEE Intell. Syst. 21, 10\u201319 (2006)","journal-title":"IEEE Intell. Syst."},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Boulmier, A., Banicescu, I., Ciorba, F.M., Abdennadher, N.: An autonomic approach for the selection of robust dynamic loop scheduling techniques. In: 16th International Symposium on Parallel and Distributed Computing, ISPDC 2017, Innsbruck, Austria, 3\u20136 July 2017, pp. 9\u201317 (2017)","DOI":"10.1109\/ISPDC.2017.9"},{"key":"17_CR6","series-title":"Studies in Computational Intelligence","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/978-3-642-14435-6_7","volume-title":"Innovations in Multi-Agent Systems and Applications-1","author":"L Bu\u015foniu","year":"2010","unstructured":"Bu\u015foniu, L., Babu\u0161ka, R., De Schutter, B.: Multi-agent reinforcement learning: an overview. In: Srinivasan, D., Jain, L.C. (eds.) Innovations in Multi-Agent Systems and Applications-1. SCI, vol. 310, pp. 183\u2013221. Springer, Heidelbeg (2010). https:\/\/doi.org\/10.1007\/978-3-642-14435-6_7"},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Canfora, G., Di Penta, M., Esposito, R., Villani, M.L.: An approach for QoS-aware service composition based on genetic algorithms. In: Proceedings of the 7th Annual Conference on Genetic and Evolutionary Computation, GECCO 2005, pp. 1069\u20131075. ACM, New York (2005)","DOI":"10.1145\/1068009.1068189"},{"key":"17_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-92408-3_3","volume-title":"Coordination Models and Languages","author":"G Ciatto","year":"2018","unstructured":"Ciatto, G., Mariani, S., Louvel, M., Omicini, A., Zambonelli, F.: Twenty years of coordination technologies state-of-the-art and perspectives. COORDINATION 2018. LNCS, vol. 10852. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-92408-3_3"},{"key":"17_CR9","unstructured":"Cook, P.R.: Limitations and extensions of the WoLF-PHC algorithm (2007)"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Cruz Torres, M.H., Holvoet, T.: Composite service adaptation: a QoS-driven approach. In: Proceedings of the 5th International Conference on COMmunication System softWAre and MiddlewaRE (COMSWARE 2011). ACM (2011)","DOI":"10.1145\/2016551.2016559"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Fernandez-Marquez, J.L., Di Marzo Serugendo, G., Sara Montagna, Viroli, M., Arcos, J.L.: Description and composition of bio-inspired design patterns: a complete overview. Nat. Comput. 1\u201325 (2012)","DOI":"10.1007\/s11047-012-9324-y"},{"key":"17_CR12","unstructured":"Di Marzo Serugendo, G., De Angelis, F., Fernandez-Marquez, J.L.: Self-composition of services with chemical reactions. In: 29th Annual ACM Symposium on Applied Computing (SAC), Gyeongju, Republic of Korea, March 2014"},{"key":"17_CR13","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/978-3-319-07650-8_5","volume-title":"Agent and Multi-Agent Systems: Technologies and Applications","author":"FL De Angelis","year":"2014","unstructured":"De Angelis, F.L., Fernandez-Marquez, J.L., Di Marzo Serugendo, G.: Self-composition of services in pervasive systems: a chemical-inspired approach. In: Jezic, G., Kusek, M., Lovrek, I., J. Howlett, R., Jain, L.C. (eds.) Agent and Multi-Agent Systems: Technologies and Applications. AISC, vol. 296, pp. 37\u201346. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-07650-8_5"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1145\/2363.2433","volume":"7","author":"D Gelernter","year":"1985","unstructured":"Gelernter, D.: Generative communication in Linda. ACM Trans. Program. Lang. Syst. (TOPLAS) 7, 80\u2013112 (1985)","journal-title":"ACM Trans. Program. Lang. Syst. (TOPLAS)"},{"key":"17_CR15","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-319-25591-0_7","volume-title":"Modeling and Using Context","author":"J Boes","year":"2015","unstructured":"Boes, J., Nigon, J., Verstaevel, N., Gleizes, M.-P., Migeon, F.: The self-adaptive context learning pattern: overview and proposal. In: Christiansen, H., Stojanovic, I., Papadopoulos, G.A. (eds.) CONTEXT 2015. LNCS (LNAI), vol. 9405, pp. 91\u2013104. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-25591-0_7"},{"key":"17_CR16","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"issue":"4","key":"17_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1538942.1538945","volume":"18","author":"M Mamei","year":"2009","unstructured":"Mamei, M., Zambonelli, F.: Programming pervasive and mobile computing applications: the TOTA approach. ACM Trans. Softw. Eng. Methodol. 18(4), 1\u201356 (2009)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Mazac, S., Armetta, F., Hassas, S.: Bootstrapping sensori-motor patterns for a constructivist learning system in continuous environments. In: 14th International Conference on the Synthesis and Simulation of Living Systems (Alife 2014), New York, NY, USA (2014)","DOI":"10.7551\/978-0-262-32621-6-ch028"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"McKinley, P.K., Sadjadi, S.M., Kasten, E.P., Cheng, B.H.C.: Composing adaptive software. Computer 37(7), 56\u201364 (2004)","DOI":"10.1109\/MC.2004.48"},{"issue":"7540","key":"17_CR20","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Montagna, S., Viroli, M., Pianini, D., Fernandez-Marquez, J.L.: Towards a comprehensive approach to spontaneous self-composition in pervasive ecosystems. In: De Paoli, F., Vizzari, V. (eds.) Proceedings of the 13th Workshop on Objects and Agents. CEUR-WS (2012)","DOI":"10.1145\/2245276.2245336"},{"key":"17_CR22","unstructured":"Omicini, A., Zambonelli, F.: TuCSoN: a coordination model for mobile information agents. In: Internet Research: Electronic Networking Applications and Policy, pp. 59\u201379 (1999)"},{"issue":"3","key":"17_CR23","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s10458-005-2631-2","volume":"11","author":"L Panait","year":"2005","unstructured":"Panait, L., Luke, S.: Cooperative multi-agent learning : the state of the art. Auton. Agents Multi-Agent Syst. 11(3), 387\u2013434 (2005)","journal-title":"Auton. Agents Multi-Agent Syst."},{"key":"17_CR24","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MC.2003.1236471","volume":"36","author":"C Peltz","year":"2003","unstructured":"Peltz, C.: Web services orchestration and choreography. IEEE Comput. 36, 46\u201352 (2003)","journal-title":"IEEE Comput."},{"key":"17_CR25","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.csi.2017.03.001","volume":"53","author":"P Rabanal","year":"2017","unstructured":"Rabanal, P., Mateo, J.A., Rodr\u00edguez, I., D\u00edaz, G.: Data-aware automatic derivation of choreography-conforming systems of services. Comput. Stand. Interfaces 53, 59\u201379 (2017)","journal-title":"Comput. Stand. Interfaces"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Di Marzo Serugendo, G., Abdennadher, N., Mahfoudh, H.B., De Angelis, F.L., Tomaylla, R.: Spatial edge services. In: Global IoT Summit (2017)","DOI":"10.1109\/GIOTS.2017.8016219"},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Shi, W., Cao, J., Zhang, Q., Youhuizi, L., Xu, L.: Edge computing: Vision and challenges. IEEE (2016)","DOI":"10.1109\/JIOT.2016.2579198"},{"key":"17_CR28","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Ter Beek, M., Bucchiarone, A., Gnesi, S.: Web service composition approaches: from industrial standards to formal methods. In: Proceedings of the Second International Conference on Internet and Web Applications and Services, ICIW 2007, p. 15. IEEE Computer Society, Washington, DC (2007)","DOI":"10.1109\/ICIW.2007.71"},{"key":"17_CR30","unstructured":"Watkins, C.J.C.H.: Learning from Delayed Rewards. Ph.D. thesis, King\u2019s College, Cambridge, UK, May 1989"},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Wu, Z., Ranabahu, A., Gomadam, K., Sheth, A.P., Miller, J.A.: Automatic composition of semantic web services using process and data mediation. In: Proceedings of the 9th International Conference on Enterprise Information Systems, pp. 453\u2013461. Academic Press (2007)","DOI":"10.5220\/0002437004530461"},{"key":"17_CR32","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1016\/j.procs.2011.09.006","volume":"7","author":"F Zambonelli","year":"2011","unstructured":"Zambonelli, F.: Self-aware pervasive service ecosystems. Procedia Comput. Sci. 7, 197\u2013199 (2011)","journal-title":"Procedia Comput. Sci."},{"issue":"Part B","key":"17_CR33","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1016\/j.pmcj.2014.12.002","volume":"17","author":"F Zambonelli","year":"2015","unstructured":"Zambonelli, F., et al.: Developing pervasive multi-agent systems with nature-inspired coordination. Pervasive Mob. Comput. 17(Part B), 236\u2013252 (2015). 10 years of Pervasive Computing\u2019 In Honor of Chatschik Bisdikian","journal-title":"Pervasive Mob. Comput."}],"container-title":["Lecture Notes in Computer Science","Leveraging Applications of Formal Methods, Verification and Validation. Distributed Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-03424-5_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T22:28:59Z","timestamp":1775255339000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-03424-5_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030034238","9783030034245"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-03424-5_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"31 October 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISoLA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Leveraging Applications of Formal Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Limassol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cyprus","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 November 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 November 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isola2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.isola-conference.org\/isola2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Equinocs","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"149","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"126","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"85% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"invitation-based event","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}