{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T11:13:11Z","timestamp":1753355591185},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,3,11]],"date-time":"2020-03-11T00:00:00Z","timestamp":1583884800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,11]],"date-time":"2020-03-11T00:00:00Z","timestamp":1583884800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Softw Tools Technol Transfer"],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s10009-020-00557-0","type":"journal-article","created":{"date-parts":[[2020,3,11]],"date-time":"2020-03-11T08:02:41Z","timestamp":1583913761000},"page":"417-436","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Learning-based coordination model for spontaneous self-composition of reliable services in a distributed system"],"prefix":"10.1007","volume":"22","author":[{"given":"Houssem","family":"Ben Mahfoudh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giovanna","family":"Di Marzo Serugendo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nabil","family":"Naja","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nabil","family":"Abdennadher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,11]]},"reference":[{"key":"557_CR1","first-page":"11","volume":"1","author":"Algirdas Avizienis","year":"2004","unstructured":"Avizienis, Algirdas, Laprie, J.-C., Randell, B., Landwehr, C.: Basic concepts and taxonomy of dependable and secure computing. IEEE Comput. Soc. 1, 11 (2004)","journal-title":"IEEE Comput. Soc."},{"key":"557_CR2","unstructured":"Baresi, L., Ghezzi, C., Guinea, S.: Smart monitors for composed services. In: Proceedings of the 2nd International Conference on Service Oriented Computing, ICSOC \u201904, pp. 193\u2013202 (2004). ACM, New York"},{"key":"557_CR3","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MIS.2006.29","volume":"21","author":"J Beal","year":"2006","unstructured":"Beal, J., Bachrach, J.: Infrastructure for engineered emergence on sensor\/actuator networks. IEEE Intell. Syst. 21, 10 (2006)","journal-title":"IEEE Intell. Syst."},{"key":"557_CR4","doi-asserted-by":"crossref","unstructured":"Beckert, B., Damiani, F., de Boer, F.S., Bonsangue, M.M. (eds.) Formal Methods for Components and Objects, 10th International Symposium, FMCO 2011, Turin, Italy, October 3\u20135, 2011, Revised Selected Papers. Lecture Notes in Computer Science, vol. 7542. Springer (2013)","DOI":"10.1007\/978-3-642-35887-6"},{"key":"557_CR5","doi-asserted-by":"crossref","unstructured":"Boes, J., Nigon, J., Verstaevel, N., Gleizes, M.-P., Migeon, F.: The self-adaptive context learning pattern: overview and proposal. In: International and Interdisciplinary Conference on Modeling and Using Context (CONTEXT 2015). Larnaca, Cyprus, 02\/11\/2015-06\/11\/2015, LNAI 9405, pp. 91\u2013104. Springer, New York (2015)","DOI":"10.1007\/978-3-319-25591-0_7"},{"key":"557_CR6","doi-asserted-by":"crossref","unstructured":"Bu\u015foniu, L., Babu\u0161ka, R., De\u00a0Schutter, B.: Multi-agent reinforcement learning: an overview. In: Innovations in Multi-agent Systems and Applications-1, pp. 183\u2013221. Springer, New York (2010)","DOI":"10.1007\/978-3-642-14435-6_7"},{"key":"557_CR7","doi-asserted-by":"crossref","unstructured":"Canfora, G., Di\u00a0Penta, M., Esposito, R., Villani, M.L.: An approach for qos-aware service composition based on genetic algorithms. In: Proceedings of the 7th Annual Conference on Genetic and Evolutionary Computation, GECCO \u201905, pp. 1069\u20131075. ACM, New York (2005)","DOI":"10.1145\/1068009.1068189"},{"key":"557_CR8","unstructured":"Ciatto, G., Mariani, S., Louvel, M., Omicini, A., Zambonelli, F.: Twenty years of coordination technologies: State-of-the-art and perspectives. In: Di\u00a0Marzo\u00a0Serugendo, G., Loreti, M. (eds.) 20th IFIP WG 6.1 International Conference, COORDINATION 2018, DisCoTec 2018, Madrid, June 18\u201321, 2018, pp. 51\u201380 (2018). Springer International Publishing, Cham"},{"key":"557_CR9","doi-asserted-by":"crossref","unstructured":"De\u00a0Angelis, F.L., Fernandez-Marquez, J.L., Di\u00a0Marzo\u00a0Serugendo, G.: Self-composition of services in pervasive systems: a chemical-inspired approach, multi-agent systems: technologies and applications. In: Advances in Intelligent Systems and Computing, vol. 296. Springer, New York (2014)","DOI":"10.1007\/978-3-319-07650-8_5"},{"key":"557_CR10","doi-asserted-by":"crossref","unstructured":"De\u00a0Angelis, F.L., Fernandez-Marquez, J.L., Di\u00a0Marzo\u00a0Serugendo, G.: Self-composition of services with chemical reactions. In: 29th Annual ACM Symposium on Applied Computing (SAC), Gyeongju, Republic of Korea (2014)","DOI":"10.1145\/2554850.2555178"},{"key":"557_CR11","doi-asserted-by":"crossref","unstructured":"Di\u00a0Marzo Serugendo, G., Abdennadher, N., Mahfoudh, H.B., De Angelis, F.L., Tomaylla, R.: Spatial edge services. Global IoT Summit (2017)","DOI":"10.1109\/GIOTS.2017.8016219"},{"key":"557_CR12","doi-asserted-by":"crossref","unstructured":"De Nicola, R., Latella, D., Lluch-Lafuente, A., Loreti, M., Margheri, A., Massink, M., Morichetta, A., Pugliese, R., Tiezzi, F., Vandin, A.: The SCEL language: design, implementation, verification. In: Wirsing et\u00a0al.\u00a0[39], pp. 3\u201371","DOI":"10.1007\/978-3-319-16310-9_1"},{"issue":"3","key":"557_CR13","first-page":"156","volume":"11","author":"B De Schutter","year":"2008","unstructured":"De Schutter, B., Busoniu, L., Babuska, R.: A comprehensive survey of multiagent reinforcement learning. IEEE 11(3), 156 (2008)","journal-title":"IEEE"},{"key":"557_CR14","doi-asserted-by":"crossref","unstructured":"Fernandez-Marquez, J.L., Di\u00a0Marzo Serugendo, G., Montagna, S., Viroli, M., Arcos, J.L.: Description and composition of bio-inspired design patterns: a complete overview. Nat. Comput. 1\u201325 (2012)","DOI":"10.1007\/s11047-012-9324-y"},{"key":"557_CR15","doi-asserted-by":"crossref","unstructured":"Gelernter, D.: Generative communication in linda. ACM Transactions on Programming Languages and Systems (TOPLAS) (1985)","DOI":"10.1145\/2363.2433"},{"key":"557_CR16","doi-asserted-by":"crossref","unstructured":"Gu, C., Zheng, Y.: A context-aware method for service composition in pervasive computing environments. In: Advances in Computer Science, Environment, Ecoinformatics, and Education - International Conference, CSEE 2011 (2011)","DOI":"10.1007\/978-3-642-23357-9_22"},{"key":"557_CR17","doi-asserted-by":"crossref","unstructured":"HatziDimitris, O., Bassiliades, V., Anagnostopoulos, D., Vlahavas, I.: Semantic awareness in automated web service composition through planning. In: Artificial Intelligence: Theories, Models and Applications (2010)","DOI":"10.1007\/978-3-642-12842-4_16"},{"key":"557_CR18","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"557_CR19","unstructured":"Khadka, S., Tumer, K.: Evolution-guided policy gradient in reinforcement learning. In: 32nd Conference on Neural Information Processing Systems (2018)"},{"key":"557_CR20","doi-asserted-by":"crossref","unstructured":"Mahfoudh, H.B., Di\u00a0Marzo Serugendo, G., Boulmier, A., Abdennadher, N.: Coordination model with reinforcement learning for ensuring reliable on-demand services in collective adaptive systems. ISOLA (2018)","DOI":"10.1007\/978-3-030-03424-5_17"},{"issue":"4","key":"557_CR21","doi-asserted-by":"publisher","first-page":"15:1","DOI":"10.1145\/1538942.1538945","volume":"18","author":"M Mamei","year":"2009","unstructured":"Mamei, M., Zambonelli, F.: Programming pervasive and mobile computing applications: the tota approach. ACM Trans. Softw. Eng. Methodol. 18(4), 15:1\u201315:56 (2009)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"557_CR22","doi-asserted-by":"crossref","unstructured":"Mazac, S., Armetta, F., Hassas, S.: Bootstrapping sensori-motor patterns for a constructivist learning system in continuous environments. In: 14th International Conference on the Synthesis and Simulation of Living Systems (Alife\u201914), New York, NY, USA (2014)","DOI":"10.7551\/978-0-262-32621-6-ch028"},{"key":"557_CR23","unstructured":"Matthes, F.,\u00a0Langen, M.,\u00a0Braun, D., Mendez, A.H.: Evaluating natural language understanding services for conversational question answering systems. In: Proceedings of the SIGDIAL (2017)"},{"key":"557_CR24","doi-asserted-by":"crossref","unstructured":"Montagna, S., Viroli, M., Pianini, D., Fernandez-Marquez, J.L.: Towards a comprehensive approach to spontaneous self-composition in pervasive ecosystems. In: De\u00a0Paoli, F., Vizzari, G. (eds.) Proceedings of the 13th Workshop on Objects and Agents. CEUR-WS (2012)","DOI":"10.1145\/2245276.2245336"},{"key":"557_CR25","doi-asserted-by":"crossref","unstructured":"Moustafa, A., Ito, T.: A deep reinforcement learning approach for large-scale service composition. In: International Conference on Principles and Practice of Multi-Agent Systems (2018)","DOI":"10.1007\/978-3-030-03098-8_18"},{"key":"557_CR26","unstructured":"Omicini, A., Zambonelli, F.: Tucson: a coordination model for mobile information agents. Internet Research: Electronic Networking Applications and Policy, pp. 59 \u2013 79 (1999)"},{"key":"557_CR27","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MC.2003.1236471","volume":"36","author":"C Peltz","year":"2003","unstructured":"Peltz, C.: Web services orchestration and choreography. IEEE Comput. 36, 46\u201352 (2003)","journal-title":"IEEE Comput."},{"key":"557_CR28","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.csi.2017.03.001","volume":"53","author":"P Rabanal","year":"2017","unstructured":"Rabanal, P., Mateo, J.A., Rodr\u00edguez, I., D\u00edaz, G.: Data-aware automatic derivation of choreography-conforming systems of services. Comput. Stand. Interfaces 53, 59\u201379 (2017)","journal-title":"Comput. Stand. Interfaces"},{"key":"557_CR29","volume-title":"A survey of automated web service composition methods","author":"J Rao","year":"2004","unstructured":"Rao, J., Xiaomeng, S.: A survey of automated web service composition methods. Web Services and Web Process Composition, SWSWPC (2004)"},{"key":"557_CR30","unstructured":"Ren, L., Wang, W., Hang, X.: A reinforcement learning method for constraint-satisfied services composition. In: IEEE Transactions on Services Computing (2017)"},{"key":"557_CR31","doi-asserted-by":"crossref","unstructured":"Shi, W., Cao, J., Youhuizi, L., Quan, Z., Xu, L.: Edge computing: vision and challenges. IEEE (2016)","DOI":"10.1109\/JIOT.2016.2579198"},{"key":"557_CR32","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"557_CR33","unstructured":"ter Beek, M., Bucchiarone, A., Gnesi, S.: Web service composition approaches: from industrial standards to formal methods. In: Proceedings of the Second International Conference on Internet and Web Applications and Services, ICIW \u201907, p. 15 (2007). IEEE Computer Society, Washington"},{"key":"557_CR34","unstructured":"Thi\u00a0Nguyen, S.N.T., Nguyen, N.D.: Deep reinforcement learning for multi-agent systems: a review of challenges, solutions and applications. eprint arXiv:1812.11794 (2018)"},{"key":"557_CR35","doi-asserted-by":"crossref","unstructured":"Wang, H., Chen, X., Wu, Q., Yu, Q., Zheng, Z., Bouguettaya, A.: Integrating on-policy reinforcement learning with multi-agent techniques for adaptive service composition. LNCS (2014)","DOI":"10.1007\/978-3-662-45391-9_11"},{"key":"557_CR36","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.knosys.2019.05.020","volume":"180","author":"H Wang","year":"2019","unstructured":"Wang, H., Mingzhu, G., Qi, Y., Tao, Y., Li, J., Fei, H., Yan, J., Zhao, W., Hong, T.: Adaptive and large-scale service composition based on deep reinforcement learning. Knowl. Syst. 180, 75\u201390 (2019)","journal-title":"Knowl. Syst."},{"key":"557_CR37","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.ins.2016.05.002","volume":"363","author":"H Wang","year":"2016","unstructured":"Wang, H., Wang, X., Xingguo, H., Zhang, X., Mingzhu, G.: A multi-agent reinforcement learning approach to dynamic service composition. Inf. Sci. 363, 96\u2013119 (2016)","journal-title":"Inf. Sci."},{"key":"557_CR38","unstructured":"Watkins, C.J.C.H.: Learning from Delayed Rewards. PhD thesis, King\u2019s College, Cambridge (1989)"},{"key":"557_CR39","doi-asserted-by":"crossref","unstructured":"Wirsing, M., H\u00f6lzl, M.M., Koch, N., Mayer, P. (eds.): Software Engineering for Collective Autonomic Systems - The ASCENS Approach. Lecture Notes in Computer Science, vol. 8998. Springer, New York (2015)","DOI":"10.1007\/978-3-319-16310-9"},{"key":"557_CR40","doi-asserted-by":"crossref","unstructured":"Wirsing, M., H\u00f6lzl, M.M., Tribastone, M., Zambonelli, F.: ASCENS: engineering autonomic service-component ensembles. In: Beckert et\u00a0al.\u00a0[4], pp. 1\u201324","DOI":"10.1007\/978-3-642-35887-6_1"},{"key":"557_CR41","unstructured":"Wu, Z., Ranabahu, A., Gomadam, K., Sheth, A.P., Miller, J.A.: Automatic composition of semantic web services using process and data mediation. In: Proceedings of the 9th International Conference on Enterprise Information Systems, pp. 453\u2013461. Academic Press, London (2007)"},{"key":"557_CR42","doi-asserted-by":"crossref","unstructured":"Zambonelli, F., Omicini, A., Anzengruber, B., Castelli, G., De\u00a0Angelis, F.L., Di\u00a0Marzo\u00a0Serugendo, G., Dobson, S., Fernandez-Marquez, J.L., Ferscha, A., Mamei, M., Mariani, S., Molesini, A., Montagna, S., Nieminen, J., Pianini, D., Risoldi, M., Rosi, A., Stevenson, G., Viroli, M., Ye, J.: Developing pervasive multi-agent systems with nature-inspired coordination. Pervasive and Mobile Computing, 17, Part B: 236\u2013252 (2015). 10 years of Pervasive Computing\u2019 In Honor of Chatschik Bisdikian","DOI":"10.1016\/j.pmcj.2014.12.002"}],"container-title":["International Journal on Software Tools for Technology Transfer"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-020-00557-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10009-020-00557-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10009-020-00557-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T12:58:28Z","timestamp":1695905908000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10009-020-00557-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,11]]},"references-count":42,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["557"],"URL":"https:\/\/doi.org\/10.1007\/s10009-020-00557-0","relation":{},"ISSN":["1433-2779","1433-2787"],"issn-type":[{"value":"1433-2779","type":"print"},{"value":"1433-2787","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,11]]},"assertion":[{"value":"11 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}