{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T03:42:49Z","timestamp":1765165369296,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319444819"},{"type":"electronic","value":"9783319444826"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-44482-6_4","type":"book-chapter","created":{"date-parts":[[2016,8,24]],"date-time":"2016-08-24T02:53:21Z","timestamp":1472007201000},"page":"53-68","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Reinforcement Learning Techniques for Decentralized Self-adaptive Service Assembly"],"prefix":"10.1007","author":[{"given":"M.","family":"Caporuscio","sequence":"first","affiliation":[]},{"given":"M.","family":"D\u2019Angelo","sequence":"additional","affiliation":[]},{"given":"V.","family":"Grassi","sequence":"additional","affiliation":[]},{"given":"R.","family":"Mirandola","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,8,25]]},"reference":[{"issue":"2","key":"4_CR1","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1109\/TSE.2015.2476797","volume":"42","author":"M Caporuscio","year":"2016","unstructured":"Caporuscio, M., Grassi, V., Marzolla, M., Mirandola, R.: GoPrime: a fully decentralized middleware for utility-aware service assembly. IEEE Trans. Softw. Eng. 42(2), 136\u2013152 (2016)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"4_CR2","unstructured":"Cheng, B.H.C., et al.: 08031 - software engineering for self-adaptive systems: a research road map. In: Dagstuhl Seminar Proceedings Software Engineering for Self-Adaptive Systems, vol. 08031. IBFI (2008)"},{"issue":"3","key":"4_CR3","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/s10489-006-0034-y","volume":"27","author":"G Erus","year":"2007","unstructured":"Erus, G., Polat, F.: A layered approach to learning coordination knowledge in multiagent environments. Appl. Intell. 27(3), 249\u2013267 (2007)","journal-title":"Appl. Intell."},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Galstyan, A., Kolar, S., Lerman, K.: Resource allocation games with changing resource capacities. In: Proceedings of the Second International Joint Conference on Autonomous Agents and Multiagent Systems AAMAS 2003, pp. 145\u2013152 (2003)","DOI":"10.1145\/860575.860599"},{"key":"4_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1007\/978-3-642-13821-8_7","volume-title":"Research into Practice \u2013 Reality and Gaps","author":"C Ghezzi","year":"2010","unstructured":"Ghezzi, C., Motta, A., Panzica La Manna, V., Tamburrelli, G.: QoS driven dynamic binding in-the-many. In: Heineman, G.T., Kofron, J., Plasil, F. (eds.) QoSA 2010. LNCS, vol. 6093, pp. 68\u201383. Springer, Heidelberg (2010)"},{"key":"4_CR6","unstructured":"Jain, R.K., Chiu, D.M.W., Hawe, W.R.: A quantitative measure of fairness and discrimination for resource allocation in shared computer systems. Technical report DEC-TR-301, Digital Equipment Corporation, September 1984"},{"issue":"3","key":"4_CR7","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1145\/1275517.1275520","volume":"25","author":"M\u00e1rk Jelasity","year":"2007","unstructured":"Jelasity, M., Voulgaris, S., Guerraoui, R., Kermarrec, A.M., van Steen, M.: Gossip-based peer sampling. ACM Trans. Comput. Syst. 25(3) (2007). Article No. 8","journal-title":"ACM Transactions on Computer Systems"},{"issue":"4","key":"4_CR8","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1016\/j.jss.2006.06.029","volume":"80","author":"L Jiang","year":"2007","unstructured":"Jiang, L., Xu, G.: Modeling and analysis of software aging and software failure. J. Syst. Softw. 80(4), 590\u2013595 (2007)","journal-title":"J. Syst. Softw."},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Montresor, A., Jelasity, M.: PeerSim: a scalable P2P simulator. In: Proceedings of the 9th International Conference on Peer-to-Peer (P2P 2009), Seattle, WA, pp. 99\u2013100, September 2009","DOI":"10.1109\/P2P.2009.5284506"},{"issue":"2","key":"4_CR10","first-page":"71","volume":"12","author":"J Parent","year":"2004","unstructured":"Parent, J., Verbeeck, K., Lemeire, J., Nowe, A., Steenhaut, K., Dirkx, E.: Adaptive load balancing of parallel applications with multi-agent reinforcement learning on heterogeneous systems. Sci. Program. 12(2), 71\u201379 (2004)","journal-title":"Sci. Program."},{"issue":"2","key":"4_CR11","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1109\/90.842140","volume":"8","author":"IC Paschalidis","year":"2000","unstructured":"Paschalidis, I.C., Tsitsiklis, J.N.: Congestion-dependent pricing of network services. IEEE\/ACM Trans. Netw. 8(2), 171\u2013184 (2000)","journal-title":"IEEE\/ACM Trans. Netw."},{"key":"4_CR12","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1613\/jair.121","volume":"2","author":"A Schaerf","year":"1995","unstructured":"Schaerf, A., Shoham, Y., Tennenholtz, M.: Adaptive load balancing: a study in multi-agent learning. J. Artif. Intell. Res. 2, 475\u2013500 (1995)","journal-title":"J. Artif. Intell. Res."},{"issue":"2","key":"4_CR13","first-page":"10:1","volume":"8","author":"S Schuhmann","year":"2013","unstructured":"Schuhmann, S., Herrmann, K., Rothermel, K., Boshmaf, Y.: Adaptive composition of distributed pervasive applications in heterogeneous environments. ACM Trans. Auton. Adapt. Syst. (TAAS) 8(2), 10:1\u201310:21 (2013)","journal-title":"ACM Trans. Auton. Adapt. Syst. (TAAS)"},{"key":"4_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-540-36668-3_87","volume-title":"PRICAI 2006: Trends in Artificial Intelligence","author":"T Sugawara","year":"2006","unstructured":"Sugawara, T., Fukuda, K., Hirotsu, T., Sato, S., Kurihara, S.: Adaptive agent selection in large-scale multi-agent systems. In: Yang, Q., Webb, G. (eds.) PRICAI 2006. LNCS (LNAI), vol. 4099, pp. 818\u2013822. Springer, Heidelberg (2006)"},{"key":"4_CR15","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"4_CR16","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-3-540-25840-7_6","volume-title":"Agents and Peer-to-Peer Computing","author":"S Voulgaris","year":"2004","unstructured":"Voulgaris, S., Jelasity, M., van Steen, M.: A robust and scalable peer-to-peer gossiping protocol. In: Moro, G., Sartori, C., Singh, M.P. (eds.) AP2PC 2003. LNCS (LNAI), vol. 2872, pp. 47\u201358. Springer, Heidelberg (2004)"},{"key":"4_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1007\/978-3-642-35813-5_4","volume-title":"Software Engineering for Self-Adaptive Systems II","author":"D Weyns","year":"2013","unstructured":"Weyns, D., Schmerl, B., Grassi, V., Malek, S., Mirandola, R., Prehofer, C., Wuttke, J., Andersson, J., Giese, H., G\u00f6schka, K.M.: On patterns for decentralized control in self-adaptive systems. In: de Lemos, R., Giese, H., M\u00fcller, H.A., Shaw, M. (eds.) Software Engineering for Self-Adaptive Systems. LNCS, vol. 7475, pp. 76\u2013107. Springer, Heidelberg (2013)"},{"key":"4_CR18","doi-asserted-by":"publisher","DOI":"10.4135\/9781412985161","volume-title":"Multiple Attribute Decision Making: An Introduction","author":"KP Yoon","year":"1995","unstructured":"Yoon, K.P., Hwang, C.L.: Multiple Attribute Decision Making: An Introduction, vol. 104. Sage Publications, Thousand Oaks (1995)"},{"key":"4_CR19","unstructured":"Zhang, C., Lesser, V., Shenoy, P.: A multi-agent learning approach to online distributed resource allocation. In: Proceedings of Twenty-First International Joint Conference on Artificial Intelligence (IJCAI 2009), vol. 1, pp. 361\u2013366 (2009)"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented and Cloud Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-44482-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T00:02:53Z","timestamp":1598227373000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-44482-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319444819","9783319444826"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-44482-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"25 August 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESOCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Service-Oriented and Cloud Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esocc2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}