{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T18:05:28Z","timestamp":1778263528545,"version":"3.51.4"},"publisher-location":"Berlin, Heidelberg","reference-count":22,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642173578","type":"print"},{"value":"9783642173585","type":"electronic"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-45005-1_21","type":"book-chapter","created":{"date-parts":[[2013,11,27]],"date-time":"2013-11-27T09:53:14Z","timestamp":1385545994000},"page":"298-312","source":"Crossref","is-referenced-by-count":36,"title":["Multi-Objective Service Composition Using Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Ahmed","family":"Moustafa","sequence":"first","affiliation":[]},{"given":"Minjie","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Berbner, R., Spahn, M., Repp, N., Heckmann, O., Steinmetz, R.: Heuristics for qos-aware web service composition. In: International Conference on Web Services, ICWS 2006, pp. 72\u201382 (2006)","DOI":"10.1109\/ICWS.2006.69"},{"key":"21_CR2","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1145\/1068009.1068189","volume-title":"Proceedings of the 2005 Conference on Genetic and Evolutionary Computation GECCO 2005","author":"G. Canfora","year":"2005","unstructured":"Canfora, G., Di Penta, M., Esposito, R., Villani, M.L.: An approach for qos-aware service composition based on genetic algorithms. In: Proceedings of the 2005 Conference on Genetic and Evolutionary Computation GECCO 2005, pp. 1069\u20131075. ACM, New York (2005)"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Cao, J., Sun, X., Zheng, X., Liu, B., Mao, B.: Efficient multi-objective services selection algorithm based on particle swarm optimization. In: 2010 IEEE Asia-Pacific Services Computing Conference (APSCC), pp. 603\u2013608 (2010)","DOI":"10.1109\/APSCC.2010.75"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Chiu, D., Agrawal, G.: Cost and accuracy aware scientific workflow composition for service-oriented environments. IEEE Trans. Services Computing (2012)","DOI":"10.1109\/TSC.2012.19"},{"key":"21_CR5","unstructured":"Claro, D.B., Albers, P., Hao, J.K.: Selecting web services for optimal composition. In: SDWP 2005, pp. 32\u201345 (2005)"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"de Campos, A., Pozo, A.T.R., Vergilio, S.R., Savegnago, T.: Many-objective evolutionary algorithms in the composition of web services. In: 2010 Eleventh Brazilian Symposium on Neural Networks (SBRN), pp. 152\u2013157 (2010)","DOI":"10.1109\/SBRN.2010.34"},{"issue":"2","key":"21_CR7","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K. Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: Nsga-ii. IEEE Transactions on Evolutionary Computation\u00a06(2), 182\u2013197 (2002)","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"21_CR8","unstructured":"Dehousse, S., Faulkner, S., Herssens, C., Jureta, I.J., Saerens, M.: Learning optimal web service selections in dynamic environments when many quality-of-service criteria matter. Machine Learning, InTech., 207\u2013229 (2009)"},{"issue":"7","key":"21_CR9","doi-asserted-by":"publisher","first-page":"907","DOI":"10.1109\/TPDS.2007.1039","volume":"18","author":"S. Kalasapur","year":"2007","unstructured":"Kalasapur, S., Kumar, M., Shirazi, B.A.: Dynamic service composition in pervasive computing. IEEE Trans. Parallel and Distributed Systems\u00a018(7), 907\u2013918 (2007)","journal-title":"IEEE Trans. Parallel and Distributed Systems"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Lin, W., Dou, W., Luo, X., Chen, J.: A history record-based service optimization method for qos-aware service composition. In: 2011 IEEE International Conference on Web Services (ICWS), pp. 666\u2013673 (2011)","DOI":"10.1109\/ICWS.2011.17"},{"issue":"99","key":"21_CR11","first-page":"1","volume":"PP","author":"C. Liu","year":"2013","unstructured":"Liu, C., Xu, X., Hu, D.: Multiobjective reinforcement learning: A comprehensive overview. IEEE Transactions on Systems, Man, and Cybernetics, Part C: Applications and Reviews\u00a0PP(99), 1\u201313 (2013)","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part C: Applications and Reviews"},{"issue":"2","key":"21_CR12","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1109\/TMM.2012.2231668","volume":"15","author":"N. Mastronarde","year":"2013","unstructured":"Mastronarde, N., Kanoun, K., Atienza, D., Frossard, P., van der Schaar, M.: Markov decision process based energy-efficient on-line scheduling for slice-parallel video decoders on multicore systems. IEEE Trans. Multimedia\u00a015(2), 268\u2013278 (2013)","journal-title":"IEEE Trans. Multimedia"},{"issue":"5","key":"21_CR13","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/MIC.2004.27","volume":"8","author":"E.M. Maximilien","year":"2004","unstructured":"Maximilien, E.M., Singh, M.P.: A framework and ontology for dynamic web services selection. IEEE Internet Computing\u00a08(5), 84\u201393 (2004)","journal-title":"IEEE Internet Computing"},{"key":"21_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-3-642-37198-1_7","volume-title":"Evolutionary Computation in Combinatorial Optimization","author":"M. Suciu","year":"2013","unstructured":"Suciu, M., Pallez, D., Cremene, M., Dumitrescu, D.: Adaptive moea\/d for qos-based web service composition. In: Middendorf, M., Blum, C. (eds.) EvoCOP 2013. LNCS, vol.\u00a07832, pp. 73\u201384. Springer, Heidelberg (2013)"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: Introduction (1998)","DOI":"10.1109\/TNN.1998.712192"},{"issue":"1","key":"21_CR16","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/TR.2008.916874","volume":"57","author":"H.A. Taboada","year":"2008","unstructured":"Taboada, H.A., Espiritu, J.F., Coit, D.W.: Moms-ga: A multi-objective multi-state genetic algorithm for system reliability optimization design problems. IEEE Transactions on Reliability\u00a057(1), 182\u2013191 (2008)","journal-title":"IEEE Transactions on Reliability"},{"issue":"3","key":"21_CR17","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1109\/TSC.2011.6","volume":"5","author":"H. Wada","year":"2012","unstructured":"Wada, H., Suzuki, J., Yamano, Y., Oba, K.: E3: A multiobjective optimization framework for sla-aware service composition. IEEE Transactions on Services Computing\u00a05(3), 358\u2013372 (2012)","journal-title":"IEEE Transactions on Services Computing"},{"key":"21_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-642-17358-5_7","volume-title":"Service-Oriented Computing","author":"H. Wang","year":"2010","unstructured":"Wang, H., Zhou, X., Zhou, X., Liu, W., Li, W., Bouguettaya, A.: Adaptive service composition based on reinforcement learning. In: Maglio, P.P., Weske, M., Yang, J., Fantinato, M. (eds.) ICSOC 2010. LNCS, vol.\u00a06470, pp. 92\u2013107. Springer, Heidelberg (2010)"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Wang, S., Zheng, Z., Sun, Q., Zou, H., Yang, F.: Cloud model for service selection. In: 2011 IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), pp. 666\u2013671 (2011)","DOI":"10.1109\/INFCOMW.2011.5928896"},{"key":"21_CR20","unstructured":"Watkins, C.: Learning from Delayed Rewards. PhD thesis, Cambridge University, England (1989)"},{"key":"21_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1007\/11596141_11","volume-title":"Service-Oriented Computing - ICSOC 2005","author":"T. Yu","year":"2005","unstructured":"Yu, T., Lin, K.-J.: Service selection algorithms for composing complex services with multiple qos constraints. In: Benatallah, B., Casati, F., Traverso, P. (eds.) ICSOC 2005. LNCS, vol.\u00a03826, pp. 130\u2013143. Springer, Heidelberg (2005)"},{"issue":"5","key":"21_CR22","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TSE.2004.11","volume":"30","author":"L. Zeng","year":"2004","unstructured":"Zeng, L., Benatallah, B., Ngu, A.H.H., Dumas, M., Kalagnanam, J., Chang, H.: Qos-aware middleware for web services composition. IEEE Transactions on Software Engineering\u00a030(5), 311\u2013327 (2004)","journal-title":"IEEE Transactions on Software Engineering"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-45005-1_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T23:52:06Z","timestamp":1746057126000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-45005-1_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642173578","9783642173585"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-45005-1_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}