{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T05:56:14Z","timestamp":1743141374350,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":24,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783662486153"},{"type":"electronic","value":"9783662486160"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-662-48616-0_13","type":"book-chapter","created":{"date-parts":[[2015,11,24]],"date-time":"2015-11-24T16:18:43Z","timestamp":1448381923000},"page":"203-217","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Integrating Gaussian Process with Reinforcement Learning for Adaptive Service Composition"],"prefix":"10.1007","author":[{"given":"Hongbing","family":"Wang","sequence":"first","affiliation":[]},{"given":"Qin","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Qi","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,11,25]]},"reference":[{"key":"13_CR1","volume-title":"Reinforcement Learning: An Introduction","author":"AG Barto","year":"1998","unstructured":"Barto, A.G.: Reinforcement Learning: An Introduction. MIT press, Cambridge (1998)"},{"key":"13_CR2","unstructured":"Busoniu, L.: Reinforcement learning and dynamic programming using function approximators. In: Automation and Control Engineering Series (2010)"},{"issue":"2004","key":"13_CR3","first-page":"751","volume":"16","author":"MK Carl Edward Rasmussen","year":"2004","unstructured":"Carl Edward Rasmussen, M.K.: Gaussian processes in reinforcement learning. Adv. Neural Inf. Process. Syst. 16(2004), 751\u2013759 (2004)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Constantinescu, I., Faltings, B., Binder, W.: Large scale, type-compatible service composition. In: Proceedings of the IEEE International Conference on Web Services (ICWS), pp. 506\u2013513. IEEE (2004)","DOI":"10.1109\/ICWS.2004.1314776"},{"issue":"3","key":"13_CR5","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1162\/089976602317250933","volume":"14","author":"L Csat\u00f3","year":"2002","unstructured":"Csat\u00f3, L., Opper, M.: Sparse on-line gaussian processes. Neural Comput. 14(3), 641\u2013668 (2002)","journal-title":"Neural Comput."},{"issue":"1","key":"13_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1504\/IJWGS.2005.007545","volume":"1","author":"S Dustdar","year":"2005","unstructured":"Dustdar, S., Schreiner, W.: A survey on web services composition. Int. J. Web Grid Serv. 1(1), 1\u201330 (2005)","journal-title":"Int. J. Web Grid Serv."},{"key":"13_CR7","unstructured":"Engel, Y.: Algorithms and representations for reinforcement learning. Ph.D. thesis, Citeseer (2005)"},{"key":"13_CR8","unstructured":"Engel, Y., Mannor, S., Meir, R.: Bayes meets bellman: the gaussian process approach to temporal difference learning. In: ICML, vol. 20, p. 154 (2003)"},{"key":"13_CR9","doi-asserted-by":"crossref","unstructured":"Engel, Y., Mannor, S., Meir, R.: Reinforcement learning with gaussian processes. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 201\u2013208. ACM (2005)","DOI":"10.1145\/1102351.1102377"},{"key":"13_CR10","first-page":"1","volume":"5","author":"E Even-Dar","year":"2004","unstructured":"Even-Dar, E., Mansour, Y.: Learning rates for Q-learning. J. Mach. Learn. Res. 5, 1\u201325 (2004)","journal-title":"J. Mach. Learn. Res."},{"key":"13_CR11","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1007\/978-3-540-39917-9_11","volume-title":"Inductive Logic Programming","author":"T G\u00e4rtner","year":"2003","unstructured":"G\u00e4rtner, T., Driessens, K., Ramon, J.: Graph kernels and gaussian processes for relational reinforcement learning. In: Horv\u00e1th, T., Yamamoto, A. (eds.) ILP 2003. LNCS (LNAI), vol. 2835, pp. 146\u2013163. Springer, Heidelberg (2003)"},{"key":"13_CR12","unstructured":"Gosavi, A.: A tutorial for reinforcement learning. Department of Engineering Management and Systems Engineering (2011)"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Ko, J., Klein, D.J., Fox, D., Haehnel, D.: Gaussian processes and reinforcement learning for identification and control of an autonomous blimp. In: 2007 IEEE International Conference on Robotics and Automation, pp. 742\u2013747. IEEE (2007)","DOI":"10.1109\/ROBOT.2007.363075"},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Liu, Q., Sun, Y., Zhang, S.: A scalable web service composition based on a strategy reused reinforcement learning approach. In: 2011 Eighth Web Information Systems and Applications Conference (WISA), pp. 58\u201362. IEEE (2011)","DOI":"10.1109\/WISA.2011.18"},{"key":"13_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1007\/978-3-642-45005-1_21","volume-title":"Service-Oriented Computing","author":"A Moustafa","year":"2013","unstructured":"Moustafa, A., Zhang, M.: Multi-objective service composition using reinforcement learning. In: Basu, S., Pautasso, C., Zhang, L., Fu, X. (eds.) ICSOC 2013. LNCS, vol. 8274, pp. 298\u2013312. Springer, Heidelberg (2013)"},{"issue":"1","key":"13_CR16","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TSC.2008.1","volume":"1","author":"SC Oh","year":"2008","unstructured":"Oh, S.C., Lee, D., Kumara, S.R.: Effective web service composition in diverse and large-scale service networks. IEEE Trans. Serv. Comput. (TSC) 1(1), 15\u201332 (2008)","journal-title":"IEEE Trans. Serv. Comput. (TSC)"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Rasmussen, C.E.: Gaussian processes for machine learning (2006)","DOI":"10.7551\/mitpress\/3206.001.0001"},{"key":"13_CR18","doi-asserted-by":"crossref","unstructured":"Taylor, G., Parr, R.: Kernelized value function approximation for reinforcement learning. In: Proceedings of the 26th Annual International Conference on Machine Learning, pp. 1017\u20131024. ACM (2009)","DOI":"10.1145\/1553374.1553504"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Trummer, I., Faltings, B.: Optimizing the tradeoff between discovery, composition, and execution cost in service composition. In: Proceedings of the IEEE International Conference on Web Services (ICWS), pp. 476\u2013483. IEEE (2011)","DOI":"10.1109\/ICWS.2011.108"},{"key":"13_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1007\/978-3-662-45391-9_11","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2014","unstructured":"Wang, H., Chen, X., Wu, Q., Yu, Q., Zheng, Z., Bouguettaya, A.: Integrating on-policy reinforcement learning with multi-agent techniques for adaptive service composition. In: Franch, X., Ghose, A.K., Lewis, G.A., Bhiri, S. (eds.) ICSOC 2014. LNCS, vol. 8831, pp. 154\u2013168. Springer, Heidelberg (2014)"},{"key":"13_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1007\/978-3-642-37401-2_23","volume-title":"Web Technologies and Applications","author":"H Wang","year":"2013","unstructured":"Wang, H., Wang, X.: A novel approach to large-scale services composition. In: Ishikawa, Y., Li, J., Wang, W., Zhang, R., Zhang, W. (eds.) APWeb 2013. LNCS, vol. 7808, pp. 220\u2013227. Springer, Heidelberg (2013)"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Wang, H., Wu, Q., Chen, X., Yu, Q., Zheng, Z., Bouguettaya, A.: Adaptive and dynamic service composition via multi-agent reinforcement learning. In: Proceedings of the IEEE International Conference on Web Services (ICWS), pp. 447\u2013454. IEEE (2014)","DOI":"10.1109\/ICWS.2014.70"},{"key":"13_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-642-17358-5_7","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2010","unstructured":"Wang, H., Zhou, X., Zhou, X., Liu, W., Li, W., Bouguettaya, A.: Adaptive service composition based on reinforcement learning. In: Maglio, P.P., Weske, M., Yang, J., Fantinato, M. (eds.) ICSOC 2010. LNCS, vol. 6470, pp. 92\u2013107. Springer, Heidelberg (2010)"},{"key":"13_CR24","volume-title":"Adaptation, Learning, and Optimization","author":"M Wiering","year":"2012","unstructured":"Wiering, M., Van Otterlo, M.: Reinforcement learning. In: Wiering, M., van Otterlo, M. (eds.) Adaptation, Learning, and Optimization, vol. 12. Springer, Heidelberg (2012)"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-48616-0_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,26]],"date-time":"2020-11-26T01:06:42Z","timestamp":1606352802000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-48616-0_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783662486153","9783662486160"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-48616-0_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"25 November 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}