{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,3]],"date-time":"2025-11-03T13:27:52Z","timestamp":1762176472169,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":20,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642173578"},{"type":"electronic","value":"9783642173585"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-17358-5_7","type":"book-chapter","created":{"date-parts":[[2010,11,24]],"date-time":"2010-11-24T17:06:22Z","timestamp":1290618382000},"page":"92-107","source":"Crossref","is-referenced-by-count":57,"title":["Adaptive Service Composition Based on Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Hongbing","family":"Wang","sequence":"first","affiliation":[]},{"given":"Xuan","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Xiang","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Weihong","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Wenya","family":"Li","sequence":"additional","affiliation":[]},{"given":"Athman","family":"Bouguettaya","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Agarwal, V., Dasgupta, K., Karnik, N.M., Kumar, A., Kundu, A., Mittal, S., Srivastava, B.: A service creation environment based on end to end composition of web services. In: WWW, pp. 128\u2013137 (2005)","DOI":"10.1145\/1060745.1060768"},{"key":"7_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/11678564_4","volume-title":"Business Process Management Workshops","author":"D. Ardagna","year":"2006","unstructured":"Ardagna, D., Pernici, B.: Global and local qos guarantee in web service selection. In: Bussler, C.J., Haller, A. (eds.) BPM 2005. LNCS, vol.\u00a03812, pp. 32\u201346. Springer, Heidelberg (2006)"},{"issue":"4","key":"7_CR3","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1142\/S0218843005001201","volume":"14","author":"D. Berardi","year":"2005","unstructured":"Berardi, D., Calvanese, D., Giacomo, G.D., Lenzerini, M., Mecella, M.: Automatic service composition based on behavioral descriptions. Int. J. Cooperative Inf. Syst.\u00a014(4), 333\u2013376 (2005)","journal-title":"Int. J. Cooperative Inf. Syst."},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Chen, K., Xu, J., Reiff-Marganiec, S.: Markov-htn planning approach to enhance flexibility of automatic web service composition. In: ICWS, pp. 9\u201316 (2009)","DOI":"10.1109\/ICWS.2009.43"},{"issue":"1","key":"7_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jwsr.2005010101","volume":"2","author":"P. Doshi","year":"2005","unstructured":"Doshi, P., Goodwin, R., Akkiraju, R., Verma, K.: Dynamic workflow composition: Using markov decision processes. Int. J. Web Service Res.\u00a02(1), 1\u201317 (2005)","journal-title":"Int. J. Web Service Res."},{"key":"7_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1007\/11563952_28","volume-title":"Advances in Web-Age Information Management","author":"A. Gao","year":"2005","unstructured":"Gao, A., Yang, D., Tang, S., Zhang, M.: Web service composition using markov decision processes. In: Fan, W., Wu, Z., Yang, J. (eds.) WAIM 2005. LNCS, vol.\u00a03739, pp. 308\u2013319. Springer, Heidelberg (2005)"},{"key":"7_CR7","unstructured":"Hamadi, R., Benatallah, B.: A petri net-based model for web service composition. In: ADC, pp. 191\u2013200 (2003)"},{"key":"7_CR8","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.P.: Reinforcement learning: A survey. J. Artif. Intell. Res (JAIR)\u00a04, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res. (JAIR)"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Mei, L., Chan, W.K., Tse, T.H.: An adaptive service selection approach to service composition. In: ICWS, pp. 70\u201377 (2008)","DOI":"10.1109\/ICWS.2008.22"},{"key":"7_CR10","doi-asserted-by":"crossref","unstructured":"Oh, M., Baik, J., Kang, S., Choi, H.-J.: An efficient approach for qos aware service selection based on a tree-based algorithm. In: ACIS-ICIS, pp. 605\u2013610 (2008)","DOI":"10.1109\/ICIS.2008.8"},{"issue":"1","key":"7_CR11","first-page":"15","volume":"1","author":"S.-C. Oh","year":"2008","unstructured":"Oh, S.-C., Lee, D., Kumara, S.R.T.: Effective web service composition in diverse and large-scale service networks. IEEE TSC\u00a01(1), 15\u201332 (2008)","journal-title":"IEEE TSC"},{"issue":"4-5","key":"7_CR12","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.is.2005.02.005","volume":"31","author":"J. Rao","year":"2006","unstructured":"Rao, J., K\u00fcngas, P., Matskin, M.: Composition of semantic web services using linear logic theorem proving. Inf. Syst.\u00a031(4-5), 340\u2013360 (2006)","journal-title":"Inf. Syst."},{"key":"7_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-540-30581-1_5","volume-title":"Semantic Web Services and Web Process Composition","author":"J. Rao","year":"2005","unstructured":"Rao, J., Su, X.: A survey of automated web service composition methods. In: Cardoso, J., Sheth, A.P. (eds.) SWSWPC 2004. LNCS, vol.\u00a03387, pp. 43\u201354. Springer, Heidelberg (2005)"},{"issue":"4","key":"7_CR14","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1016\/j.websem.2009.05.001","volume":"7","author":"D.-H. Shin","year":"2009","unstructured":"Shin, D.-H., Lee, K.-H., Suda, T.: Automated generation of composite web services based on functional semantics. J. Web Sem.\u00a07(4), 332\u2013343 (2009)","journal-title":"J. Web Sem."},{"key":"7_CR15","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (1998)"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Wang, Y.-L., Yu, X.-L.: Formalization and verification of automatic composition based on pi-calculus for semantic web service, December 1-30, vol.\u00a01, pp. 103\u2013106 (2009)","DOI":"10.1109\/KAM.2009.140"},{"key":"7_CR17","unstructured":"Watkins, C.J.C.H.: Learning from Delayed Rewards. PhD thesis, Kings College, Oxford (1989)"},{"key":"7_CR18","doi-asserted-by":"crossref","unstructured":"Yu, Q., Bouguettaya, A.: Framework for web service query algebra and optimization. TWEB\u00a02(1) (2008)","DOI":"10.1145\/1326561.1326567"},{"issue":"5","key":"7_CR19","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TSE.2004.11","volume":"30","author":"L. Zeng","year":"2004","unstructured":"Zeng, L., Benatallah, B., Ngu, A.H.H., Dumas, M., Kalagnanam, J., Chang, H.: Qos-aware middleware for web services composition. IEEE Trans. Softw. Eng.\u00a030(5), 311\u2013327 (2004)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"7_CR20","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/s10619-008-7030-7","volume":"24","author":"L. Zeng","year":"2008","unstructured":"Zeng, L., Ngu, A., Benatallah, B., Podorozhny, R., Lei, H.: Dynamic composition and optimization of web services. Distributed and Parallel Databases\u00a024(1), 45\u201372 (2008)","journal-title":"Distributed and Parallel Databases"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-17358-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,28]],"date-time":"2025-02-28T05:36:26Z","timestamp":1740720986000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-17358-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642173578","9783642173585"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-17358-5_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}