{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T13:40:05Z","timestamp":1743082805673,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319462943"},{"type":"electronic","value":"9783319462950"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-46295-0_47","type":"book-chapter","created":{"date-parts":[[2016,9,19]],"date-time":"2016-09-19T13:21:04Z","timestamp":1474291264000},"page":"677-684","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Integrating POMDP and SARSA($$\\lambda $$) for Service Composition with Incomplete Information"],"prefix":"10.1007","author":[{"given":"Hongbing","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingzhi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qi","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,9,20]]},"reference":[{"issue":"1","key":"47_CR1","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K Astrom","year":"1965","unstructured":"Astrom, K.: Optimal control of Markov processes with incomplete state information. J. Math. Anal. Appl. 10(1), 174\u2013205 (1965)","journal-title":"J. Math. Anal. Appl."},{"key":"47_CR2","unstructured":"Braziunas, D.: Pomdp solution methods. University of Toronto, Technical Report (2003)"},{"key":"47_CR3","doi-asserted-by":"crossref","unstructured":"Doshi, P., Goodwin, R., Akkiraju, R., Verma, K.: Dynamic workflow composition using Markov decision processes. In: Proceedings of the IEEE International Conference on Web Services, 2004, pp. 576\u2013582. IEEE (2004)","DOI":"10.1109\/ICWS.2004.1314784"},{"key":"47_CR4","unstructured":"Drake, A.W.: Observation of a Markov process through a noisy channel. Ph.D. thesis. Massachusetts Institute of Technology (1962)"},{"issue":"1","key":"47_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1504\/IJWGS.2005.007545","volume":"1","author":"S Dustdar","year":"2005","unstructured":"Dustdar, S., Schreiner, W.: A survey on web services composition. Int. J. Web Grid Serv. 1(1), 1\u201330 (2005)","journal-title":"Int. J. Web Grid Serv."},{"key":"47_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1007\/11563952_28","volume-title":"Advances in Web-Age Information Management","author":"A Gao","year":"2005","unstructured":"Gao, A., Yang, D., Tang, S., Zhang, M.: Web service composition using Markov decision processes. In: Fan, W., Wu, Z., Yang, J. (eds.) WAIM 2005. LNCS, vol. 3739, pp. 308\u2013319. Springer, Heidelberg (2005). doi:10.1007\/11563952_28"},{"issue":"1","key":"47_CR7","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"47_CR8","doi-asserted-by":"crossref","unstructured":"Lei, Y., Jiantao, Z., Fengqi, W., Yongqiang, G., Bo, Y.: Web service composition based on reinforcement learning. In: 2015 IEEE International Conference on Web Services (ICWS), pp. 731\u2013734. IEEE (2015)","DOI":"10.1109\/ICWS.2015.103"},{"key":"47_CR9","unstructured":"Loch, J., Singh, S.P.: Using eligibility traces to find the best memoryless policy in partially observable Markov decision processes. In: ICML, pp. 323\u2013331 (1998)"},{"key":"47_CR10","doi-asserted-by":"crossref","unstructured":"Naseri, M., Ludwig, S.: Automatic service composition using pomdp and provenance data. In: 2013 IEEE Symposium on Computational Intelligence and Data Mining (CIDM), pp. 246\u2013253. IEEE (2013)","DOI":"10.1109\/CIDM.2013.6597243"},{"issue":"5","key":"47_CR11","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"RD Smallwood","year":"1973","unstructured":"Smallwood, R.D., Sondik, E.J.: The optimal control of partially observable markov processes over a finite horizon. Oper. Res. 21(5), 1071\u20131088 (1973)","journal-title":"Oper. Res."},{"key":"47_CR12","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT press, Cambridge (1998)"},{"key":"47_CR13","doi-asserted-by":"crossref","unstructured":"Trummer, I., Faltings, B.: Optimizing the tradeoff between discovery, composition, and execution cost in service composition. In: Proceedings of the IEEE International Conference on Web Services (ICWS), pp. 476\u2013483. IEEE (2011)","DOI":"10.1109\/ICWS.2011.108"},{"key":"47_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1007\/978-3-662-45391-9_11","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2014","unstructured":"Wang, H., Chen, X., Wu, Q., Yu, Q., Zheng, Z., Bouguettaya, A.: Integrating on-policy reinforcement learning with multi-agent techniques for adaptive service composition. In: Franch, X., Ghose, A.K., Lewis, G.A., Bhiri, S. (eds.) ICSOC 2014. LNCS, vol. 8831, pp. 154\u2013168. Springer, Heidelberg (2014)"},{"key":"47_CR15","doi-asserted-by":"crossref","unstructured":"Wang, H., Wang, X., Yu, Q.: Optimal self-healing of service-oriented systems with incomplete information. In: 2013 IEEE International Congress on Big Data (BigData Congress), pp. 227\u2013234. IEEE (2013)","DOI":"10.1109\/BigData.Congress.2013.38"},{"key":"47_CR16","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.knosys.2015.10.022","volume":"92","author":"H Wang","year":"2016","unstructured":"Wang, H., Wang, X., Zhang, X., Yu, Q., Hu, X.: Effective service composition using multi-agent reinforcement learning. Knowl.-Based Syst. 92, 151\u2013168 (2016)","journal-title":"Knowl.-Based Syst."},{"key":"47_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/978-3-662-48616-0_13","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2015","unstructured":"Wang, H., Wu, Q., Chen, X., Yu, Q.: Integrating gaussian process with reinforcement learning for adaptive service composition. In: Barros, A., Grigori, D., Narendra, N.C., Dam, H.K. (eds.) ICSOC 2015. LNCS, vol. 9435, pp. 203\u2013217. Springer, Heidelberg (2015). doi:10.1007\/978-3-662-48616-0_13"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-46295-0_47","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,20]],"date-time":"2021-09-20T00:16:10Z","timestamp":1632096970000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-46295-0_47"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319462943","9783319462950"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-46295-0_47","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"20 September 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Banff","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 October 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 October 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}