{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T03:19:54Z","timestamp":1725851994322},"publisher-location":"Berlin, Heidelberg","reference-count":32,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783662496640"},{"type":"electronic","value":"9783662496657"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-662-49665-7_16","type":"book-chapter","created":{"date-parts":[[2016,3,21]],"date-time":"2016-03-21T04:09:42Z","timestamp":1458533382000},"page":"269-286","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["An Iterative Decision-Making Scheme for Markov Decision Processes and Its Application to Self-adaptive Systems"],"prefix":"10.1007","author":[{"given":"Guoxin","family":"Su","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taolue","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuan","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David S.","family":"Rosenblum","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"P. S.","family":"Thiagarajan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"16_CR1","volume-title":"Principles of Model Checking","author":"C Baier","year":"2008","unstructured":"Baier, C., Katoen, J.-P.: Principles of Model Checking. The MIT Press, Cambridge (2008)"},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Bencomo, N., Belaggoun, A., Issarny, V.: Dynamic decision networks for decision-making in self-adaptive systems: A case study. In: Proceedings of the 8th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2013, pp. 113\u2013122. IEEE Press, Piscataway, NJ, USA (2013)","DOI":"10.1109\/SEAMS.2013.6595498"},{"key":"16_CR3","first-page":"1","volume":"99","author":"R Calinescu","year":"2015","unstructured":"Calinescu, R., Ghezzi, C., Johnson, K., Pezz\u00e9, M., Rafiq, Y., Tamburrelli, G.: Formal verification with confidence intervals: A new approach to establishing the quality-of-service properties of software systems. IEEE Trans. Reliab. 99, 1\u201319 (2015)","journal-title":"IEEE Trans. Reliab."},{"issue":"3","key":"16_CR4","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1109\/TSE.2010.92","volume":"37","author":"R Calinescu","year":"2011","unstructured":"Calinescu, R., Grunske, L., Kwiatkowska, M., Mirandola, R., Tamburrelli, G.: Dynamic QoS management and optimization in service-based systems. IEEE Trans. Softw. Eng. 37(3), 387\u2013409 (2011)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Cam\u00e1ra, J., de Lemos, R.: Evaluation of resilience in self-adaptive systems using probabilistic model-checking. In: 2012 ICSE Workshop on Software Engineering for Adaptive and Self-Managing Systems (SEAMS), pp. 53\u201362, June 2012","DOI":"10.1109\/SEAMS.2012.6224391"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"C\u00e1mara, J., Moreno, G.A., Garlan, D.: Stochastic game analysis and latency awareness for proactive self-adaptation. In: Proceedings of the 9th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS, pp. 155\u2013164. ACM, New York, NY, USA (2014)","DOI":"10.1145\/2593929.2593933"},{"key":"16_CR7","unstructured":"Celiku, O., Garlan, D., Schmerl, B.: Augmenting architectural modeling to cope with uncertainty. In: Proceedings of the International Workshop on Living with Uncertainty (IWLU 2007), Atlanta, Georgia, USA (2007)"},{"issue":"1","key":"16_CR8","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s10703-013-0183-7","volume":"43","author":"T Chen","year":"2013","unstructured":"Chen, T., Forejt, V., Kwiatkowska, M.Z., Parker, D., Simaitis, A.: Automatic verification of competitive stochastic systems. Formal Method Syst. Des. 43(1), 61\u201392 (2013)","journal-title":"Formal Method Syst. Des."},{"key":"16_CR9","unstructured":"Cheng, S.-W.: Rainbow: Cost-Effective Software Architecture-based Self Adaptation. Ph.D. thesis, Carnegie Mellon University (2008)"},{"key":"16_CR10","unstructured":"Cheng, S.-W., Garlan, D.: Handling uncertainty in autonomic systems. In: Proceedings of the International Workshop on Living with Uncertainty (IWLU 2007), Atlanta, Georgia, USA (2007)"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Cheng, S.-W., Garlan, D., Schmerl, B.: Architecture-based self-adaptation in the presence of multiple objectives. In: ICSE Workshop on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2006), Shanghai, China (2006)","DOI":"10.1145\/1137677.1137679"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Cooray, D., Malek, S., Roshandel, R., Kilgore, D.: RESISTing reliability degradation through proactive reconfiguration. In: Proceedings of the IEEE\/ACM International Conference on Automated Software Engineering, ASE 2010, pp. 83\u201392. ACM, New York, NY, USA (2010)","DOI":"10.1145\/1858996.1859011"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Elkhodary, A., Esfahani, N., Malek, S.: FUSION: A framework for engineering self-tuning self-adaptive software systems. In: Proceedings of the Eighteenth ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE 2010, pp. 7\u201316. ACM, New York, NY, USA (2010)","DOI":"10.1145\/1882291.1882296"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Epifani, I., Ghezzi, C., Mirandola, R., Tamburrelli, G.: Model evolution by run-time parameter adaptation. In: Proceedings of the 31st International Conference on Software Engineering, ICSE 2009, pp. 111\u2013121. IEEE Computer Society, Washington, DC, USA (2009)","DOI":"10.1109\/ICSE.2009.5070513"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Esfahani, N., Kouroshfar, E., Malek, S.: Taming uncertainty in self-adaptive software. In: Proceedings of the 19th ACM SIGSOFT Symposium and the 13th European Conference on Foundations of Software Engineering, ESEC\/FSE 2011, pp. 234\u2013244. ACM, New York, NY, USA (2011)","DOI":"10.1145\/2025113.2025147"},{"key":"16_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1007\/978-3-642-35813-5_9","volume-title":"Software Engineering for Self-Adaptive Systems II","author":"N Esfahani","year":"2013","unstructured":"Esfahani, N., Malek, S.: Uncertainty in self-adaptive software systems. In: de Lemos, R., Giese, H., M\u00fcller, H.A., Shaw, M. (eds.) Software Engineering for Self-Adaptive Systems. LNCS, vol. 7475, pp. 214\u2013238. Springer, Heidelberg (2013)"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Filieri, A., Hoffmann, H., Maggio, M.: Automated multi-objective control for self-adaptive software design. In: Proceedings of the 10th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2015, pp. 13\u201324 (2015)","DOI":"10.1145\/2786805.2786833"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1109\/TSE.2015.2421318","volume":"42","author":"A Filieri","year":"2015","unstructured":"Filieri, A., Tamburrelli, G., Ghezzi, C.: Supporting self-adaptation via quantitative verification and sensitivity analysis at run time. IEEE Trans. Softw. Eng. 42, 75\u201399 (2015)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-642-21455-4_3","volume-title":"Formal Methods for Eternal Networked Software Systems","author":"V Forejt","year":"2011","unstructured":"Forejt, V., Kwiatkowska, M., Norman, G., Parker, D.: Automated verification techniques for probabilistic systems. In: Bernardo, M., Issarny, V. (eds.) SFM 2011. LNCS, vol. 6659, pp. 53\u2013113. Springer, Heidelberg (2011)"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Ghezzi, C., Pinto, L.S., Spoletini, P., Tamburrelli, G.: Managing non-functional uncertainty via model-driven adaptivity. In: Proceedings of the International Conference on Software Engineering, ICSE 2013, pp. 33\u201342. IEEE Press (2013)","DOI":"10.1109\/ICSE.2013.6606549"},{"issue":"1\u20132","key":"16_CR21","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/S0004-3702(00)00047-3","volume":"122","author":"R Givan","year":"2000","unstructured":"Givan, R., Leach, S.M., Dean, T.L.: Bounded-parameter Markov Decision Processes. J. Artif. Intell. 122(1\u20132), 71\u2013109 (2000)","journal-title":"J. Artif. Intell."},{"issue":"3","key":"16_CR22","doi-asserted-by":"publisher","first-page":"7: 1","DOI":"10.1145\/1380584.1380585","volume":"40","author":"MC Huebscher","year":"2008","unstructured":"Huebscher, M.C., McCann, J.A.: A survey of autonomic computing-degrees, models, and applications. ACM Comput. Surv. 40(3), 7: 1\u20137: 28 (2008)","journal-title":"ACM Comput. Surv."},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Moreno, G.A., C\u00e1mara, J., Garlan, D., Schmerl, B.: Proactive self-adaptation under uncertainty: A probabilistic model checking approach. In: Proceedings of the 10th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2015, pp. 1\u201312. ACM, New York, NY, USA (2015)","DOI":"10.1145\/2786805.2786853"},{"issue":"5","key":"16_CR24","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1287\/opre.1050.0216","volume":"53","author":"A Nilim","year":"2005","unstructured":"Nilim, A., Ghaoui, L.E.: Robust control of Markov Decision Processes with uncertain transition matrices. Oper. Res. 53(5), 780\u2013798 (2005)","journal-title":"Oper. Res."},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Poladian, V., Garlan, D., Shaw, M., Satyanarayanan, M., Schmerl, B., Sousat, J.: Leveraging resource prediction for anticipatory dynamic configuration. In: First International Conference on Self-Adaptive and Self-Organizing Systems, SASO 2007, pp. 214\u2013223 (2007)","DOI":"10.1109\/SASO.2007.35"},{"key":"16_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/978-3-642-39799-8_35","volume-title":"Computer Aided Verification","author":"A Puggelli","year":"2013","unstructured":"Puggelli, A., Li, W., Sangiovanni-Vincentelli, A.L., Seshia, S.A.: Polynomial-time verification of PCTL properties of MDPs with convex uncertainties. In: Sharygina, N., Veith, H. (eds.) CAV 2013. LNCS, vol. 8044, pp. 527\u2013542. Springer, Heidelberg (2013)"},{"key":"16_CR27","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1016\/S0927-0507(05)80172-0","volume":"2","author":"ML Puterman","year":"1990","unstructured":"Puterman, M.L.: Markov decision processes. Handb. Oper. Res. Manage. Sci. 2, 331\u2013434 (1990)","journal-title":"Handb. Oper. Res. Manage. Sci."},{"key":"16_CR28","first-page":"1","volume":"99","author":"G Su","year":"2015","unstructured":"Su, G., Feng, Y., Chen, T., Rosenblum, D.S.: Asymptotic perturbation bounds for probabilistic model checking with empirically determined probability parameters. IEEE Trans. Softw. Eng. 99, 1\u201319 (2015)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR29","doi-asserted-by":"crossref","unstructured":"Su, G., Rosenblum, D.S., Tamburrelli, G.: Reliability of run-time quality-of-service evaluation using parametirc model checking. In: Proceedings of the 38th International Conference on Software Engineering, ICSE 2016. ACM, New York, NY, USA (2016)","DOI":"10.1145\/2884781.2884814"},{"key":"16_CR30","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/978-3-540-72927-3_20","volume-title":"Learning Theory","author":"A Tewari","year":"2007","unstructured":"Tewari, A., Bartlett, P.L.: Bounded parameter markov decision processes with average reward criterion. In: Bshouty, N.H., Gentile, C. (eds.) COLT. LNCS (LNAI), vol. 4539, pp. 263\u2013277. Springer, Heidelberg (2007)"},{"key":"16_CR31","series-title":"Springer Series in Computational Mathematics","volume-title":"Matrix Iterative Analysis","author":"RS Varga","year":"2009","unstructured":"Varga, R.S.: Matrix Iterative Analysis. Springer Series in Computational Mathematics. Springer, Heidelberg (2009)"},{"issue":"1","key":"16_CR32","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1287\/moor.1120.0566","volume":"38","author":"W Wiesemann","year":"2013","unstructured":"Wiesemann, W., Kuhn, D., Rustem, B.: Robust markov decision processes. Math. Oper. Res. 38(1), 153\u2013183 (2013)","journal-title":"Math. Oper. Res."}],"container-title":["Lecture Notes in Computer Science","Fundamental Approaches to Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-49665-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,23]],"date-time":"2020-03-23T21:10:33Z","timestamp":1584997833000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-49665-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783662496640","9783662496657"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-49665-7_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}