{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T05:04:54Z","timestamp":1776488694326,"version":"3.51.2"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2011,3,16]],"date-time":"2011-03-16T00:00:00Z","timestamp":1300233600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Optim Theory Appl"],"published-print":{"date-parts":[[2011,8]]},"DOI":"10.1007\/s10957-011-9813-7","type":"journal-article","created":{"date-parts":[[2011,3,15]],"date-time":"2011-03-15T20:52:51Z","timestamp":1300222371000},"page":"395-415","source":"Crossref","is-referenced-by-count":22,"title":["Performance Analysis for Controlled Semi-Markov Systems with Application to Maintenance"],"prefix":"10.1007","volume":"150","author":[{"given":"Yonghui","family":"Huang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xianping","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyuan","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2011,3,16]]},"reference":[{"key":"9813_CR1","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1109\/TC.1978.1675145","volume":"C-27","author":"M.D. Beaudry","year":"1978","unstructured":"Beaudry, M.D.: Performance related reliability measures for computing systems. IEEE Trans. Comput. C-27, 540\u2013547 (1978)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR2","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1109\/12.59855","volume":"C-39","author":"G. Ciardo","year":"1990","unstructured":"Ciardo, G., Marie, R.A., Sericola, B., Trivedi, K.S.: Performability analysis using semi-Markov reward processes. IEEE Trans. Comput. C-39, 1251\u20131264 (1990)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR3","doi-asserted-by":"crossref","first-page":"738","DOI":"10.1109\/TC.1987.1676966","volume":"C-36","author":"A. Goyal","year":"1987","unstructured":"Goyal, A., Tantawi, A.N.: Evaluation of performability for degradable computer systems. IEEE Trans. Comput. C-36, 738\u2013744 (1987)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR4","doi-asserted-by":"crossref","first-page":"902","DOI":"10.1109\/TC.1986.1676681","volume":"C-35","author":"B.R. Iyer","year":"1986","unstructured":"Iyer, B.R., Donatiello, L., Heidelberger, P.: Analysis of performability for stochastic models of fault-tolerant systems. IEEE Trans. Comput. C-35, 902\u2013907 (1986)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR5","doi-asserted-by":"crossref","first-page":"720","DOI":"10.1109\/TC.1980.1675654","volume":"C-29","author":"J.F. Meyer","year":"1980","unstructured":"Meyer, J.F.: On evaluating the performability of degradable computing systems. IEEE Trans. Comput. C-29, 720\u2013731 (1980)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR6","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1109\/12.2184","volume":"C-37","author":"R.M. Smith","year":"1988","unstructured":"Smith, R.M., Trivedi, K.S., Ramesh, A.V.: Performability analysis: measures, an algorithm, and a case study. IEEE Trans. Comput. C-37, 406\u2013417 (1988)","journal-title":"IEEE Trans. Comput."},{"key":"9813_CR7","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1002\/(SICI)1526-4025(199910\/12)15:4<353::AID-ASMB399>3.0.CO;2-2","volume":"15","author":"N. Limnios","year":"1999","unstructured":"Limnios, N., Oprisan, J.: A unified approach for reliability and performability evaluation of semi-Markov systems. Appl. Stoch. Models Bus. Ind. 15, 353\u2013368 (1999)","journal-title":"Appl. Stoch. Models Bus. Ind."},{"key":"9813_CR8","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0161-8","volume-title":"Semi-Markov Processes and Reliability","author":"N. Limnios","year":"2001","unstructured":"Limnios, N., Oprisan, J.: Semi-Markov Processes and Reliability. Birkh\u00e4user, Boston (2001)"},{"key":"9813_CR9","doi-asserted-by":"crossref","first-page":"1442","DOI":"10.1016\/j.ejor.2010.07.019","volume":"207","author":"B. Cekyay","year":"2010","unstructured":"Cekyay, B., Ozekici, S.: Mean time to failure and availability of semi-Markov missions with maximal repair. Eur. J. Oper. Res. 207, 1442\u20131454 (2010)","journal-title":"Eur. J. Oper. Res."},{"key":"9813_CR10","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1016\/S0377-2217(99)00009-0","volume":"125","author":"C.E. Love","year":"2000","unstructured":"Love, C.E., Zhang, Z.G., Zitron, M.A., Guo, R.: A discrete semi-Markov decision model to determine the optimal repair\/replacement policy under general repairs. Eur. J. Oper. Res. 125, 398\u2013409 (2000)","journal-title":"Eur. J. Oper. Res."},{"key":"9813_CR11","doi-asserted-by":"crossref","first-page":"638","DOI":"10.1287\/opre.34.4.638","volume":"34","author":"J.W. Mamer","year":"1986","unstructured":"Mamer, J.W.: Successive approximations for finite horizon semi-Markov decision processes with application to asset liquidation. Oper. Res. 34, 638\u2013644 (1986)","journal-title":"Oper. Res."},{"key":"9813_CR12","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1081\/STA-120028686","volume":"33","author":"D. Silvestrov","year":"2004","unstructured":"Silvestrov, D., Stenberg, F.: A pricing process with stochastic volatility controlled by a semi-Markov process. Commun. Stat., Theory Methods 33, 591\u2013608 (2004)","journal-title":"Commun. Stat., Theory Methods"},{"key":"9813_CR13","doi-asserted-by":"crossref","first-page":"808","DOI":"10.1016\/j.ejor.2006.02.023","volume":"178","author":"S.S. Singh","year":"2007","unstructured":"Singh, S.S., Tadic, V.B., Doucet, A.: A policy gradient method for semi-Markov decision processes with application to call admission control. Eur. J. Oper. Res. 178, 808\u2013818 (2007)","journal-title":"Eur. J. Oper. Res."},{"key":"9813_CR14","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1007\/s00291-005-0026-z","volume":"29","author":"D. Walczak","year":"2007","unstructured":"Walczak, D., Brumelle, S.: Semi-Markov information model for revenue management and dynamic pricing. OR Spektrum 29, 61\u201383 (2007)","journal-title":"OR Spektrum"},{"key":"9813_CR15","doi-asserted-by":"crossref","first-page":"1077","DOI":"10.1081\/SAP-120000761","volume":"19","author":"V.S.S. Yadavalli","year":"2001","unstructured":"Yadavalli, V.S.S., Natarajan, R.: A semi-Markov model of a manpower system. Stoch. Anal. Appl. 19, 1077\u20131086 (2001)","journal-title":"Stoch. Anal. Appl."},{"key":"9813_CR16","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1016\/0378-3758(89)90053-0","volume":"21","author":"R.N. Bhattacharya","year":"1989","unstructured":"Bhattacharya, R.N., Majumdar, M.: Controlled semi-Markov models\u2014the discounted case. J. Stat. Plan. Inference 21, 365\u2013381 (1989)","journal-title":"J. Stat. Plan. Inference"},{"key":"9813_CR17","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1109\/TAC.2003.811252","volume":"48","author":"X.R. Cao","year":"2003","unstructured":"Cao, X.R.: Semi-Markov decision problems and performance sensitivity analysis. IEEE Trans. Autom. Control 48, 758\u2013769 (2003)","journal-title":"IEEE Trans. Autom. Control"},{"key":"9813_CR18","doi-asserted-by":"crossref","first-page":"633","DOI":"10.2307\/3214900","volume":"29","author":"K.D. Glazebrook","year":"1992","unstructured":"Glazebrook, K.D., Bailey, M.P., Whitaker, L.R.: Cost rate heuristics for semi-Markov decision processes. J. Appl. Probab. 29, 633\u2013644 (1992)","journal-title":"J. Appl. Probab."},{"key":"9813_CR19","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1016\/0022-247X(85)90253-7","volume":"112","author":"O. Hernandez-Lerma","year":"1985","unstructured":"Hernandez-Lerma, O.: Nonstationary value-iteration and adaptive control of discounted semi-Markov processes. J. Math. Anal. Appl. 112, 435\u2013445 (1985)","journal-title":"J. Math. Anal. Appl."},{"key":"9813_CR20","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1080\/02331930410001720932","volume":"53","author":"D. Hudak","year":"2004","unstructured":"Hudak, D., Nollau, V.: Approximation solution and suboptimality for discounted semi-Markov decision problems with countable state space. Optimization 53, 339\u2013353 (2004)","journal-title":"Optimization"},{"key":"9813_CR21","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1080\/02331938708843260","volume":"18","author":"K. Wakuta","year":"1987","unstructured":"Wakuta, K.: Arbitrary state semi-Markov decision processes with unbounded rewards. Optimization 18, 447\u2013454 (1987)","journal-title":"Optimization"},{"key":"9813_CR22","doi-asserted-by":"crossref","first-page":"341","DOI":"10.2307\/1427303","volume":"18","author":"F.J. Beutler","year":"1986","unstructured":"Beutler, F.J., Ross, K.W.: Time-average optimal constrained semi-Markov decision processes. Adv. Appl. Probab. 18, 341\u2013359 (1986)","journal-title":"Adv. Appl. Probab."},{"key":"9813_CR23","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1016\/0378-3758(89)90113-4","volume":"22","author":"R.N. Bhattacharya","year":"1989","unstructured":"Bhattacharya, R.N., Majumdar, M.: Controlled semi-Markov models under long-run average rewards. J. Stat. Plan. Inference 22, 223\u2013242 (1989)","journal-title":"J. Stat. Plan. Inference"},{"key":"9813_CR24","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1007\/BF02055581","volume":"28","author":"R. Dekker","year":"1991","unstructured":"Dekker, R., Hordijk, A.: Denumerable semi-Markov decision chains with small interest rates. Ann. Oper. Res. 28, 185\u2013211 (1991)","journal-title":"Ann. Oper. Res."},{"key":"9813_CR25","doi-asserted-by":"crossref","first-page":"301","DOI":"10.2307\/3213482","volume":"19","author":"Z. Rosberg","year":"1982","unstructured":"Rosberg, Z.: Semi-Markov decision processes with polynomial reward. J. Appl. Probab. 19, 301\u2013309 (1982)","journal-title":"J. Appl. Probab."},{"key":"9813_CR26","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1287\/moor.17.2.470","volume":"17","author":"M. Schal","year":"1992","unstructured":"Schal, M.: On the second optimality equation for semi-Markov decision models. Math. Oper. Res. 17, 470\u2013486 (1992)","journal-title":"Math. Oper. Res."},{"key":"9813_CR27","doi-asserted-by":"crossref","first-page":"1035","DOI":"10.1080\/07362990600870512","volume":"24","author":"M.K. Ghosh","year":"2006","unstructured":"Ghosh, M.K., Goswami, A.: Partially observable semi-Markov games with discounted payoff. Stoch. Anal. Appl. 24, 1035\u20131059 (2006)","journal-title":"Stoch. Anal. Appl."},{"key":"9813_CR28","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/0167-6377(91)90059-X","volume":"10","author":"M. Herzberg","year":"1991","unstructured":"Herzberg, M., Yechiali, U.: Criteria for selecting the relaxation factor of the value iteration algorithm for undiscounted Markov and semi-Markov decision processes. Oper. Res. Lett. 10, 193\u2013202 (1991)","journal-title":"Oper. Res. Lett."},{"key":"9813_CR29","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1007\/s10957-008-9491-2","volume":"141","author":"A. Jaskiewicz","year":"2009","unstructured":"Jaskiewicz, A.: Zero-sum ergodic semi-Markov games with weakly continuous transition probabilities. J. Optim. Theory Appl. 141, 321\u2013347 (2009)","journal-title":"J. Optim. Theory Appl."},{"key":"9813_CR30","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1287\/moor.1070.0252","volume":"32","author":"D. Klabjan","year":"2007","unstructured":"Klabjan, D., Adelman, D.: An infinite-dimensional linear programming algorithm for deterministic semi-Markov decision processes on Borel spaces. Math. Oper. Res. 32, 528\u2013550 (2007)","journal-title":"Math. Oper. Res."},{"key":"9813_CR31","first-page":"785","volume":"8","author":"K. Liu","year":"2005","unstructured":"Liu, K.: Weighted semi-Markov decision processes and their perturbations. Information 8, 785\u2013800 (2005)","journal-title":"Information"},{"key":"9813_CR32","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1080\/02331938908843486","volume":"20","author":"J. Novak","year":"1989","unstructured":"Novak, J.: Linear programming in vector criterion Markov and semi-Markov decision processes. Optimization 20, 651\u2013670 (1989)","journal-title":"Optimization"},{"key":"9813_CR33","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M.L. Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, New York (1994)"},{"key":"9813_CR34","volume-title":"Stochastic Optimal Control: The Discrete-Time Case","author":"D.P. Bertsekas","year":"1996","unstructured":"Bertsekas, D.P., Shreve, S.E.: Stochastic Optimal Control: The Discrete-Time Case. Athena Scientific, Belmont (1996)"},{"key":"9813_CR35","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-Time Markov Control Processes","author":"O. Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma, O., Lasserre, J.B.: Discrete-Time Markov Control Processes. Springer, New York (1996)"}],"container-title":["Journal of Optimization Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-011-9813-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10957-011-9813-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-011-9813-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,9]],"date-time":"2019-06-09T07:59:50Z","timestamp":1560067190000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10957-011-9813-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,3,16]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2011,8]]}},"alternative-id":["9813"],"URL":"https:\/\/doi.org\/10.1007\/s10957-011-9813-7","relation":{},"ISSN":["0022-3239","1573-2878"],"issn-type":[{"value":"0022-3239","type":"print"},{"value":"1573-2878","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,3,16]]}}}