{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,4,2]],"date-time":"2023-04-02T19:33:19Z","timestamp":1680463999814},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,3,2]],"date-time":"2012-03-02T00:00:00Z","timestamp":1330646400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Optim Theory Appl"],"published-print":{"date-parts":[[2012,8]]},"DOI":"10.1007\/s10957-012-0015-8","type":"journal-article","created":{"date-parts":[[2012,3,1]],"date-time":"2012-03-01T18:05:59Z","timestamp":1330625159000},"page":"691-712","source":"Crossref","is-referenced-by-count":15,"title":["The Transformation Method for Continuous-Time Markov Decision Processes"],"prefix":"10.1007","volume":"154","author":[{"given":"Alexey","family":"Piunovskiy","sequence":"first","affiliation":[]},{"given":"Yi","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,3,2]]},"reference":[{"key":"15_CR1","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/BF02837562","volume":"14","author":"X. Guo","year":"2006","unstructured":"Guo, X., Hern\u00e1ndez-Lerma, O., Prieto-Rumeau, T.: A survey of recent results on continuous-time Markov decision processes. Top 14, 177\u2013257 (2006)","journal-title":"Top"},{"key":"15_CR2","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1287\/moor.1100.0477","volume":"36","author":"X. Guo","year":"2011","unstructured":"Guo, X., Piunovskiy, A.: Discounted continuous-time Markov decision processes with constraints: unbounded transition and loss rates. Math. Oper. Res. 36, 105\u2013132 (2011)","journal-title":"Math. Oper. Res."},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Piunovskiy, A., Zhang, Y.: Discounted continuous-time Markov decision processes with unbounded rates: the dynamic programming approach. arXiv:1103.0134v1 [math.OC] (2011)","DOI":"10.1137\/10081366X"},{"key":"15_CR4","doi-asserted-by":"crossref","first-page":"2032","DOI":"10.1137\/10081366X","volume":"49","author":"A. Piunovskiy","year":"2011","unstructured":"Piunovskiy, A., Zhang, Y.: Discounted continuous-time Markov decision processes with unbounded rates: the convex analytic approach. SIAM J. Control Optim. 49, 2032\u20132061 (2011)","journal-title":"SIAM J. Control Optim."},{"key":"15_CR5","doi-asserted-by":"crossref","first-page":"492","DOI":"10.1287\/moor.1040.0089","volume":"29","author":"E. Feinberg","year":"2004","unstructured":"Feinberg, E.: Continuous time discounted jump Markov decision processes: a discrete-event approach. Math. Oper. Res. 29, 492\u2013524 (2004)","journal-title":"Math. Oper. Res."},{"key":"15_CR6","volume-title":"Proc. of the 16th Triennial IFAC World Congress","author":"A. Piunovskiy","year":"2005","unstructured":"Piunovskiy, A.: Discounted continuous time Markov decision processes: the convex analytic approach. In: Proc. of the 16th Triennial IFAC World Congress, Praha (2005)"},{"key":"15_CR7","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M. Puterman","year":"1994","unstructured":"Puterman, M.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, New York (1994)"},{"key":"15_CR8","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1287\/opre.27.3.616","volume":"27","author":"F. Serfozo","year":"1979","unstructured":"Serfozo, F.: An equivalence between continuous and discrete time Markov decision processes. Oper. Res. 27, 616\u2013620 (1979)","journal-title":"Oper. Res."},{"key":"15_CR9","first-page":"710","volume":"35","author":"Q. Hu","year":"1990","unstructured":"Hu, Q.: CTMDP and its relationship with DTMDP. Chin. Sci. Bull. 35, 710\u2013714 (1990)","journal-title":"Chin. Sci. Bull."},{"key":"15_CR10","unstructured":"Zhang, Y.: From absorbing discrete-time Markov decision processes to discounted continuous-time Markov decision processes in Borel spaces with unbounded rates: the generalized uniformization technique. Submitted"},{"key":"15_CR11","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-02547-1","volume-title":"Continuous-Time Markov Decision Processes: Theory and Applications","author":"X. Guo","year":"2009","unstructured":"Guo, X., Hern\u00e1ndez-Lerma, O.: Continuous-Time Markov Decision Processes: Theory and Applications. Springer, Heidelberg (2009)"},{"key":"15_CR12","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1239\/jap\/1025131422","volume":"39","author":"X. Guo","year":"2002","unstructured":"Guo, X., Zhu, W.: Denumerable-state continuous-time Markov decision processes with unbounded transition and reward rates under the discounted criterion. J. Appl. Probab. 39, 233\u2013250 (2002)","journal-title":"J. Appl. Probab."},{"key":"15_CR13","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1287\/moor.1060.0210","volume":"32","author":"X. Guo","year":"2007","unstructured":"Guo, X.: Continuous-time Markov decision processes with discounted rewards: the case of Polish spaces. Math. Oper. Res. 32, 73\u201387 (2007)","journal-title":"Math. Oper. Res."},{"key":"15_CR14","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1137\/1130036","volume":"30","author":"M. Kitaev","year":"1986","unstructured":"Kitaev, M.: Semi-Markov and jump Markov controlled models: average cost criterion. Theory Probab. Appl. 30, 272\u2013288 (1986)","journal-title":"Theory Probab. Appl."},{"key":"15_CR15","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1007\/BF00536010","volume":"31","author":"J. Jacod","year":"1975","unstructured":"Jacod, J.: Multivariate point processes: predictable projection, Radon-Nykodym derivatives, representation of martingales. Z. Wahrscheinlichkeitstheorie Verw. Gebite. 31, 235\u2013253 (1975)","journal-title":"Z. Wahrscheinlichkeitstheorie Verw. Gebite."},{"key":"15_CR16","volume-title":"Controlled Queueing Systems","author":"M. Kitaev","year":"1995","unstructured":"Kitaev, M., Rykov, V.: Controlled Queueing Systems. CRC Press, Boca Raton (1995)"},{"key":"15_CR17","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1137\/S0040585X97975964","volume":"42","author":"A. Piunovskiy","year":"1998","unstructured":"Piunovskiy, A.: A controlled jump discounted model with constraints. Theory Probab. Appl. 42, 51\u201371 (1998)","journal-title":"Theory Probab. Appl."},{"key":"15_CR18","volume-title":"Stochastic Optimal Control","author":"D. Bertsekas","year":"1978","unstructured":"Bertsekas, D., Shreve, S.: Stochastic Optimal Control. Academic Press, New York (1978)"},{"key":"15_CR19","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-Time Markov Control Processes","author":"O. Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma, O., Lasserre, J.: Discrete-Time Markov Control Processes. Springer, New York (1996)"},{"key":"15_CR20","doi-asserted-by":"crossref","first-page":"926","DOI":"10.1214\/aop\/1176996558","volume":"2","author":"D. Blackwell","year":"1974","unstructured":"Blackwell, D., Freedman, D., Orkin, M.: The optimal reward operator in dynamic programming. Ann. Probab. 2, 926\u2013941 (1974)","journal-title":"Ann. Probab."},{"key":"15_CR21","doi-asserted-by":"crossref","DOI":"10.1007\/978-94-011-5508-3","volume-title":"Optimal control of random sequences in problems with constraints","author":"A. Piunovskiy","year":"1997","unstructured":"Piunovskiy, A.: Optimal control of random sequences in problems with constraints. Kluwer, Dordrecht (1997)"},{"key":"15_CR22","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1007\/978-1-4615-0805-2_6","volume-title":"Handbook of Markov Decision Processes: Methods and Applications","author":"E. Feinberg","year":"2002","unstructured":"Feinberg, E.: Total reward criteria. In: Feinberg, E., Shwartz, A. (eds.) Handbook of Markov Decision Processes: Methods and Applications, pp. 173\u2013207. Kluwer, Boston (2002)"},{"key":"15_CR23","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1007\/BF01845641","volume":"74","author":"M. Sch\u00e4l","year":"1987","unstructured":"Sch\u00e4l, M., Sudderth, W.: Statiolnary policies and Markov policies in Borel dynamic programming. Probab. Theory Relat. Fields 74, 91\u2013111 (1987)","journal-title":"Probab. Theory Relat. Fields"},{"key":"15_CR24","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further Topics on Discrete-Time Markov Control Processes","author":"O. Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma, O., Lasserre, J.: Further Topics on Discrete-Time Markov Control Processes. Springer, New York (1999)"},{"key":"15_CR25","series-title":"Math. Centre. Tracts","volume-title":"Stochastic Dynamic Programming: Successive Approximations and Nearly Optimal Strategies for Markov Decision Processes and Markov Games","author":"J. Val van\u00a0der","year":"1981","unstructured":"van\u00a0der Val, J.: Stochastic Dynamic Programming: Successive Approximations and Nearly Optimal Strategies for Markov Decision Processes and Markov Games. Math. Centre. Tracts, vol. 139, Mathematish Centrum, Amsterdam (1981)"},{"key":"15_CR26","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-3038-0","volume-title":"Continuous-Time Markov Chains: An Application-Oriented Approach","author":"W. Anderson","year":"1991","unstructured":"Anderson, W.: Continuous-Time Markov Chains: An Application-Oriented Approach. Springer, New York (1991)"},{"key":"15_CR27","first-page":"209","volume":"26","author":"H. Zhang Yan","year":"2003","unstructured":"Yan, H. Zhang: J. and Guo, X.: Continuous-time Markov decision processes with unbounded transition and discounted-reward rates. Stoch. Anal. Appl. 26, 209\u2013231 (2003)","journal-title":"Stoch. Anal. Appl."},{"key":"15_CR28","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1239\/jap\/1300198138","volume":"48","author":"K. Avrachenkov","year":"2011","unstructured":"Avrachenkov, K., Piunovskiy, A., Zhang, Y.: Asymptotic fluid optimality and efficiency of tracking policy for bandwidth-sharing networks. J. Appl. Probab. 48, 90\u2013113 (2011)","journal-title":"J. Appl. Probab."},{"key":"15_CR29","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1007\/s00186-010-0340-3","volume":"73","author":"A. Piunovskiy","year":"2011","unstructured":"Piunovskiy, A., Zhang, Y.: Accuracy of fluid approximations to controlled birth-and-death processes: absorbing case. Math. Methods Oper. Res. 73, 159\u2013187 (2011)","journal-title":"Math. Methods Oper. Res."},{"key":"15_CR30","doi-asserted-by":"crossref","first-page":"644","DOI":"10.1109\/9.917668","volume":"46","author":"A. Shwartz","year":"2001","unstructured":"Shwartz, A.: Death and discounting. IEEE Trans. Autom. Control 46, 644\u2013647 (2001)","journal-title":"IEEE Trans. Autom. Control"},{"key":"15_CR31","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-46229-0","volume-title":"Foundations of Non-stationary Dynamic Programming with Discrete Time Parameter","author":"K. Hinderer","year":"1970","unstructured":"Hinderer, K.: Foundations of Non-stationary Dynamic Programming with Discrete Time Parameter. Springer, Berlin (1970)"}],"container-title":["Journal of Optimization Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-012-0015-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10957-012-0015-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-012-0015-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,24]],"date-time":"2019-06-24T15:52:35Z","timestamp":1561391555000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10957-012-0015-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,3,2]]},"references-count":31,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2012,8]]}},"alternative-id":["15"],"URL":"https:\/\/doi.org\/10.1007\/s10957-012-0015-8","relation":{},"ISSN":["0022-3239","1573-2878"],"issn-type":[{"value":"0022-3239","type":"print"},{"value":"1573-2878","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,3,2]]}}}