{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T08:03:32Z","timestamp":1761293012478},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,3,31]],"date-time":"2013-03-31T00:00:00Z","timestamp":1364688000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["4OR-Q J Oper Res"],"published-print":{"date-parts":[[2014,3]]},"DOI":"10.1007\/s10288-013-0236-1","type":"journal-article","created":{"date-parts":[[2013,3,30]],"date-time":"2013-03-30T10:32:27Z","timestamp":1364639547000},"page":"49-75","source":"Crossref","is-referenced-by-count":16,"title":["Discounted continuous-time Markov decision processes with unbounded rates and randomized history-dependent policies: the dynamic programming approach"],"prefix":"10.1007","volume":"12","author":[{"given":"Alexey","family":"Piunovskiy","sequence":"first","affiliation":[]},{"given":"Yi","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,3,31]]},"reference":[{"key":"236_CR1","volume-title":"Stochastic optimal control","author":"D Bertsekas","year":"1978","unstructured":"Bertsekas D, Shreve S (1978) Stochastic optimal control. Academic Press, NY"},{"key":"236_CR2","doi-asserted-by":"crossref","first-page":"492","DOI":"10.1287\/moor.1040.0089","volume":"29","author":"E Feinberg","year":"2004","unstructured":"Feinberg E (2004) Continuous time discounted jump Markov decision processes: a discrete-event approach. Math Oper Res 29:492\u2013524","journal-title":"Math Oper Res"},{"key":"236_CR3","doi-asserted-by":"crossref","unstructured":"Feinberg E (2012) Reduction of discounted continuous-time MDPs with unbounded jump and reward rates to discrete-time total-reward MDPs. In: Hern\u00e1ndez-Hern\u00e1ndez D, Minjarez-Sosa A (eds) Optimization, control, and application of stochastic systems, Birkhauser, Basel, pp 77\u201397","DOI":"10.1007\/978-0-8176-8337-5_5"},{"key":"236_CR4","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1287\/moor.1060.0210","volume":"32","author":"X Guo","year":"2007","unstructured":"Guo X (2007) Continuous-time Markov decision processes with discounted rewards: the case of Polish spaces. Math Oper Res 32:73\u201387","journal-title":"Math Oper Res"},{"key":"236_CR5","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-02547-1","volume-title":"Continuous-time Markov decision processes: theory and applications","author":"X Guo","year":"2009","unstructured":"Guo X, Hern\u00e1ndez-Lerma O (2009) Continuous-time Markov decision processes: theory and applications. Springer, Heidelberg"},{"key":"236_CR6","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1287\/moor.1100.0477","volume":"36","author":"X Guo","year":"2011","unstructured":"Guo X, Piunovskiy A (2011) Discounted continuous-time Markov decision processes with constraints: unbounded transition and loss rates. Math Oper Res 36:105\u2013132","journal-title":"Math Oper Res"},{"key":"236_CR7","doi-asserted-by":"crossref","first-page":"2016","DOI":"10.1214\/10-AAP749","volume":"21","author":"X Guo","year":"2011","unstructured":"Guo X, Song X (2011) Discounted continuous-time constrained Markov decision processes in Polish spaces. Ann Appl Probab 21:2016\u20132049","journal-title":"Ann Appl Probab"},{"key":"236_CR8","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1239\/jap\/1025131422","volume":"39","author":"X Guo","year":"2002","unstructured":"Guo X, Zhu W (2002) Denumerable-state continuous-time Markov decision processes with unbounded transition and reward rates under the discounted criterion. J Appl Probab 39:233\u2013250","journal-title":"J Appl Probab"},{"key":"236_CR9","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/BF02837562","volume":"14","author":"X Guo","year":"2006","unstructured":"Guo X, Hern\u00e1ndez-Lerma O, Prieto-Rumeau T (2006) A survey of recent results on continuous-time Markov decision processes. Top 14:177\u2013257","journal-title":"Top"},{"key":"236_CR10","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1137\/100805169","volume":"50","author":"X Guo","year":"2012","unstructured":"Guo X, Huang Y, Song X (2012) Linear programming and constrained average optimality for general continuous-time Markov decision processes in history-dependent policies. SIAM J Control Optim 50:23\u201347","journal-title":"SIAM J Control Optim"},{"key":"236_CR11","doi-asserted-by":"crossref","unstructured":"Guo X, Vykertas M, Zhang Y (2013) Absorbing continuous-time Markov decision processes with total cost criteria. Adv Appl Probab 45 (to appear)","DOI":"10.1239\/aap\/1370870127"},{"key":"236_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-time Markov control processes. Springer, NY"},{"key":"236_CR13","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further topics on discrete-time Markov control processes","author":"O Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1999) Further topics on discrete-time Markov control processes. Springer, NY"},{"key":"236_CR14","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1007\/BF00536010","volume":"31","author":"J Jacod","year":"1975","unstructured":"Jacod J (1975) Multivariate point processes: predictable projection, Radon\u2013Nykodym derivatives, representation of martingales. Z Wahrscheinlichkeitstheorie verw Gebite 31:235\u2013253","journal-title":"Z Wahrscheinlichkeitstheorie verw Gebite"},{"key":"236_CR15","doi-asserted-by":"crossref","first-page":"919","DOI":"10.1214\/aoms\/1177693321","volume":"42","author":"P Kakumanu","year":"1971","unstructured":"Kakumanu P (1971) Continuously discounted Markov decision models with countable state and action spaces. Ann Math Statist 42:919\u2013926","journal-title":"Ann Math Statist"},{"key":"236_CR16","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1137\/1130036","volume":"30","author":"M Kitaev","year":"1986","unstructured":"Kitaev M (1986) Semi-Markov and jump Markov controlled models: average cost criterion. Theory Probab Appl 30:272\u2013288","journal-title":"Theory Probab Appl"},{"key":"236_CR17","volume-title":"Controlled queueing systems","author":"M Kitaev","year":"1995","unstructured":"Kitaev M, Rykov V (1995) Controlled queueing systems. CRC Press, Boca Raton"},{"key":"236_CR18","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1137\/S0040585X97975964","volume":"42","author":"A Piunovskiy","year":"1998","unstructured":"Piunovskiy A (1998) A controlled jump discounted model with constraints. Theory Probab Appl 42:51\u201371","journal-title":"Theory Probab Appl"},{"key":"236_CR19","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1007\/s00186-010-0340-3","volume":"73","author":"A Piunovskiy","year":"2011","unstructured":"Piunovskiy A, Zhang Y (2011a) Accuracy of fluid approximations to controlled birth-and-death processes: absorbing Case. Math Meth Oper Res 73:159\u2013187","journal-title":"Math Meth Oper Res"},{"key":"236_CR20","doi-asserted-by":"crossref","first-page":"2032","DOI":"10.1137\/10081366X","volume":"49","author":"A Piunovskiy","year":"2011","unstructured":"Piunovskiy A, Zhang Y (2011b) Discounted continuous-time Markov decision processes with unbounded rates: the convex analytic approach. SIAM J Control Optim 49:2032\u20132061","journal-title":"SIAM J Control Optim"},{"key":"236_CR21","unstructured":"Piunovskiy A, Zhang Y (2011c) Discounted continuous-time Markov decision processes with unbounded rates: the dynamic programming approach. http:\/\/arxiv.org\/abs\/1103.0134"},{"key":"236_CR22","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1007\/s10957-012-0015-8","volume":"154","author":"A Piunovskiy","year":"2012","unstructured":"Piunovskiy A, Zhang Y (2012) The transformation method for continuous-time Markov decision processes. J Optim Theory Appl 154:691\u2013712","journal-title":"J Optim Theory Appl"},{"key":"236_CR23","doi-asserted-by":"crossref","DOI":"10.1142\/p829","volume-title":"Selected topics in continuous-time controlled Markov chains and Markov games","author":"T Prieto-Rumeau","year":"2012","unstructured":"Prieto-Rumeau T, Hern\u00e1ndez-Lerma O (2012) Selected topics in continuous-time controlled Markov chains and Markov games. Imperial College Press, London"},{"key":"236_CR24","doi-asserted-by":"crossref","unstructured":"Puterman M (1994) Markov decision processes: discrete stochastic dynamic programming. Wiley, New York","DOI":"10.1002\/9780470316887"},{"key":"236_CR25","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1080\/07362990701856956","volume":"26","author":"H Yan","year":"2003","unstructured":"Yan H, Zhang J, Guo X (2003) Continuous-time Markov decision processes with unbounded transition and discounted-reward rates. Stoch Anal Appl 26:209\u2013231","journal-title":"Stoch Anal Appl"}],"container-title":["4OR"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10288-013-0236-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10288-013-0236-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10288-013-0236-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,29]],"date-time":"2019-05-29T12:12:58Z","timestamp":1559131978000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10288-013-0236-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3,31]]},"references-count":25,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,3]]}},"alternative-id":["236"],"URL":"https:\/\/doi.org\/10.1007\/s10288-013-0236-1","relation":{},"ISSN":["1619-4500","1614-2411"],"issn-type":[{"value":"1619-4500","type":"print"},{"value":"1614-2411","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3,31]]}}}