{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T00:43:56Z","timestamp":1725497036477},"publisher-location":"Berlin, Heidelberg","reference-count":13,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540401957"},{"type":"electronic","value":"9783540448624"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2003]]},"DOI":"10.1007\/3-540-44862-4_8","type":"book-chapter","created":{"date-parts":[[2007,12,6]],"date-time":"2007-12-06T10:39:06Z","timestamp":1196937546000},"page":"64-73","source":"Crossref","is-referenced-by-count":0,"title":["Continuous Time Markov Decision Processes with Expected Discounted Total Rewards"],"prefix":"10.1007","author":[{"given":"Qiying","family":"Hu","sequence":"first","affiliation":[]},{"given":"Jianyong","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Wuyi","family":"Yue","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2003,6,18]]},"reference":[{"key":"8_CR1","unstructured":"Kakumanu, P.V.: Continuous Time Markov Decision Models with Applications to Optimization Problems. Technical Report 63, Dept. of Oper. Res., Cornell Univ. (1969)"},{"key":"8_CR2","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/9.898698","volume":"46","author":"M.E. Lewis","year":"2001","unstructured":"Lewis, M.E. and Puterman, M.L.: A Probabilistic Analysis of Bias Optimality in Unichain Markov Decision Processes. IEEE Trans. on Autom. Contr. 46 (2001) 96\u2013100","journal-title":"IEEE Trans. on Autom. Contr."},{"key":"8_CR3","doi-asserted-by":"publisher","first-page":"1225","DOI":"10.1287\/mnsc.21.11.1225","volume":"21","author":"S.A. Lippman","year":"1975","unstructured":"Lippman, S.A.: On Dynamic Programming with Unbounded Rewards, Mgt. Sci. 21 (1975) 1225\u20131233","journal-title":"Mgt. Sci."},{"key":"8_CR4","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1109\/9.911417","volume":"46","author":"C.G. Cassandras","year":"2001","unstructured":"Cassandras, C.G., Pepyne, D.L. and Wardi, Y.: Optimal control of A Class of Hybrid Systems. IEEE Trans. on AC 46 (2001) 398\u2013415","journal-title":"IEEE Trans. on AC"},{"key":"8_CR5","first-page":"1281","volume":"11","author":"J. Song","year":"1988","unstructured":"Song, J.: Continuous Time Markov Decision Processes with Nonuniformly Bounded Transition Rate Family, Scientia Sinica Series A, 11 (1988) 1281\u20131290","journal-title":"Scientia Sinica Series A"},{"key":"8_CR6","first-page":"710","volume":"35","author":"Q. Hu","year":"1990","unstructured":"Hu, Q.: CTMDP and Its Relationship with DTMDP. Chinese Sci. Bull. 35 (1990) 710\u2013714","journal-title":"Chinese Sci. Bull."},{"key":"8_CR7","first-page":"60","volume":"27","author":"R.F. Serfozo","year":"1979","unstructured":"Serfozo, R.F.: An Equivalence Between Continuous and Discrete Time Markov Decision Processes, J. Oper. Res. 27 (1979) 60\u201370","journal-title":"J. Oper. Res."},{"key":"8_CR8","volume-title":"Continuous-time Markov Decision Processes Programming with Polynomical Reward","author":"B. Hou","year":"1986","unstructured":"Hou, B.: Continuous-time Markov Decision Processes Programming with Polynomical Reward, Thesis, Institute of Appl. Math. Academic Sinica, Bejing (1986)."},{"key":"8_CR9","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1239\/jap\/1025131422","volume":"39","author":"X.P. Guo","year":"2002","unstructured":"Guo, X.P. and Zhu, W.P.: Denumerable-state Continuous-time Markov Decision Processes with Unbounded Transition and Reward Rates under the Discounted Criterion. J. Appl. Prob. 39 (2002) 233\u2013250","journal-title":"J. Appl. Prob."},{"key":"8_CR10","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1017\/S144618110001213X","volume":"43","author":"X.P. Guo","year":"2002","unstructured":"Guo, X.P. and Zhu, W.P.: Denumerable-state Continuous-time Markov Decision Processes with Unbounded Cost and Transition Rates under Average Criterion. ANZIAM J. 43 (2002) 541\u2013557","journal-title":"ANZIAM J."},{"key":"8_CR11","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1007\/PL00020916","volume":"49","author":"Q. Hu","year":"1999","unstructured":"Hu, Q. and Xu, C.: The Finiteness of the Reward Function and the Optimal Value Function in Markov Decision Processes. J. Math. Methods in Ope. Res. 49 (1999) 255\u2013266","journal-title":"J. Math. Methods in Ope. Res."},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Chung, K.L.: Markov Chains with StationaryTransition Probabilities. Springer-Verlag (1960)","DOI":"10.1007\/978-3-642-49686-8"},{"key":"8_CR13","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1137\/0124018","volume":"24","author":"A. Kuczura","year":"1973","unstructured":"Kuczura, A.: Piecewise Markov Processes. SIAM J. Appl. Math. 24 (1973) 169\u2013181","journal-title":"SIAM J. Appl. Math."}],"container-title":["Lecture Notes in Computer Science","Computational Science \u2014 ICCS 2003"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-44862-4_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,15]],"date-time":"2023-05-15T00:45:55Z","timestamp":1684111555000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-44862-4_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003]]},"ISBN":["9783540401957","9783540448624"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/3-540-44862-4_8","relation":{},"ISSN":["0302-9743"],"issn-type":[{"type":"print","value":"0302-9743"}],"subject":[],"published":{"date-parts":[[2003]]}}}