{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T21:50:53Z","timestamp":1769809853211,"version":"3.49.0"},"reference-count":13,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2000,5,1]],"date-time":"2000-05-01T00:00:00Z","timestamp":957139200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Automatica"],"published-print":{"date-parts":[[2000,5]]},"DOI":"10.1016\/s0005-1098(99)00207-1","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T21:51:06Z","timestamp":1027633866000},"page":"771-774","source":"Crossref","is-referenced-by-count":32,"title":["A unified approach to Markov decision problems and performance sensitivity analysis"],"prefix":"10.1016","volume":"36","author":[{"given":"Xi-Ren","family":"Cao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/S0005-1098(99)00207-1_BIB1","unstructured":"Bertsekas, D. P. (1995). Dynamic programming and optimal control, Vols. I, II. Belmont, MA: Athena Scientific."},{"key":"10.1016\/S0005-1098(99)00207-1_BIB2","doi-asserted-by":"crossref","unstructured":"Berman, A., & Plemmons, R. J. (1994). Nonnegative matrices in the mathematical sciences. Philadelphia: SIAM.","DOI":"10.1137\/1.9781611971262"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB3","doi-asserted-by":"crossref","unstructured":"Cao, X. R. (1994). Realization Probabilities: The dynamics of queueing systems. New York: Springer.","DOI":"10.1007\/BFb0035250"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB4","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1023\/A:1008260528575","article-title":"The relation among potentials, perturbation analysis, Markov decision processes, and other topics","volume":"8","author":"Cao","year":"1998","journal-title":"Journal of Discrete Event Dynamic Systems"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB5","doi-asserted-by":"crossref","first-page":"1382","DOI":"10.1109\/9.633827","article-title":"Potentials, perturbation realization, and sensitivity analysis of Markov processes","volume":"42","author":"Cao","year":"1997","journal-title":"IEEE Transactions on Automatic Control"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB6","doi-asserted-by":"crossref","first-page":"1154","DOI":"10.1109\/9.400495","article-title":"Structural infinitesimal perturbation analysis (SIPA) for derivative estimation of discrete event dynamic systems","volume":"40","author":"Dai","year":"1995","journal-title":"IEEE Transactions on Automatic Control"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB7","unstructured":"Glasserman, P. (1991). Gradient estimation via perturbation analysis. Boston: Kluwer."},{"key":"10.1016\/S0005-1098(99)00207-1_BIB8","doi-asserted-by":"crossref","first-page":"916","DOI":"10.1214\/aop\/1039639370","article-title":"A Lyapunov bound for solutions of Poisson's equation","volume":"24","author":"Glynn","year":"1996","journal-title":"Annals of Probability"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB9","doi-asserted-by":"crossref","unstructured":"Ho, Y. C., & Cao, X. R. (1991). Perturbation analysis of discrete-event dynamic systems, Boston: Kluwer.","DOI":"10.1007\/978-1-4615-4024-3"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB10","unstructured":"Kemeny, J. G., & Snell, J. L. (1990). Finite Markov chains. New York: Van Nostrand."},{"key":"10.1016\/S0005-1098(99)00207-1_BIB11","unstructured":"Makowski, A. M., & Shwartz, A. (1994). On the Poisson equation for countable Markov Chains: Existence of solutions and parameter dependence by probabilistic methods. Technical Report, T.R. 94-87, Institute for Systems Research, University of Maryland, College Park, MD 20742, USA."},{"key":"10.1016\/S0005-1098(99)00207-1_BIB12","doi-asserted-by":"crossref","unstructured":"Meyn, S. P., & Tweedie, R. L. (1993). Markov chains and stochastic stability. London: Springer.","DOI":"10.1007\/978-1-4471-3267-7"},{"key":"10.1016\/S0005-1098(99)00207-1_BIB13","doi-asserted-by":"crossref","unstructured":"Puterman, M. L. (1994). Markov decision processes: discrete stochastic dynamic programming. New York: Wiley.","DOI":"10.1002\/9780470316887"}],"container-title":["Automatica"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0005109899002071?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0005109899002071?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,15]],"date-time":"2019-04-15T04:55:44Z","timestamp":1555304144000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0005109899002071"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,5]]},"references-count":13,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2000,5]]}},"alternative-id":["S0005109899002071"],"URL":"https:\/\/doi.org\/10.1016\/s0005-1098(99)00207-1","relation":{},"ISSN":["0005-1098"],"issn-type":[{"value":"0005-1098","type":"print"}],"subject":[],"published":{"date-parts":[[2000,5]]}}}