{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T07:20:21Z","timestamp":1774941621847,"version":"3.50.1"},"reference-count":19,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[1998,3,1]],"date-time":"1998-03-01T00:00:00Z","timestamp":888710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[1998,3,1]],"date-time":"1998-03-01T00:00:00Z","timestamp":888710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Discrete Event Dynamic Systems"],"published-print":{"date-parts":[[1998,3]]},"DOI":"10.1023\/a:1008260528575","type":"journal-article","created":{"date-parts":[[2002,12,22]],"date-time":"2002-12-22T08:47:34Z","timestamp":1040546854000},"page":"71-87","source":"Crossref","is-referenced-by-count":45,"title":["The Relations Among Potentials, Perturbation Analysis, and Markov Decision Processes"],"prefix":"10.1007","volume":"8","author":[{"given":"Xi-Ren","family":"Cao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"159032_CR1","doi-asserted-by":"crossref","DOI":"10.1137\/1.9781611971262","volume-title":"Nonnegative Matrices in the Mathematical Sciences","author":"A. Berman","year":"1994","unstructured":"Berman, A., and Plemmons, R. J. 1994. Nonnegative Matrices in the Mathematical Sciences. Philadelphia: SIAM."},{"key":"159032_CR2","volume-title":"Dynamic Programming and Optimal Control","author":"D. P. Bertsekas","year":"1995","unstructured":"Bertsekas, D. P. 1995. Dynamic Programming and Optimal Control, Vols. I, II. Belmont, Massachusetts: Athena Scientific."},{"key":"159032_CR3","volume-title":"Neuro\u2013Dynamic Programming","author":"D. P. Bertsekas","year":"1996","unstructured":"Bertsekas, D. P., and Tsitsiklis, J. N. 1996. Neuro\u2013Dynamic Programming. Belmont, Massachusetts: Athena Scientific."},{"key":"159032_CR4","doi-asserted-by":"crossref","DOI":"10.1007\/BFb0035250","volume-title":"Realization Probabilities: The Dynamics of Queueing Systems","author":"X. R. Cao","year":"1994","unstructured":"Cao, X. R. 1994. Realization Probabilities: The Dynamics of Queueing Systems. New York: Springer\u2013Verlag."},{"key":"159032_CR5","doi-asserted-by":"crossref","first-page":"1382","DOI":"10.1109\/9.633827","volume":"42","author":"X. R. Cao","year":"1997","unstructured":"Cao, X. R., and Chen, H. F. 1997. Potentials, perturbation realization, and sensitivity analysis of Markov processes. IEEE Trans. on Automatic Control 42: 1382\u20131393.","journal-title":"IEEE Trans. on Automatic Control"},{"key":"159032_CR6","unstructured":"Cao, X. R., and Wan, Y. W. To appear. Algorithms for sensitivity analysis of Markov systems through potentials and perturbation realization. IEEE Trans. on Control Systems Technology."},{"key":"159032_CR7","unstructured":"\u00c7inlar, E. 1975. Introduction to Stochastic Processes. Prentice Hall, Inc."},{"key":"159032_CR8","volume-title":"Perturbation Analysis of Discrete\u2013Event Dynamic Systems","author":"Y. C. Ho","year":"1991","unstructured":"Ho, Y. C., and Cao, X. R. 1991. Perturbation Analysis of Discrete\u2013Event Dynamic Systems. Boston: Kluwer Academic Publisher."},{"key":"159032_CR9","doi-asserted-by":"crossref","unstructured":"Dai, L. Y. 1994. A consistent algorithm for derivative estimation of Markov chains. Proceedings of the 33rd IEEE Conference on Decision and Control, 1990\u20131995.","DOI":"10.1109\/CDC.1994.411084"},{"key":"159032_CR10","doi-asserted-by":"crossref","first-page":"1154","DOI":"10.1109\/9.400495","volume":"40","author":"L. Y. Dai","year":"1995","unstructured":"Dai, L. Y., and Ho, Y. C. 1995. Structural infinitesimal perturbation analysis (SIPA) for derivative estimation of discrete event dynamic systems. IEEE Transactions on AC 40: 1154\u20131166.","journal-title":"IEEE Transactions on AC"},{"key":"159032_CR11","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/0167-6377(94)90084-1","volume":"14","author":"M. Fu","year":"1994","unstructured":"Fu, M., and Hu, J. Q. 1994. Smoothed perturbation analysis derivative estimation for Markov chains. Operations Research Letters 14: 241\u2013251.","journal-title":"Operations Research Letters"},{"key":"159032_CR12","doi-asserted-by":"crossref","unstructured":"Gallager, R. G. 1995. Discrete Stochastic Processes. Kluwer Academic Publishers.","DOI":"10.1007\/978-1-4615-2329-1"},{"key":"159032_CR13","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1137\/0607031","volume":"7","author":"G. H. Golub","year":"1986","unstructured":"Golub, G. H., and Meyer, C. D., Jr. 1986. Using the QR factorization and group inversion to compute, differentiate, and estimate the sensitivity of stationary probability for Markov chains. SIAM J. Alg. Disc. Meth. 7: 273\u2013281.","journal-title":"SIAM J. Alg. Disc. Meth."},{"key":"159032_CR14","unstructured":"Jaakkola, T., Singh, S. P., and Jordan, M. J. 1995. Reinforcement learning algorithm for partially observable Markov decision problems. Neural Information Processing Systems7."},{"key":"159032_CR15","volume-title":"Finite Markov Chains","author":"J. G. Kemeny","year":"1960","unstructured":"Kemeny, J. G., and Snell, J. L. 1960. Finite Markov Chains. New York: Van Nostrand."},{"key":"159032_CR16","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1137\/1017044","volume":"17","author":"C. D. Meyer Jr","year":"1975","unstructured":"Meyer, Carl D., Jr. 1975. The role of the group generalized inverse in the theory of finite Markov chains. SIAM Review 17: 443\u2013464.","journal-title":"SIAM Review"},{"key":"159032_CR17","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M. L. Puterman","year":"1994","unstructured":"Puterman, M. L. 1994. Markov Decision Processes: Discrete Stochastic Dynamic Programming. New York: Wiley."},{"key":"159032_CR18","volume-title":"Introduction to Stochastic Dynamic Programming","author":"S. M. Ross","year":"1983","unstructured":"Ross, S. M. 1983. Introduction to Stochastic Dynamic Programming. New York: Academic Press, Inc."},{"key":"159032_CR19","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1023\/A:1018008221616","volume":"22","author":"J. N. Tsitsiklis","year":"1996","unstructured":"Tsitsiklis, J. N., and Van Roy, B. 1996. Feature\u2013based methods for large scale dynamic programming. Machine Learning 22: 59\u201394.","journal-title":"Machine Learning"}],"container-title":["Discrete Event Dynamic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1008260528575.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1008260528575\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1008260528575.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T04:05:21Z","timestamp":1753761921000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1008260528575"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1998,3]]},"references-count":19,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1998,3]]}},"alternative-id":["159032"],"URL":"https:\/\/doi.org\/10.1023\/a:1008260528575","relation":{},"ISSN":["0924-6703","1573-7594"],"issn-type":[{"value":"0924-6703","type":"print"},{"value":"1573-7594","type":"electronic"}],"subject":[],"published":{"date-parts":[[1998,3]]}}}