{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T16:41:03Z","timestamp":1762101663712},"reference-count":21,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2015,7,1]],"date-time":"2015-07-01T00:00:00Z","timestamp":1435708800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSF of China","doi-asserted-by":"crossref","award":["61221003"],"award-info":[{"award-number":["61221003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Collaborative Research Fund of the Research Grants Council, Hong Kong Special Administrative Region, China","award":["HKUST11\/CRF\/10"],"award-info":[{"award-number":["HKUST11\/CRF\/10"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Contr."],"published-print":{"date-parts":[[2015,7]]},"DOI":"10.1109\/tac.2015.2394951","type":"journal-article","created":{"date-parts":[[2015,1,21]],"date-time":"2015-01-21T20:09:32Z","timestamp":1421870972000},"page":"1841-1856","source":"Crossref","is-referenced-by-count":25,"title":["Optimization of Average Rewards of Time Nonhomogeneous Markov Chains"],"prefix":"10.1109","volume":"60","author":[{"given":"Xi-Ren","family":"Cao","sequence":"first","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.2307\/3212726"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1017\/S0305004100033399","article-title":"Weak ergodicity in nonhomogeneous Markov chains","volume":"54","author":"hajnal","year":"0","journal-title":"Proc Canbridge Phylos Soc"},{"key":"ref12","author":"hernandez-lerma","year":"1991","journal-title":"Discrete-Time Markov Control Processes -Basic Optimality Criteria"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-46229-0"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1287\/opre.35.6.875"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/BF00532957"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/9.898698"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1006\/jmaa.1993.1367"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-0747(199809)14:3<241::AID-ASM354>3.0.CO;2-3"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1382","DOI":"10.1109\/9.633827","article-title":"Potentials, perturbation realization, sensitivity analysis of markov processes","volume":"42","author":"cao","year":"1997","journal-title":"IEEE Trans Autom Control"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-69082-7"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2008.919557"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1109\/TAC.2007.915168","article-title":"The nth-order bias optimality for multi-chain markov decision processes","volume":"53","author":"cao","year":"2008","journal-title":"IEEE Trans Autom Control"},{"key":"ref8","first-page":"77","article-title":"Expos&#x00E9; de la theorie des chaines simples constantes de Markov &#x00E0; un nombre finid&#x00E9;tats","volume":"2","author":"doeblin","year":"1937","journal-title":"Rev Math Union Interbalkanique"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2013.2293397"},{"key":"ref2","author":"cao","year":"0","journal-title":"State Classification and Average Reward Optimization of Multi-Class Time-Nonhomogeneous Markov Chains"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-247X(90)90265-H"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/BF00539434"},{"key":"ref20","author":"saloff-coste","year":"2010","journal-title":"&#x201C;Merging and stability for time inhomogeneous finite Markov chains &#x201D;"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1214\/lnms\/1215453581"}],"container-title":["IEEE Transactions on Automatic Control"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9\/7132652\/07017536.pdf?arnumber=7017536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T05:04:51Z","timestamp":1651035891000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7017536\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,7]]},"references-count":21,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tac.2015.2394951","relation":{},"ISSN":["0018-9286","1558-2523"],"issn-type":[{"value":"0018-9286","type":"print"},{"value":"1558-2523","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,7]]}}}