{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T10:08:41Z","timestamp":1740132521574,"version":"3.37.3"},"reference-count":24,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2016,10,1]],"date-time":"2016-10-01T00:00:00Z","timestamp":1475280000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61221003"],"award-info":[{"award-number":["61221003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Collaborative Research Fund of the Research Grants Council, Hong Kong Special Administrative Region, China","award":["HKUST11\/CRF\/10"],"award-info":[{"award-number":["HKUST11\/CRF\/10"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Contr."],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1109\/tac.2015.2508739","type":"journal-article","created":{"date-parts":[[2015,12,17]],"date-time":"2015-12-17T21:40:36Z","timestamp":1450388436000},"page":"3001-3015","source":"Crossref","is-referenced-by-count":7,"title":["State Classification of Time-Nonhomogeneous Markov Chains and Average Reward Optimization of Multi-Chains"],"prefix":"10.1109","volume":"61","author":[{"given":"Xi-Ren","family":"Cao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/BF00539434"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.2307\/3212726"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/S0305004100033399"},{"journal-title":"Discretre-Time Markov Control Processes Basic Optimality Criteria","year":"1991","author":"hernandez-lerma","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-46229-0"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1287\/opre.35.6.875"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/BF01565412"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10626-013-0170-6"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/BF00532957"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1006\/jmaa.1993.1367"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-69082-7"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2015.2394951"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2013.2293397"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2009.03.003"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1155\/S0161171289000268"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1109\/TAC.2007.915168","article-title":"The nth-order bias optimality for multi-chain Markov decision processes","volume":"53","author":"cao","year":"2008","journal-title":"IEEE Trans Autom Control"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2307\/1969199"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-247X(90)90265-H"},{"key":"ref9","first-page":"77","article-title":"Expos&#x00E9; de la theorie des chaines simples constantes de Markov &#x00E0; un nombre finid'&#x00E9;tats","volume":"2","author":"doeblin","year":"1937","journal-title":"Rev Math Union Interbalkanique"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1137\/1136006"},{"journal-title":"Merging and Stability for Time Inhomogeneous Finite Markov Chains","year":"2010","author":"saloff-coste","key":"ref21"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1214\/074921708000000264"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1214\/lnms\/1215453581"}],"container-title":["IEEE Transactions on Automatic Control"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9\/7575613\/07355322.pdf?arnumber=7355322","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,29]],"date-time":"2022-05-29T16:57:13Z","timestamp":1653843433000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7355322\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10]]},"references-count":24,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tac.2015.2508739","relation":{},"ISSN":["0018-9286","1558-2523"],"issn-type":[{"type":"print","value":"0018-9286"},{"type":"electronic","value":"1558-2523"}],"subject":[],"published":{"date-parts":[[2016,10]]}}}