{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T16:08:31Z","timestamp":1762099711404},"reference-count":14,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[1996,7,1]],"date-time":"1996-07-01T00:00:00Z","timestamp":836179200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Operations Research Letters"],"published-print":{"date-parts":[[1996,7]]},"DOI":"10.1016\/0167-6377(96)00018-1","type":"journal-article","created":{"date-parts":[[2002,7,26]],"date-time":"2002-07-26T00:03:44Z","timestamp":1027641824000},"page":"11-16","source":"Crossref","is-referenced-by-count":17,"title":["The convergence of value iteration in average cost Markov decision chains"],"prefix":"10.1016","volume":"19","author":[{"given":"Linn I.","family":"Sennott","sequence":"first","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/0167-6377(96)00018-1_BIB1","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1137\/0331018","article-title":"Discrete-time controlled Markov processes with average cost criterion: a survey","volume":"31","author":"Arapostathis","year":"1993","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/0167-6377(96)00018-1_BIB2","series-title":"Dynamic Programming","author":"Bertsekas","year":"1987"},{"key":"10.1016\/0167-6377(96)00018-1_BIB3","doi-asserted-by":"crossref","first-page":"965","DOI":"10.1137\/0322062","article-title":"On minimum cost per unit time control of Markov chains","volume":"22","author":"Borkar","year":"1984","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/0167-6377(96)00018-1_BIB4","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1137\/0327034","article-title":"Control of Markov chains with long-run average cost criterion: the dynamic programming equations","volume":"27","author":"Borkar","year":"1989","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/0167-6377(96)00018-1_BIB5","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/0167-6377(92)90059-C","article-title":"Comparing recent assumptions for the existence of average optimal stationary policies","volume":"11","author":"Cavazos-Cadena","year":"1992","journal-title":"Oper. Res. Lett."},{"key":"10.1016\/0167-6377(96)00018-1_BIB6","unstructured":"R. Cavazos-Cadena and E. Fernandez-Gaucherand, \u201cDenumerable controlled Markov chains with strong average optimality criterion: bounded and unbounded costs\u201d, to appear in: ZOR: Math. Models Oper. Res."},{"key":"10.1016\/0167-6377(96)00018-1_BIB7","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/0167-6377(92)90040-A","article-title":"On strong average optimality of Markov decision processes with unbounded costs","volume":"11","author":"Ghosh","year":"1992","journal-title":"Oper. Res. Lett."},{"key":"10.1016\/0167-6377(96)00018-1_BIB8","doi-asserted-by":"crossref","first-page":"480","DOI":"10.1137\/S0363012992228325","article-title":"Linear Programming and average optimality of Markov control processes on Borel spaces \u2014 unbounded costs","volume":"32","author":"Hernandez-Lerma","year":"1994","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/0167-6377(96)00018-1_BIB9","series-title":"Markov Decision Processes","author":"Puterman","year":"1994"},{"key":"10.1016\/0167-6377(96)00018-1_BIB10","series-title":"Introduction to Stochastic Dynamic Programming","author":"Ross","year":"1983"},{"key":"10.1016\/0167-6377(96)00018-1_BIB11","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1287\/opre.37.4.626","article-title":"Average cost optimal stationary policies in infinite state Markov decision processes with unbounded costs","volume":"37","author":"Sennott","year":"1989","journal-title":"Oper. Res."},{"key":"10.1016\/0167-6377(96)00018-1_BIB12","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1017\/S0269964800002783","article-title":"The average cost optimality equation and critical number policies","volume":"7","author":"Sennott","year":"1993","journal-title":"Probab. Engrg. Inform. Sci."},{"key":"10.1016\/0167-6377(96)00018-1_BIB13","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1016\/0167-6911(93)E0158-D","article-title":"Another set of conditions for average optimality in Markov control processes","volume":"24","author":"Sennott","year":"1995","journal-title":"Systems Control Lett."},{"key":"10.1016\/0167-6377(96)00018-1_BIB14","series-title":"Stochastic Models, An Algorithmic Approach","author":"Tijms","year":"1994"}],"container-title":["Operations Research Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0167637796000181?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0167637796000181?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T09:55:45Z","timestamp":1555494945000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/0167637796000181"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1996,7]]},"references-count":14,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1996,7]]}},"alternative-id":["0167637796000181"],"URL":"https:\/\/doi.org\/10.1016\/0167-6377(96)00018-1","relation":{},"ISSN":["0167-6377"],"issn-type":[{"value":"0167-6377","type":"print"}],"subject":[],"published":{"date-parts":[[1996,7]]}}}