{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T09:11:16Z","timestamp":1766135476292},"reference-count":12,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2005,1,1]],"date-time":"2005-01-01T00:00:00Z","timestamp":1104537600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Computers & Operations Research"],"published-print":{"date-parts":[[2005,1]]},"DOI":"10.1016\/s0305-0548(03)00207-7","type":"journal-article","created":{"date-parts":[[2003,8,7]],"date-time":"2003-08-07T23:49:30Z","timestamp":1060300170000},"page":"127-142","source":"Crossref","is-referenced-by-count":9,"title":["An empirical study of policy convergence in Markov decision process value iteration"],"prefix":"10.1016","volume":"32","author":[{"given":"Christopher W.","family":"Zobel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"William T.","family":"Scherer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/S0305-0548(03)00207-7_BIB1","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1109\/3468.983417","article-title":"Simulation-based policy generation with large-scale Markov decision processes","volume":"31","author":"Zobel","year":"2001","journal-title":"IEEE Transactions on Systems, Man & Cybernetics\u2014Part A: Systems and Humans"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB2","series-title":"Markov decision processes: discrete stochastic dynamic programming","author":"Puterman","year":"1994"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB3","series-title":"Markov decision processes","author":"White","year":"1993"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB4","series-title":"Applied linear statistical models","author":"Neter","year":"1996"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB5","series-title":"Dynamic programming: deterministic and stochastic models","author":"Bertsekas","year":"1987"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB6","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1006\/jmaa.1994.1090","article-title":"The convergence of value iteration in discounted Markov decision processes","volume":"182","author":"White","year":"1994","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"1","key":"10.1016\/S0305-0548(03)00207-7_BIB7","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1214\/aoap\/1177005980","article-title":"Geometric bounds for eigenvalues of Markov chains","volume":"1","author":"Diaconis","year":"1991","journal-title":"The Annals of Applied Probability"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB8","unstructured":"Fuller DN, Scherer WT, Pomroy TA. An exploration and case-study of population classification for managed health care within a state-based modeling framework. Working paper, University of Virginia, USA, 2001."},{"key":"10.1016\/S0305-0548(03)00207-7_BIB9","doi-asserted-by":"crossref","unstructured":"Thomas L, Ho J, Scherer WT. Time will tell: behavioural scoring and the dynamics of consumer credit assessment. Working paper, University of Virginia, USA, 2001.","DOI":"10.1093\/imaman\/12.1.89"},{"issue":"2","key":"10.1016\/S0305-0548(03)00207-7_BIB10","doi-asserted-by":"crossref","first-page":"742","DOI":"10.1137\/S0363012995291609","article-title":"A new value iteration method for the average cost dynamic programming problem","volume":"36","author":"Bertsekas","year":"1998","journal-title":"SIAM Journal of Control and Optimization"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB11","series-title":"Simulation modeling and analysis","author":"Law","year":"1991"},{"key":"10.1016\/S0305-0548(03)00207-7_BIB12","series-title":"Dynamic programming and stochastic control","author":"Bertsekas","year":"1976"}],"container-title":["Computers & Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0305054803002077?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0305054803002077?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,15]],"date-time":"2019-03-15T06:22:49Z","timestamp":1552630969000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0305054803002077"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,1]]},"references-count":12,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2005,1]]}},"alternative-id":["S0305054803002077"],"URL":"https:\/\/doi.org\/10.1016\/s0305-0548(03)00207-7","relation":{},"ISSN":["0305-0548"],"issn-type":[{"value":"0305-0548","type":"print"}],"subject":[],"published":{"date-parts":[[2005,1]]}}}