{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,4,7]],"date-time":"2023-04-07T13:11:48Z","timestamp":1680873108956},"reference-count":28,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2002,4,1]],"date-time":"2002-04-01T00:00:00Z","timestamp":1017619200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Operations Research Letters"],"published-print":{"date-parts":[[2002,4]]},"DOI":"10.1016\/s0167-6377(02)00109-8","type":"journal-article","created":{"date-parts":[[2002,10,14]],"date-time":"2002-10-14T23:55:37Z","timestamp":1034639737000},"page":"107-116","source":"Crossref","is-referenced-by-count":0,"title":["Notes on average Markov decision processes with a minimum-variance criterion"],"prefix":"10.1016","volume":"30","author":[{"given":"Liu","family":"Jianyong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/S0167-6377(02)00109-8_BIB1","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1137\/0329043","article-title":"Markov decision problems and state-action frequencies","volume":"29","author":"Altman","year":"1991","journal-title":"SIAM J. Control Optim."},{"issue":"3","key":"10.1016\/S0167-6377(02)00109-8_BIB2","doi-asserted-by":"crossref","first-page":"558","DOI":"10.1287\/moor.17.3.558","article-title":"Variability sensitive Markov decision processes","volume":"17","author":"Baykal-Gursoy","year":"1992","journal-title":"Math. Oper. Res."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB3","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1137\/0325004","article-title":"Discounted MDPs: distribution functions and exponential utility maximization","volume":"25","author":"Chung","year":"1987","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB4","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/0167-6377(89)90061-8","article-title":"A note on maximal mean\/standard deviation ratio in an undiscounted MDP","volume":"8","author":"Chung","year":"1989","journal-title":"Oper. Res. Lett."},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB5","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1287\/opre.42.1.184","article-title":"Mean-variance tradeoffs in an undiscounted MDP: the unichain case","volume":"42","author":"Chung","year":"1994","journal-title":"Oper. Res."},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB6","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1007\/BF01539805","article-title":"Finite-horizon variance penalised Markov decision processes","volume":"19","author":"Collins","year":"1997","journal-title":"OR Spektrum"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB7","series-title":"Stochastic Processes","author":"Doob","year":"1953"},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB8","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1287\/moor.14.1.147","article-title":"Variance-penalized Markov decision processes","volume":"14","author":"Filar","year":"1989","journal-title":"Math. Oper. Res."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB9","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1007\/PL00020908","article-title":"Nonstationary denumerable state Markov decision processes\u2014with average variance criterion","volume":"49","author":"Xianping","year":"1999","journal-title":"Math. Meth. Oper. Res."},{"issue":"4","key":"10.1016\/S0167-6377(02)00109-8_BIB10","first-page":"439","article-title":"Average model in nonhomogeneous Markov decision processes and rolling horizon algorithm","volume":"19","author":"Xianping","year":"1999","journal-title":"J. Systems Sci. Math. Sci."},{"issue":"4","key":"10.1016\/S0167-6377(02)00109-8_BIB11","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1287\/moor.25.4.667.12119","article-title":"Nonhomogeneous Markov decision processes with Borel state space\u2014the average criterion with unbounded reward","volume":"25","author":"Xianping","year":"2000","journal-title":"Math. Oper. Res."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB12","doi-asserted-by":"crossref","first-page":"1894","DOI":"10.1214\/aoms\/1177690860","article-title":"Markov decision processes with a new optimality criterion: small interest rates","volume":"43","author":"Jaquette","year":"1972","journal-title":"Ann. Math. Statist."},{"issue":"3","key":"10.1016\/S0167-6377(02)00109-8_BIB13","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1214\/aos\/1176342415","article-title":"Markov decision processes with a new optimality criterion: discrete time","volume":"1","author":"Jaquette","year":"1973","journal-title":"Ann. Statist."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB14","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1016\/0377-2217(87)90148-2","article-title":"A variance minimization problem for a Markov decision processes","volume":"31","author":"Kawai","year":"1987","journal-title":"European J. Oper. Res."},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB15","first-page":"88","article-title":"Variance constrained Markov decision process","volume":"30","author":"Kawai","year":"1987","journal-title":"J. Oper. Res. Soc. Japan"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB16","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1016\/0022-247X(87)90332-5","article-title":"Markov decision processes with a minimum-variance criterion","volume":"123","author":"Kurano","year":"1987","journal-title":"J. Math. Anal. Appl."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB17","doi-asserted-by":"crossref","first-page":"542","DOI":"10.1017\/S0334270000000850","article-title":"Markov decision programming-the moment optimal problem for the first-passage model","volume":"38","author":"Jianyong","year":"1997","journal-title":"J. Austral. Math. Soc. Ser. B"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB18","first-page":"1","article-title":"On the variance of controlled Markov chains","volume":"7","author":"Mandl","year":"1971","journal-title":"Kybernetika"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB19","doi-asserted-by":"crossref","first-page":"40","DOI":"10.2307\/1426206","article-title":"Estimation and control in Markov chains","volume":"6","author":"Mandl","year":"1974","journal-title":"Adv. in Appl. Probab."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB20","series-title":"Systems and Control in the Twenty-First Century","article-title":"Risk sensitive Markov decision processes","author":"Marcus","year":"1997"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB21","series-title":"Portfolio Selection","author":"Markowitz","year":"1959"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB22","series-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman","year":"1994"},{"key":"10.1016\/S0167-6377(02)00109-8_BIB23","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/S0022-247X(76)80001-7","article-title":"Dynamic programming of expectation and variance","volume":"55","author":"Quelle","year":"1976","journal-title":"J. Math. Anal. Appl."},{"key":"10.1016\/S0167-6377(02)00109-8_BIB24","doi-asserted-by":"crossref","first-page":"794","DOI":"10.2307\/3213832","article-title":"The variance of discounted Markov decision processes","volume":"19","author":"Sobel","year":"1982","journal-title":"J. Appl. Probab."},{"issue":"4","key":"10.1016\/S0167-6377(02)00109-8_BIB25","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/0167-6377(85)90022-7","article-title":"Maximal mean\/standard deviation ratio in an undiscounted MDP","volume":"4","author":"Sobel","year":"1985","journal-title":"Oper. Res. Lett."},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB26","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1287\/opre.42.1.175","article-title":"Mean-variance tradeoffs in an undiscounted MDP","volume":"42","author":"Sobel","year":"1994","journal-title":"Oper. Res."},{"issue":"1","key":"10.1016\/S0167-6377(02)00109-8_BIB27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF00938524","article-title":"Mean, variance, and probabilistic criteria in finite Markov decision processes: a review","volume":"56","author":"White","year":"1988","journal-title":"J. Optim. Theory Appl."},{"issue":"2","key":"10.1016\/S0167-6377(02)00109-8_BIB28","first-page":"381","article-title":"Mean-variance analysis in infinite horizon non-discounted Markov decision processes: technical note","volume":"16","author":"White","year":"1995","journal-title":"J. Inform. Optim. Sci."}],"container-title":["Operations Research Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167637702001098?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167637702001098?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,4,7]],"date-time":"2023-04-07T12:42:03Z","timestamp":1680871323000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167637702001098"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,4]]},"references-count":28,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2002,4]]}},"alternative-id":["S0167637702001098"],"URL":"https:\/\/doi.org\/10.1016\/s0167-6377(02)00109-8","relation":{},"ISSN":["0167-6377"],"issn-type":[{"value":"0167-6377","type":"print"}],"subject":[],"published":{"date-parts":[[2002,4]]}}}