{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,3,31]],"date-time":"2022-03-31T08:16:13Z","timestamp":1648714573752},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[1994,6,1]],"date-time":"1994-06-01T00:00:00Z","timestamp":770428800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["ZOR - Methods and Models of Operations Research"],"published-print":{"date-parts":[[1994,6]]},"DOI":"10.1007\/bf01415579","type":"journal-article","created":{"date-parts":[[2005,4,3]],"date-time":"2005-04-03T12:30:52Z","timestamp":1112531452000},"page":"131-155","source":"Crossref","is-referenced-by-count":10,"title":["Controlled Markov processes on the infinite planning horizon: Weighted and overtaking cost criteria"],"prefix":"10.1007","volume":"39","author":[{"given":"Emmanuel","family":"Fern\ufffdndez-Gaucherand","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mrinal K.","family":"Ghosh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven I.","family":"Marcus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"CR1","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1137\/0331018","volume":"31","author":"A Arapostathis","year":"1993","unstructured":"Arapostathis A, Borkar VS, Fern\ufffdndez-Gaucherand E, Ghosh MK, Marcus SI (1993) Discrete-time controlled Markov processes with an average cost criterion: A survey. SIAM J Control Optim 31:282?344","journal-title":"SIAM J Control Optim"},{"key":"CR2","volume-title":"Dynamic programming: Deterministic and stochastic models","author":"DP Bertsekas","year":"1987","unstructured":"Bertsekas DP (1987) Dynamic programming: Deterministic and stochastic models. Prentice-Hall, Englewood Cliffs"},{"key":"CR3","volume-title":"Stochastic optimal control: The discrete time case","author":"DP Bertsekas","year":"1978","unstructured":"Bertsekas DP, Shreve SE (1978) Stochastic optimal control: The discrete time case. Academic Press, New York"},{"key":"CR4","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1137\/0321039","volume":"21","author":"VS Borkar","year":"1983","unstructured":"Borkar VS (1983) Controlled Markov chains and stochastic networks. SIAM J Control Optim 21:652?666","journal-title":"SIAM J Control Optim"},{"key":"CR5","series-title":"Pitman Research Notes in Mathematics Series 240","volume-title":"Topics in controlled Markov chains","author":"VS Borkar","year":"1991","unstructured":"Borkar VS (1991) Topics in controlled Markov chains. Pitman Research Notes in Mathematics Series 240 Longman Scientific & Technical, UK"},{"key":"CR6","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1007\/BF02551382","volume":"4","author":"VS Borkar","year":"1991","unstructured":"Borkar VS, Ghosh MK (1991) Ergodic and adaptive control of nearest neighbor motions. Math Control Signals and Systems 4:81?98","journal-title":"Math Control Signals and Systems"},{"key":"CR7","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/BF01189027","volume":"26","author":"R Cavazos-Cadena","year":"1992","unstructured":"Cavazos-Cadena R, Hern\ufffdndez-Lerma O (1992) Equivalence of Lyapunov stability criteria in a class of Markov decision processes. Appl Math Optim 26:113?137","journal-title":"Appl Math Optim"},{"key":"CR8","volume-title":"Finite state markovian decision processes","author":"C Derman","year":"1970","unstructured":"Derman C (1970) Finite state markovian decision processes. Academic Press, New York"},{"key":"CR9","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1214\/aoms\/1177699618","volume":"37","author":"C Derman","year":"1966","unstructured":"Derman C, Strauch RE (1966) A note on memoryless rules for controlling sequential control processes. Ann Math Stat 37:276?278","journal-title":"Ann Math Stat"},{"key":"CR10","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4615-6746-2","volume-title":"Controlled Markov processes","author":"EB Dynkin","year":"1979","unstructured":"Dynkin EB, Yushkevich AA (1979) Controlled Markov processes. Springer-Verlag, New York"},{"key":"CR11","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/0167-6911(90)90067-5","volume":"5","author":"E Fern\ufffdndez-Gaucherand","year":"1990","unstructured":"Fern\ufffdndez-Gaucherand E, Arapostathis A, Marcus SI (1990) Remarks on the existence of solutions to the average cost optimality equation in Markov decision processes. Systems Control Lett 5:425?432","journal-title":"Systems Control Lett"},{"key":"CR12","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1137\/1127058","volume":"27","author":"EA Feinberg","year":"1982","unstructured":"Feinberg EA (1982) Controlled Markov processes with arbitrary numerical criteria. Theory Prob Applications 27:486?503","journal-title":"Theory Prob Applications"},{"key":"CR13","unstructured":"Feinberg EA, Shwartz A (1992) Markov decision models with weighted discounted criteria. Preprint (to appear in Math. Operat. Res.)"},{"key":"CR14","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1007\/BF01416234","volume":"36","author":"JA Filar","year":"1992","unstructured":"Filar JA, Vrieze OJ (1992) Weighted reward criteria in competitive Markov decision processes. ZOR ? Methods and Models of Operations Research 36:343?358","journal-title":"ZOR ? Methods and Models of Operations Research"},{"key":"CR15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2307\/2296567","volume":"34","author":"D Gale","year":"1967","unstructured":"Gale D (1967) On optimal development in a multisector economy. Rev Econom Stud 34:1?19","journal-title":"Rev Econom Stud"},{"key":"CR16","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/0167-6377(90)90070-L","volume":"9","author":"MK Ghosh","year":"1990","unstructured":"Ghosh MK (1990) Markov decision process with multiple costs. Operat Res Lett 9:257?260","journal-title":"Operat Res Lett"},{"key":"CR17","first-page":"45","volume":"1","author":"MK Ghosh","year":"1991","unstructured":"Ghosh MK, Marcus SI (1991) Infinite horizon controlled diffusion problems with some nonstandard criteria. J Mathematical Systems and Control 1:45?70","journal-title":"J Mathematical Systems and Control"},{"key":"CR18","volume-title":"Lect Notes Oper Res Math Syst 33","author":"K Hinderer","year":"1970","unstructured":"Hinderer K (1970) Foundations of non-stationary dynamic programming with discrete time parameters. Lect Notes Oper Res Math Syst 33, Springer-Verlag Berlin"},{"key":"CR19","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4419-8714-3","volume-title":"Adaptive Markov control processes","author":"O Hern\ufffdndez-Lerma","year":"1989","unstructured":"Hern\ufffdndez-Lerma O (1989) Adaptive Markov control processes. Springer-Verlag New York"},{"key":"CR20","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1016\/0167-6911(90)90108-7","volume":"15","author":"O Hern\ufffdndez-Lerma","year":"1990","unstructured":"Hern\ufffdndez-Lerma O, Lasserre JB (1990) Average cost optimal policies for Markov control processes with Borel state space and unbounded costs. Systems Control Lett 15:349?356","journal-title":"Systems Control Lett"},{"key":"CR21","doi-asserted-by":"crossref","first-page":"1180","DOI":"10.1287\/opre.40.6.1180","volume":"40","author":"D Krass","year":"1992","unstructured":"Krass D, Filar JA, Sinha SS (1992) A weighted Markov decision process. Operat Res 40:1180?1187","journal-title":"Operat Res"},{"key":"CR22","doi-asserted-by":"crossref","first-page":"1601","DOI":"10.1137\/0325088","volume":"25","author":"A Leizarowitz","year":"1987","unstructured":"Leizarowitz A (1987) Infinite horizon optimization for finite state Markov chain. SIAM J Control Optim 25:1601?1618","journal-title":"SIAM J Control Optim"},{"key":"CR23","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1007\/BF01448359","volume":"17","author":"A Leizarowitz","year":"1988","unstructured":"Leizarowitz A (1988) Controlled diffusion processes on infinite horizon with the overtaking criterion. Appl Math Optim 17:61?78","journal-title":"Appl Math Optim"},{"key":"CR24","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1007\/BF01168566","volume":"24","author":"U Rieder","year":"1978","unstructured":"Rieder U (1978) Measurable selection theorems for optimization problems. Manuscripta Mathematica 24:115?131","journal-title":"Manuscripta Mathematica"},{"key":"CR25","doi-asserted-by":"crossref","first-page":"901","DOI":"10.1287\/moor.17.4.901","volume":"17","author":"RK Ritt","year":"1992","unstructured":"Ritt RK, Sennott LI (1992) Optimal stationary policies in general state space Markov decision chains with finite action sets. Math Operat Res 17:901?909","journal-title":"Math Operat Res"},{"key":"CR26","volume-title":"Introduction to stochastic dynamic programming","author":"SM Ross","year":"1983","unstructured":"Ross SM (1983) Introduction to stochastic dynamic programming. Academic Press New York"},{"key":"CR27","volume-title":"Real analysis","author":"HL Royden","year":"1968","unstructured":"Royden HL (1968) Real analysis, 2nd ed Macmillan New York","edition":"2nd ed"},{"key":"CR28","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1287\/moor.18.1.163","volume":"18","author":"M Sch\ufffdl","year":"1993","unstructured":"Sch\ufffdl M (1993) Average optimality in dynamic programming with general state space. Math Operat Res 18:163?172","journal-title":"Math Operat Res"},{"key":"CR29","series-title":"The IMA Volumes in Mathematics and Its Applications","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1007\/978-1-4613-8762-6_31","volume-title":"Stochastic Differential Systems, Stochastic Control Theory and Applications","author":"S Stidham","year":"1988","unstructured":"Stidham S (1988) Scheduling, routing, and flow control in stochastic networks. In: Stochastic Differential Systems, Stochastic Control Theory and Applications, Fleming W, Lions PL (eds) The IMA Volumes in Mathematics and Its Applications; Springer-Verlag Berlin 10:529?561"},{"key":"CR30","volume-title":"Stochastic modelling and analysis: A computational approach","author":"HC Tijms","year":"1986","unstructured":"Tijms HC (1986) Stochastic modelling and analysis: A computational approach. John Wiley Chichester"},{"key":"CR31","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1287\/inte.15.6.73","volume":"15","author":"DJ White","year":"1985","unstructured":"White DJ (1985) Real applications of Markov decision processes. Interfaces 15:73?83","journal-title":"Interfaces"},{"key":"CR32","volume-title":"Dept. of Systems Engineering Report","author":"DJ White","year":"1987","unstructured":"White DJ (1987) A selective survey of hypothetical applicatons of Markov decision processes. Dept. of Systems Engineering Report, University of Virginia, Charlottesville, VA"},{"key":"CR33","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1287\/inte.18.5.55","volume":"18","author":"DJ White","year":"1988","unstructured":"White DJ (1988) Further real applications of Markov decision processes. Interfaces 18:55?61","journal-title":"Interfaces"},{"key":"CR34","doi-asserted-by":"crossref","first-page":"85","DOI":"10.2307\/2296054","volume":"32","author":"CC Weizs\ufffdcker Von","year":"1965","unstructured":"Von Weizs\ufffdcker CC (1965) Existence of optimal programs of accumulation for an infinite time horizon. Rev Econom Stud 32:85?164","journal-title":"Rev Econom Stud"},{"key":"CR35","doi-asserted-by":"crossref","first-page":"673","DOI":"10.1029\/WR018i004p00673","volume":"18","author":"S Yakowitz","year":"1982","unstructured":"Yakowitz S (1982) Dynamic programming applications in water resources. Water Resour Res 18:673?696","journal-title":"Water Resour Res"},{"key":"CR36","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1137\/1118099","volume":"18","author":"AA Yushkevich","year":"1973","unstructured":"Yushkevich AA (1973) On a class of strategies in general Markov decision models. Theory Prob Applications 18:777?779","journal-title":"Theory Prob Applications"}],"container-title":["ZOR Zeitschrift f\ufffd Operations Research Methods and Models of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF01415579.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF01415579\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF01415579","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,3]],"date-time":"2019-05-03T10:06:02Z","timestamp":1556877962000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF01415579"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1994,6]]},"references-count":36,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1994,6]]}},"alternative-id":["BF01415579"],"URL":"https:\/\/doi.org\/10.1007\/bf01415579","relation":{},"ISSN":["0340-9422","1432-5217"],"issn-type":[{"value":"0340-9422","type":"print"},{"value":"1432-5217","type":"electronic"}],"subject":[],"published":{"date-parts":[[1994,6]]}}}