{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T11:11:01Z","timestamp":1778584261532,"version":"3.51.4"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[1991,12,1]],"date-time":"1991-12-01T00:00:00Z","timestamp":691545600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[1991,12]]},"DOI":"10.1007\/bf02283610","type":"journal-article","created":{"date-parts":[[2006,1,25]],"date-time":"2006-01-25T15:55:02Z","timestamp":1138204502000},"page":"439-469","source":"Crossref","is-referenced-by-count":48,"title":["On the average cost optimality equation and the structure of optimal policies for partially observable Markov decision processes"],"prefix":"10.1007","volume":"29","author":[{"given":"Emmanuel","family":"Fern\u00e1ndez-Gaucherand","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aristotle","family":"Arapostathis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven I.","family":"Marcus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02283610_CR1","first-page":"555","volume":"4","author":"V.A. Andriyanov","year":"1980","unstructured":"V.A. Andriyanov, I.A. Kogan and G.A. Umnov, Optimal control of a partially observable discrete Markov process, Aut. Remot. C. 4 (1980) 555\u2013561.","journal-title":"Aut. Remot. C."},{"key":"BF02283610_CR2","doi-asserted-by":"crossref","first-page":"1041","DOI":"10.1287\/opre.27.5.1041","volume":"27","author":"S.C. Albright","year":"1979","unstructured":"S.C. Albright, Structural results for partially observable Markov decision processes, Oper. Res. 27 (1979) 1041\u20131053.","journal-title":"Oper. Res."},{"key":"BF02283610_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF02551353","volume":"3","author":"A. Arapostathis","year":"1990","unstructured":"A. Arapostathis and S.I. Marcus, Analysis of an identification algorithm arising in the adaptive estimation of Markov chains, Math. Control, Signals, Systems 3 (1990) 1\u201329.","journal-title":"Math. Control, Signals, Systems"},{"key":"BF02283610_CR4","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K.J. \u00c5str\u00f6m","year":"1965","unstructured":"K.J. \u00c5str\u00f6m, Optimal control of Markov processes with incomplete state information, J. Math. Anal. Appl. 10 (1965) 174\u2013205.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02283610_CR5","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1016\/0022-247X(69)90163-2","volume":"26","author":"K.J. \u00c5str\u00f6m","year":"1969","unstructured":"K.J. \u00c5str\u00f6m, Optimal control of Markov processes with incomplete state information, II. The convexity of the loss function, J. Math. Anal. Appl. 26 (1969) 403\u2013406.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02283610_CR6","volume-title":"The Elements of Real Analysis","author":"R.G. Bartle","year":"1976","unstructured":"R.G. Bartle,The Elements of Real Analysis, 2nd ed. (Wiley, New York, 1976).","edition":"2nd ed."},{"key":"BF02283610_CR7","volume-title":"Dynamic Programming: Deterministic and Stochastic Models","author":"D.P. Bertsekas","year":"1987","unstructured":"D.P. Bertsekas,Dynamic Programming: Deterministic and Stochastic Models (Prentice-Hall, Englewood Cliffs, 1987)."},{"key":"BF02283610_CR8","first-page":"679","volume":"6","author":"R. Bellman","year":"1957","unstructured":"R. Bellman, A Markovian decision problem, J. Math. Mech. 6 (1957) 679\u2013684.","journal-title":"J. Math. Mech."},{"key":"BF02283610_CR9","doi-asserted-by":"crossref","DOI":"10.1515\/9781400874668","volume-title":"Adaptive Control Processes: A Guided Tour","author":"R. Bellman","year":"1961","unstructured":"R. Bellman,Adaptive Control Processes: A Guided Tour (Princeton University Press, Princeton, 1961)."},{"key":"BF02283610_CR10","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1137\/0327034","volume":"27","author":"V.S. Borkar","year":"1989","unstructured":"V.S. Borkar, Control of Markov chains with long-run average cost criterion: the dynamic programming equations, SIAM J. Control Optim. 27 (1989) 642\u2013657.","journal-title":"SIAM J. Control Optim."},{"key":"BF02283610_CR11","volume-title":"Stochastic Optimal Control: The Discrete Time Case","author":"D.P. Bertsekas","year":"1978","unstructured":"D.P. Bertsekas and S.E. Shreve,Stochastic Optimal Control: The Discrete Time Case (Academic Press, New York, 1978)."},{"key":"BF02283610_CR12","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/0167-6911(88)90043-6","volume":"10","author":"R. Cavazos-Cadena","year":"1988","unstructured":"R. Cavazos-Cadena, Necessary and sufficient conditions for a bounded solution to the optimality equation in average reward Markov decision chains, Syst. Control Lett. 10 (1988) 71\u201378.","journal-title":"Syst. Control Lett."},{"key":"BF02283610_CR13","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1007\/BF01448194","volume":"19","author":"R. Cavazos-Cadena","year":"1989","unstructured":"R. Cavazos-Cadena, Necessary conditions for the optimality equation in average-reward Markov decision processes, Appl. Math. Optim. 19 (1989) 97\u2013112.","journal-title":"Appl. Math. Optim."},{"key":"BF02283610_CR14","volume-title":"Stochastic Processes","author":"J.L. Doob","year":"1953","unstructured":"J.L. Doob,Stochastic Processes (Wiley, New York, 1953)."},{"key":"BF02283610_CR15","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1287\/inte.15.6.73","volume":"15","author":"D.J. White","year":"1985","unstructured":"D.J. White, Real applications of Markov decision processes, Interfaces 15 (1985) 73\u201383.","journal-title":"Interfaces"},{"key":"BF02283610_CR16","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1287\/inte.18.5.55","volume":"18","author":"D.J. White","year":"1988","unstructured":"D.J. White, Further real applications of Markov decision processes, Interfaces 18 (1988) 55\u201361.","journal-title":"Interfaces"},{"key":"BF02283610_CR17","series-title":"Technical Report","volume-title":"A selective survey of hypothetical applications of Markov decision processes","author":"D.J. White","year":"1987","unstructured":"D.J. White, A selective survey of hypothetical applications of Markov decision processes, Technical Report, Dept. of Systems Engineering, University of Virginia, Charlottesville, Virginia (1987)."},{"key":"BF02283610_CR18","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4615-6746-2","volume-title":"Controlled Markov Processes","author":"E.B. Dynkin","year":"1979","unstructured":"E.B. Dynkin and A.A. Yushkevich,Controlled Markov Processes (Springer, New York, 1979)."},{"key":"BF02283610_CR19","doi-asserted-by":"crossref","unstructured":"E. Fern\u00e1ndez-Gaucherand, A. Arapostathis and S.I. Marcus, On the adaptive control of a partially observable Markov decision process,Proc. 27th IEEE Conf. on Decision and Control, Austin, Texas (1988) pp. 1204\u20131210.","DOI":"10.1109\/CDC.1988.194512"},{"key":"BF02283610_CR20","series-title":"Lecture Notes in Control and Information Sciences","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1007\/BFb0043271","volume-title":"Advances in Computing and Control","author":"E. Fern\u00e1ndez-Gaucherand","year":"1989","unstructured":"E. Fern\u00e1ndez-Gaucherand, A. Arapostathis and S.I. Marcus, On the adaptive control of a partially observable binary Markov decision process, in:Advances in Computing and Control, W.A. Porter et al. (eds.), Lecture Notes in Control and Information Sciences, vol. 130 (Springer, Berlin, 1989) pp. 217\u2013228."},{"key":"BF02283610_CR21","doi-asserted-by":"crossref","unstructured":"E. Fern\u00e1ndez-Gaucherand, A. Arapostathis and S.I. Marcus, On partially observable Markov decision processes with an average cost criterion,Proc. 28th IEEE Conf. on Decision and Control, Tampa, Florida (1989) pp. 1267\u20131272.","DOI":"10.1109\/CDC.1989.70341"},{"key":"BF02283610_CR22","unstructured":"E. Fern\u00e1ndez-Gaucherand, A. Arapostathis and S.I. Marcus, Remarks on the existence of solutions to the average cost optimality equation in Markov decision processes, to appear in Syst. Control Lett."},{"key":"BF02283610_CR23","unstructured":"E. Fern\u00e1ndez-Gaucherand, Estimation and control of partially observable Markov decision processes, Ph.D. dissertation, Electrical and Computer Engineering Dept., The University of Texas at Austin (1991)."},{"key":"BF02283610_CR24","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1287\/opre.36.3.437","volume":"36","author":"C.H. Fine","year":"1988","unstructured":"C.H. Fine, A quality control model with learning effects, Oper. Res. 36 (1988) 437\u2013444.","journal-title":"Oper. Res."},{"key":"BF02283610_CR25","first-page":"255","volume":"B","author":"J.-P. Georgin","year":"1978","unstructured":"J.-P. Georgin, Contr\u00f4le des chaines de Markov sur des espaces arbitraires, Ann. Inst. H. Poincar\u00e9 14, Sect. B (1978) 255\u2013277.","journal-title":"Ann. Inst. H. Poincar\u00e9 14"},{"key":"BF02283610_CR26","first-page":"71","volume-title":"Lecture Notes in Mathematics, vol. 363","author":"J.-P. Georgin","year":"1978","unstructured":"J.-P. Georgin, Estimation et contr\u00f4le des chaines de Markov sur des espaces arbitraires,Lecture Notes in Mathematics, vol. 363 (Springer, Berlin, 1978) pp. 71\u2013113."},{"key":"BF02283610_CR27","doi-asserted-by":"crossref","unstructured":"M.K. Ghosh and S.I. Marcus, Ergodic control of Markov chains, to appear inProc. 29th IEEE Conf. on Decision and Control, Honolulu, Hawaii (1990).","DOI":"10.1109\/CDC.1990.203592"},{"key":"BF02283610_CR28","first-page":"47","volume":"7","author":"L.G. Gubenko","year":"1975","unstructured":"L.G. Gubenko and E.S. Statland, On controlled, discrete-time Markov decision processes, Theory Probab. Math. Statist. 7 (1975) 47\u201361.","journal-title":"Theory Probab. Math. Statist."},{"key":"BF02283610_CR29","volume-title":"Average cost optimal policies for Markov control processes with Borel state space and unbounded costs, LAAS-Report 90067","author":"O. Hern\u00e1ndez-Lerma","year":"1990","unstructured":"O. Hern\u00e1ndez-Lerma and J.B. Lasserre, Average cost optimal policies for Markov control processes with Borel state space and unbounded costs, LAAS-Report 90067, LAAS-CNRS, Toulouse, France (1990), to appear in Syst. Control Lett."},{"key":"BF02283610_CR30","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4419-8714-3","volume-title":"Adaptive Markov Control Processes","author":"O. Hern\u00e1ndez-Lerma","year":"1989","unstructured":"O. Hern\u00e1ndez-Lerma,Adaptive Markov Control Processes (Springer, New York, 1989)."},{"key":"BF02283610_CR31","doi-asserted-by":"crossref","unstructured":"O. Hern\u00e4ndez-Lerma, Harris-recurrent Markov control processes, preprint (1989).","DOI":"10.1007\/978-1-4419-8714-3"},{"key":"BF02283610_CR32","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/BF00941283","volume":"52","author":"O. Hern\u00e1ndez-Lerma","year":"1987","unstructured":"O. Hern\u00e1ndez-Lerma and S.I. Marcus, Adaptive control of Markov processes with incomplete state information and unknown parameters, J. Optim. Theory Appl. 52 (1987) 227\u2013241.","journal-title":"J. Optim. Theory Appl."},{"key":"BF02283610_CR33","unstructured":"O. Hern\u00e1ndez-Lerma, R. Montes-de-Oca and R. Cavazos-Cadena, Recurrence conditions for Markov decision processes with Borel state space: a survey, this volume."},{"key":"BF02283610_CR34","volume-title":"Stochastic Models in Operations Research, vol. II: Stochastic Optimization","author":"D.P. Heyman","year":"1984","unstructured":"D.P. Heyman and M.J. Sobel,Stochastic Models in Operations Research, vol. II: Stochastic Optimization (McGraw-Hill, New York, 1984)."},{"key":"BF02283610_CR35","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1002\/1520-6750(198810)35:5<447::AID-NAV3220350509>3.0.CO;2-I","volume":"35","author":"W.J. Hopp","year":"1988","unstructured":"W.J. Hopp and S.C. Wu, Multiaction maintenance under Markovian deterioration and incomplete information, Naval Res. Logist. Quart. 35 (1988) 447\u2013462.","journal-title":"Naval Res. Logist. Quart."},{"key":"BF02283610_CR36","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1137\/0132038","volume":"32","author":"D. Kreps","year":"1977","unstructured":"D. Kreps and E. Porteus, On the optimality of structured policies in countable stage decision processes, II: Positive and negative problems, SIAM J. Appl. Math. 32 (1977) 457\u2013466.","journal-title":"SIAM J. Appl. Math."},{"key":"BF02283610_CR37","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1287\/moor.11.2.309","volume":"11","author":"M. Kurano","year":"1986","unstructured":"M. Kurano, Markov decision processes with a Borel measurable cost function: the average case, Math. Oper. Res. 11 (1986) 309\u2013320.","journal-title":"Math. Oper. Res."},{"key":"BF02283610_CR38","doi-asserted-by":"crossref","first-page":"296","DOI":"10.1137\/0327016","volume":"27","author":"M. Kurano","year":"1989","unstructured":"M. Kurano, The existence of a minimum pair of state and policy for Markov decision processes under the hypothesis of Doeblin, SIAM J. Control Optim. 27 (1989) 296\u2013307.","journal-title":"SIAM J. Control Optim."},{"key":"BF02283610_CR39","volume-title":"Average cost Markov decision processes under the hypothesis of Doeblin, Report no. 9","author":"M. Kurano","year":"1990","unstructured":"M. Kurano, Average cost Markov decision processes under the hypothesis of Doeblin, Report no. 9, Dept. of Mathematics, Faculty of Education, Chiba University, Japan (1990)."},{"key":"BF02283610_CR40","volume-title":"Stochastic Systems: Estimation, Identification and Adaptive Control","author":"P.R. Kumar","year":"1986","unstructured":"P.R. Kumar and P. Varaiya,Stochastic Systems: Estimation, Identification and Adaptive Control (Prentice-Hall, Englewood Cliffs, 1986)."},{"key":"BF02283610_CR41","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1287\/opre.35.4.619","volume":"35","author":"W.S. Lovejoy","year":"1987","unstructured":"W.S. Lovejoy, On the convexity of policy regions in partially observed systems, Oper. Res. 35 (1987) 619\u2013621.","journal-title":"Oper. Res."},{"key":"BF02283610_CR42","doi-asserted-by":"crossref","first-page":"736","DOI":"10.1287\/opre.35.5.736","volume":"35","author":"W.S. Lovejoy","year":"1987","unstructured":"W.S. Lovejoy, Some monotonicity results for partially observed Markov decision processes, Oper. Res. 35 (1987) 736\u2013743.","journal-title":"Oper. Res."},{"key":"BF02283610_CR43","unstructured":"S.I. Marcus, E. Fern\u00e1ndez-Gaucherand and A. Arapostathis, Analysis of an adaptive control scheme for a partially observed Markov decision process,Proc. 24th Annual Conf. on Information Sciences and Systems, Princeton University (1990) pp. 253\u2013258."},{"key":"BF02283610_CR44","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","volume":"28","author":"G.E. Monahan","year":"1982","unstructured":"G.E. Monahan, A survey of partially observable Markov decision processes: Theory, models, and algorithms, Manag. Sci. 28 (1982) 1\u201316.","journal-title":"Manag. Sci."},{"key":"BF02283610_CR45","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/S0377-2217(86)80014-5","volume":"27","author":"M. Ohnishi","year":"1986","unstructured":"M. Ohnishi, H. Kawai and H. Mine, An optimal inspection and replacement policy under incomplete state information, Europ. J. Oper. Res. 27 (1986) 117\u2013128.","journal-title":"Europ. J. Oper. Res."},{"key":"BF02283610_CR46","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/978-3-642-45587-2_13","volume-title":"Stochastic Models in Reliability Theory","author":"M. Ohnishi","year":"1984","unstructured":"M. Ohnishi, H. Mine and H. Kawai, An optimal inspection and replacement policy under incomplete state information: Average cost criterion, in:Stochastic Models in Reliability Theory, S. Osaki and Y. Hatoyama (eds.) Lecture Notes Econ. Math. Syst., vol. 235 (Springer, Berlin, 1984) pp. 187\u2013197."},{"key":"BF02283610_CR47","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1137\/0318028","volume":"18","author":"L.K. Platzman","year":"1980","unstructured":"L.K. Platzman, Optimal infinite-horizon undiscounted control of finite probabilistic systems, SIAM J. Control Optim. 18 (1980) 362\u2013380.","journal-title":"SIAM J. Control Optim."},{"key":"BF02283610_CR48","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1287\/mnsc.22.2.148","volume":"22","author":"E.L. Porteus","year":"1975","unstructured":"E.L. Porteus, On the optimality of structured policies in countable stage decision processes, Manag. Sci. 22 (1975) 148\u2013157.","journal-title":"Manag. Sci."},{"key":"BF02283610_CR49","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1007\/BF00934355","volume":"36","author":"E.L. Porteus","year":"1982","unstructured":"E.L. Porteus, Conditions for characterizing the structure of optimal strategies in infinite-horizon dynamic programs, J. Optim. Theory Appl. 36 (1982) 419\u2013432.","journal-title":"J. Optim. Theory Appl."},{"key":"BF02283610_CR50","doi-asserted-by":"crossref","first-page":"2118","DOI":"10.1214\/aoms\/1177698041","volume":"39","author":"S.M. Ross","year":"1968","unstructured":"S.M. Ross, Arbitrary state Markovian decision processes, Ann. Math. Stat. 39 (1968) 2118\u20132122.","journal-title":"Ann. Math. Stat."},{"key":"BF02283610_CR51","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1287\/mnsc.17.9.587","volume":"17","author":"S.M. Ross","year":"1971","unstructured":"S.M. Ross, Quality control under Markovian deterioration, Manag. Sci. 17 (1971) 587\u2013596.","journal-title":"Manag. Sci."},{"key":"BF02283610_CR52","volume-title":"Introduction to Stochastic Dynamic Programming","author":"S.M. Ross","year":"1983","unstructured":"S.M. Ross,Introduction to Stochastic Dynamic Programming (Academic Press, New York, 1983)."},{"key":"BF02283610_CR53","volume-title":"Real Analysis","author":"H.L. Royden","year":"1968","unstructured":"H.L. Royden,Real Analysis, 2nd. ed. (Macmillan, New York, 1968).","edition":"2nd. ed."},{"key":"BF02283610_CR54","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1287\/opre.37.4.626","volume":"37","author":"L.I. Sennott","year":"1989","unstructured":"L.I. Sennott, Average cost optimal stationary policies in infinite state Markov decision processes with unbounded costs, Oper. Res. 37 (1989) 626\u2013633.","journal-title":"Oper. Res."},{"key":"BF02283610_CR55","unstructured":"E.J. Sondik, The optimal control of partially observable Markov processes, Ph.D. dissertation, Electrical Engineering Dept., Stanford University (1971)."},{"key":"BF02283610_CR56","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E.J. Sondik","year":"1978","unstructured":"E.J. Sondik, The optimal control of partially observable Markov processes over the infinite horizon: discounted costs, Oper. Res. 26 (1978) 282\u2013304.","journal-title":"Oper. Res."},{"key":"BF02283610_CR57","doi-asserted-by":"crossref","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"R.D. Smallwood","year":"1973","unstructured":"R.D. Smallwood and E.J. Sondik, The optimal control of partially observable Markov process over a finite horizon, Oper. Res. 21 (1973) 1071\u20131088.","journal-title":"Oper. Res."},{"key":"BF02283610_CR58","series-title":"IMA Volumes in Mathematics and Its Applications","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1007\/978-1-4613-8762-6_31","volume-title":"Stochastic Differential Systems, Stochastic Control Theory and Applications","author":"S. Stidham","year":"1988","unstructured":"S. Stidham, Scheduling, routing, and flow control in stochastic networks, in:Stochastic Differential Systems, Stochastic Control Theory and Applications, W. Fleming and P.L. Lions (eds.), IMA Volumes in Mathematics and Its Applications, vol. 10 (Springer, Berlin, 1988) pp. 529\u2013561."},{"key":"BF02283610_CR59","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1214\/aoms\/1177697190","volume":"41","author":"Y. Sawaragi","year":"1970","unstructured":"Y. Sawaragi and T. Yoshikawa, Discrete-time Markovian decision processes with incomplete state observations, Ann. Math. Stat. 41 (1970) 78\u201386.","journal-title":"Ann. Math. Stat."},{"key":"BF02283610_CR60","doi-asserted-by":"crossref","first-page":"1677","DOI":"10.1214\/aoms\/1177699796","volume":"38","author":"H.M. Taylor","year":"1965","unstructured":"H.M. Taylor, Markovian sequential replacement processes, Ann. Math. Statist. 38 (1965) 1677\u20131694.","journal-title":"Ann. Math. Statist."},{"key":"BF02283610_CR61","volume-title":"Recent Developments in Markov Decision Processes","author":"L.C. Thomas","year":"1980","unstructured":"L.C. Thomas, Connectedness conditions for denumerable state Markov decision processes, in:Recent Developments in Markov Decision Processes, R. Hartley, L.C. Thomas and D.J. White (eds.) (Academic Press, London, 1980)."},{"key":"BF02283610_CR62","series-title":"Math. Centre Tracts","volume-title":"Bayesian Control of Markov Chains","author":"K.M. VanHee","year":"1978","unstructured":"K.M. VanHee,Bayesian Control of Markov Chains, Math. Centre Tracts, vol. 95 (Mathematisch Centrum, Amsterdam, 1978)."},{"key":"BF02283610_CR63","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1287\/mnsc.23.8.843","volume":"23","author":"C.C. White","year":"1977","unstructured":"C.C. White, A Markov quality control process subject to partial observation, Manag. Sci. 23 (1977) 843\u2013852.","journal-title":"Manag. Sci."},{"key":"BF02283610_CR64","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1057\/jors.1978.51","volume":"29","author":"C.C. White","year":"1978","unstructured":"C.C. White, Optimal inspection and repair of a production process subject to deterioration, J. Oper. Res. Soc. 29 (1978) 235\u2013243.","journal-title":"J. Oper. Res. Soc."},{"key":"BF02283610_CR65","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1002\/nav.3800260305","volume":"26","author":"C.C. White","year":"1979","unstructured":"C.C. White, Bounds on optimal cost for a replacement problem with partial observation, Naval Res. Logist. Quart. 26 (1979) 415\u2013422.","journal-title":"Naval Res. Logist. Quart."},{"key":"BF02283610_CR66","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1080\/00207727908941584","volume":"10","author":"C.C. White","year":"1979","unstructured":"C.C. White, Optimal control-limit strategies for a partially observed replacement problem, Int. J. Systems Sci. 10 (1979) 321\u2013331.","journal-title":"Int. J. Systems Sci."},{"key":"BF02283610_CR67","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1016\/0377-2217(80)90211-8","volume":"5","author":"C.C. White","year":"1980","unstructured":"C.C. White, Monotone control laws for noisy, countable-state Markov chains, Europ. J. Oper. Res. 5 (1980) 124\u2013132.","journal-title":"Europ. J. Oper. Res."},{"key":"BF02283610_CR68","doi-asserted-by":"crossref","first-page":"826","DOI":"10.2307\/3212542","volume":"13","author":"R. Wang","year":"1976","unstructured":"R. Wang, Computing optimal quality control policies \u2014 two actions, J. Appl. Prob. 13 (1976) 826\u2013832.","journal-title":"J. Appl. Prob."},{"key":"BF02283610_CR69","doi-asserted-by":"crossref","first-page":"340","DOI":"10.2307\/3213004","volume":"14","author":"R. Wang","year":"1977","unstructured":"R. Wang, Optimal replacement policy with unobservable states, J. Appl. Prob. 14 (1977) 340\u2013348.","journal-title":"J. Appl. Prob."},{"key":"BF02283610_CR70","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1287\/moor.2.1.91","volume":"2","author":"J. Wijngaard","year":"1977","unstructured":"J. Wijngaard, Stationary Markovian decision problems and perturbation theory of quasi-compact linear operators, Math. Oper. Res. 2 (1977) 91\u2013102.","journal-title":"Math. Oper. Res."},{"key":"BF02283610_CR71","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0377-2217(89)90348-2","volume":"39","author":"C.C. White","year":"1989","unstructured":"C.C. White and D.J. White, Markov decision processes, Europ. J. Oper. Res. 39 (1989) 1\u201316.","journal-title":"Europ. J. Oper. Res."}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02283610.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02283610\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02283610","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T18:44:16Z","timestamp":1557945856000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02283610"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1991,12]]},"references-count":71,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1991,12]]}},"alternative-id":["BF02283610"],"URL":"https:\/\/doi.org\/10.1007\/bf02283610","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[1991,12]]}}}