{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,7]],"date-time":"2025-01-07T13:10:23Z","timestamp":1736255423093,"version":"3.32.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[1991,12,1]],"date-time":"1991-12-01T00:00:00Z","timestamp":691545600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[1991,12]]},"DOI":"10.1007\/bf02283611","type":"journal-article","created":{"date-parts":[[2006,1,25]],"date-time":"2006-01-25T15:55:02Z","timestamp":1138204502000},"page":"471-511","source":"Crossref","is-referenced-by-count":7,"title":["On the computation of the optimal cost function for discrete time Markov models with partial observations"],"prefix":"10.1007","volume":"29","author":[{"given":"Enrique L.","family":"Sernik","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven I.","family":"Marcus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02283611_CR1","doi-asserted-by":"crossref","first-page":"1041","DOI":"10.1287\/opre.27.5.1041","volume":"27","author":"S.C. Albright","year":"1979","unstructured":"S.C. Albright, Structural results for partially observable Markov decision processes, Oper. Res. 27 (1979) 1041\u20131053.","journal-title":"Oper. Res."},{"key":"BF02283611_CR2","first-page":"555","volume":"4","author":"V.A. Andriyanov","year":"1980","unstructured":"V.A. Andriyanov, I.A. Kogan and G.A. Umnov, Optimal control of a partially observable discrete Markov process, Autom. Remote Contr. 4 (1980) 555\u2013561.","journal-title":"Autom. Remote Contr."},{"key":"BF02283611_CR3","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K.J. \u0100str\u00f6m","year":"1965","unstructured":"K.J. \u0100str\u00f6m, Optimal control of Markov processes with incomplete state information, J. Math. Anal. Appl. 10 (1965) 174\u2013205.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02283611_CR4","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/BF00941823","volume":"61","author":"A. Ben-Israel","year":"1989","unstructured":"A. Ben-Israel and S.D. Flam, Input optimization for infinite discounted programs, J. Optim. Theory Appl. 61 (1989) 347\u2013357.","journal-title":"J. Optim. Theory Appl."},{"key":"BF02283611_CR5","volume-title":"Dynamic Programming","author":"D.P. Bertsekas","year":"1987","unstructured":"D.P. Bertsekas,Dynamic Programming (Prentice Hall, Englewood Cliffs, NJ, 1987)."},{"key":"BF02283611_CR6","volume-title":"Stochastic Optimal Control: The Discrete Time Case","author":"D.P. Bertsekas","year":"1978","unstructured":"D.P. Bertsekas and S.E. Shreve,Stochastic Optimal Control: The Discrete Time Case (Academic Press, New York, 1978)."},{"key":"BF02283611_CR7","doi-asserted-by":"crossref","unstructured":"A. Federgruen and P.J. Schweitzer, Discounted and undiscounted value iteration in Markov decision problems: A survey, in:Dynamic Programming and its Applications, ed. M. Puterman (Academic Press, 1979) pp. 23\u201352.","DOI":"10.1016\/B978-0-12-568150-6.50008-8"},{"key":"BF02283611_CR8","doi-asserted-by":"crossref","unstructured":"E. Fernandez-Gaucherand, A. Araposthatis and S.I. Marcus, On partially observable Markov decision processes with an average cost criterion,Proc. 28th IEEE Conf. on Decision and Control, Tampa, Florida (1989) 1267\u20131272.","DOI":"10.1109\/CDC.1989.70341"},{"key":"BF02283611_CR9","unstructured":"E. Fernandez-Gaucherand, A. Arapostathis and S.I. Marcus, On the average cost optimality equation and the structure of optimal policies for partially observable Markov decision processes, this volume."},{"key":"BF02283611_CR10","first-page":"461","volume":"22","author":"A. Gheorghe","year":"1977","unstructured":"A. Gheorghe, Partially observable Markov processes with a risk sensitivity decision maker, Rev. Roumaine Math. Pures Appl. 22 (1977) 461\u2013482.","journal-title":"Rev. Roumaine Math. Pures Appl."},{"key":"BF02283611_CR11","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1002\/1520-6750(198810)35:5<447::AID-NAV3220350509>3.0.CO;2-I","volume":"35","author":"W.J. Hopp","year":"1988","unstructured":"W.J. Hopp and S.C. Wu, Multiaction maintenance under Markovian deterioration and incomplete state information, Naval Res. Log. Quart. 35 (1988) 447\u2013462.","journal-title":"Naval Res. Log. Quart."},{"key":"BF02283611_CR12","first-page":"56","volume":"52","author":"J.S. Hughes","year":"1977","unstructured":"J.S. Hughes, Optimal internal audit timing, The Accounting Review 52 (1977) 56\u201368.","journal-title":"The Accounting Review"},{"key":"BF02283611_CR13","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1287\/opre.28.2.421","volume":"28","author":"J.S. Hughes","year":"1980","unstructured":"J.S. Hughes, A note on quality control under Markovian deterioration, Oper. Res. 28 (1980) 421\u2013424.","journal-title":"Oper. Res."},{"key":"BF02283611_CR14","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1002\/nav.3800320311","volume":"32","author":"S.H. Kim","year":"1985","unstructured":"S.H. Kim, State information lag Markov process with control limit rule, Naval Res. Log. Quart. 32 (1985) 491\u2013496.","journal-title":"Naval Res. Log. Quart."},{"key":"BF02283611_CR15","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1057\/jors.1987.72","volume":"38","author":"S.H. Kim","year":"1987","unstructured":"S.H. Kim and B.H. Jeong, A partially observable Markov decision process with lagged information, J. Oper. Res. Soc. 38 (1987) 439\u2013446.","journal-title":"J. Oper. Res. Soc."},{"key":"BF02283611_CR16","doi-asserted-by":"crossref","first-page":"1176","DOI":"10.1109\/TAC.1981.1102790","volume":"26","author":"P.R. Kumar","year":"1981","unstructured":"P.R. Kumar and T.I. Seidman, On the optimal solution of the one armed bandit adaptive control problem, IEEE Trans. Automatic Control, 26 (1981) 1176\u20131184.","journal-title":"IEEE Trans. Automatic Control"},{"key":"BF02283611_CR17","volume-title":"Bayesian Decision Problems and Markov Chains","author":"J.J. Martin","year":"1967","unstructured":"J.J. Martin,Bayesian Decision Problems and Markov Chains (Wiley, New York, 1967)."},{"key":"BF02283611_CR18","doi-asserted-by":"crossref","first-page":"72","DOI":"10.2307\/3213917","volume":"19","author":"G. Monahan","year":"1982","unstructured":"G. Monahan, Optimal stopping in a partially observable binary-valued Markov chain with costly perfect information, J. Appl. Prob. 19 (1982) 72\u201381.","journal-title":"J. Appl. Prob."},{"key":"BF02283611_CR19","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1287\/mnsc.13.7.454","volume":"13","author":"S.M. Pollock","year":"1967","unstructured":"S.M. Pollock, Minimum-cost checking using imperfect information, Management Sci. 13 (1967) 454\u2013465.","journal-title":"Management Sci."},{"key":"BF02283611_CR20","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1287\/mnsc.17.9.587","volume":"17","author":"S.M. Ross","year":"1971","unstructured":"S.M. Ross, Quality control under Markovian deterioration, Management Sci. 17 (1971) 587\u2013596.","journal-title":"Management Sci."},{"key":"BF02283611_CR21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.20.1.1","volume":"20","author":"J.K. Satia","year":"1973","unstructured":"J.K. Satia and R.E. Lave, Markovian decision processes with probabilistic observation of states, Management Sci. 20 (1973) 1\u201313.","journal-title":"Management Sci."},{"key":"BF02283611_CR22","first-page":"1","volume":"21","author":"K. Sawaki","year":"1978","unstructured":"K. Sawaki and A. Ichikawa, Optimal control for partially observable Markov decision processes over an infinite horizon, J. Oper. Res. Soc. Japan 21 (1978) 1\u201315.","journal-title":"J. Oper. Res. Soc. Japan"},{"key":"BF02283611_CR23","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1016\/0022-247X(83)90096-3","volume":"91","author":"K. Sawaki","year":"1983","unstructured":"K. Sawaki, Transformation of partially observable Markov decision processes into piecewise linear ones, J. Math. Anal. Appl. 91 (1983) 112\u2013118.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02283611_CR24","unstructured":"E.L. Sernik and S.I. Marcus, Comments on the sensitivity of the optimal cost and the optimal policy for a discrete Markov decision process,Proc. 27th Annual Allerton Conf. on Communication, Control and Computing, Monticello, Illinois (1989) pp. 935\u2013944."},{"key":"BF02283611_CR25","doi-asserted-by":"crossref","unstructured":"E.L. Sernik and S.I. Marcus, On the optimal cost and policy for a Markovian replacement problem (1990), to appear in J. Optim. Theory Appl.","DOI":"10.1007\/BF00940042"},{"key":"BF02283611_CR26","unstructured":"E.J. Sondik, The optimal control of partially observable Markov processes, Ph. D. Thesis, Department of Electrical Engineering Systems, Stanford University (1971)."},{"key":"BF02283611_CR27","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E.J. Sondik","year":"1978","unstructured":"E.J. Sondik, The optimal control of partially observable Markov processes over the infinite horizon: Discounted costs, Oper. Res. 26 (1978) 282\u2013304.","journal-title":"Oper. Res."},{"key":"BF02283611_CR28","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1080\/15326348708807056","volume":"3","author":"L.C. Thomas","year":"1987","unstructured":"L.C. Thomas, P.A. Jacobs and D.P. Gaver, Optimal inspection policies for standby systems, Comm. Stat. \u2014 Stochastic Models 3 (1987) 259\u2013273.","journal-title":"Comm. Stat. \u2014 Stochastic Models"},{"key":"BF02283611_CR29","doi-asserted-by":"crossref","first-page":"826","DOI":"10.2307\/3212542","volume":"13","author":"R.C. Wang","year":"1976","unstructured":"R.C. Wang, Computing optimal quality control policies \u2014 Two actions, J. Appl. Prob. 13 (1976) 826\u2013832.","journal-title":"J. Appl. Prob."},{"key":"BF02283611_CR30","doi-asserted-by":"crossref","first-page":"340","DOI":"10.2307\/3213004","volume":"14","author":"R.C. Wang","year":"1977","unstructured":"R.C. Wang, Optimal replacement policy with unobservable states, J. Appl. Prob. 14 (1977) 340\u2013348.","journal-title":"J. Appl. Prob."},{"key":"BF02283611_CR31","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1287\/mnsc.23.8.843","volume":"23","author":"C.C. White","year":"1977","unstructured":"C.C. White, A Markov quality control process subject to partial observation, Management Sci. 23 (1977) 843\u2013852.","journal-title":"Management Sci."},{"key":"BF02283611_CR32","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1057\/jors.1978.51","volume":"29","author":"C.C. White","year":"1978","unstructured":"C.C. White, Optimal inspection and repair of a production process subject to deterioration, J. Oper. Res. Soc. 29 (1978) 235\u2013243.","journal-title":"J. Oper. Res. Soc."},{"key":"BF02283611_CR33","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1002\/nav.3800260305","volume":"26","author":"C.C. White","year":"1979","unstructured":"C.C. White, Bounds on the optimal cost for a replacement problem with partial observations, Naval. Res. Log. Quart. 26 (1979) 415\u2013422.","journal-title":"Naval. Res. Log. Quart."},{"key":"BF02283611_CR34","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1057\/jors.1988.36","volume":"39","author":"C.C. White","year":"1988","unstructured":"C.C. White, Note on \u201cA partially observable Markov decision process with lagged information\u201d, J. Oper. Res. Soc. 39 (1988) 217\u2013218.","journal-title":"J. Oper. Res. Soc."}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02283611.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02283611\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02283611","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,7]],"date-time":"2025-01-07T12:04:37Z","timestamp":1736251477000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02283611"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1991,12]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1991,12]]}},"alternative-id":["BF02283611"],"URL":"https:\/\/doi.org\/10.1007\/bf02283611","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"type":"print","value":"0254-5330"},{"type":"electronic","value":"1572-9338"}],"subject":[],"published":{"date-parts":[[1991,12]]}}}