{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T17:05:09Z","timestamp":1781111109490,"version":"3.54.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,6,22]],"date-time":"2017-06-22T00:00:00Z","timestamp":1498089600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2017,6,22]],"date-time":"2017-06-22T00:00:00Z","timestamp":1498089600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s10479-017-2561-9","type":"journal-article","created":{"date-parts":[[2017,6,22]],"date-time":"2017-06-22T12:13:58Z","timestamp":1498133638000},"page":"569-586","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["On the optimality equation for average cost Markov decision processes and its validity for inventory control"],"prefix":"10.1007","volume":"317","author":[{"given":"Eugene A.","family":"Feinberg","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,6,22]]},"reference":[{"key":"2561_CR1","volume-title":"Dynamic programming and inventory control","author":"A Bensoussan","year":"2011","unstructured":"Bensoussan, A. (2011). Dynamic programming and inventory control. Amsterdam: IOS Press."},{"key":"2561_CR2","volume-title":"Stochastic optimal control: The discrete-time case","author":"DP Bertsekas","year":"1996","unstructured":"Bertsekas, D. P., & Shreve, S. E. (1996). Stochastic optimal control: The discrete-time case. Belmont, MA: Athena Scientific."},{"key":"2561_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-71604-6","volume-title":"Markovian demand inventory models","author":"D Beyer","year":"2010","unstructured":"Beyer, D., Cheng, F., Sethi, S. P., & Taksar, M. (2010). Markovian demand inventory models. New York: Springer."},{"issue":"3","key":"2561_CR4","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1023\/A:1021734003033","volume":"101","author":"D Beyer","year":"1999","unstructured":"Beyer, D., & Sethi, S. P. (1999). The classical average-cost inventory models of Iglehart and Veinott\u2013Wagner revisited. Journal of Optimization Theory and Applications, 101(3), 523\u2013555.","journal-title":"Journal of Optimization Theory and Applications"},{"issue":"5","key":"2561_CR5","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1016\/0167-6911(91)90060-R","volume":"16","author":"R Cavazos-Cadena","year":"1991","unstructured":"Cavazos-Cadena, R. (1991). A counterexample on the optimality equation in markov decision chains with the average cost criterion. System and Control Letters, 16(5), 387\u2013392.","journal-title":"System and Control Letters"},{"issue":"6","key":"2561_CR6","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1287\/opre.1040.0127","volume":"52","author":"X Chen","year":"2004","unstructured":"Chen, X., & Simchi-Levi, D. (2004a). Coordinating inventory control and pricing strategies with random demand and fixed ordering cost: The finite horizon case. Operations Research, 52(6), 887\u2013896.","journal-title":"Operations Research"},{"issue":"3","key":"2561_CR7","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1287\/moor.1040.0093","volume":"29","author":"X Chen","year":"2004","unstructured":"Chen, X., & Simchi-Levi, D. (2004b). Coordinating inventory control and pricing strategies with random demand and fixed ordering cost: The infinite horizon case. Mathematics of Operations Research, 29(3), 698\u2013723.","journal-title":"Mathematics of Operations Research"},{"issue":"3","key":"2561_CR8","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.orl.2005.04.012","volume":"34","author":"X Chen","year":"2006","unstructured":"Chen, X., & Simchi-Levi, D. (2006). Coordinating inventory control and pricing strategies: The continuous review model. Operations Research Letters, 34(3), 323\u2013332.","journal-title":"Operations Research Letters"},{"issue":"1","key":"2561_CR9","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.jmaa.2012.05.073","volume":"396","author":"OLV Costa","year":"2012","unstructured":"Costa, O. L. V., & Dufour, F. (2012). Average control of Markov decision processes with Feller transition probabilities and general action spaces. Journal of Mathematical Analysis and Applications, 396(1), 58\u201369.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"2561_CR10","first-page":"14","volume-title":"Tutorials in operations research. Optimization challenges in complex, networked, and risky systems","author":"EA Feinberg","year":"2016","unstructured":"Feinberg, E. A. (2016). Optimality conditions for inventory control. In A. Gupta & A. Capponi (Eds.), Tutorials in operations research. Optimization challenges in complex, networked, and risky systems (pp. 14\u201344). Cantonsville, MD: INFORMS."},{"issue":"4","key":"2561_CR11","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1287\/moor.1120.0555","volume":"37","author":"EA Feinberg","year":"2012","unstructured":"Feinberg, E. A., Kasyanov, P. O., & Zadoianchuk, N. V. (2012). Average cost Markov decision processes with weakly continuous transition probability. Mathematics of Operations Research, 37(4), 591\u2013607.","journal-title":"Mathematics of Operations Research"},{"issue":"1","key":"2561_CR12","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1016\/j.jmaa.2012.07.051","volume":"397","author":"EA Feinberg","year":"2013","unstructured":"Feinberg, E. A., Kasyanov, P. O., & Zadoianchuk, N. V. (2013). Berge\u2019s theorem for noncompact image sets. Journal of Mathematical Analysis and Applications, 397(1), 255\u2013259.","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"2","key":"2561_CR13","doi-asserted-by":"publisher","first-page":"656","DOI":"10.1287\/moor.2015.0746","volume":"41","author":"EA Feinberg","year":"2016","unstructured":"Feinberg, E. A., Kasyanov, P. O., & Zgurovsky, M. Z. (2016). Partially observable total-cost Markov decision processes with weakly continuous transition probabilities. Mathematics of Operations Research, 41(2), 656\u2013681.","journal-title":"Mathematics of Operations Research"},{"issue":"4","key":"2561_CR14","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1287\/moor.1070.0269","volume":"32","author":"EA Feinberg","year":"2007","unstructured":"Feinberg, E. A., & Lewis, M. E. (2007). Optimality inequalities for average cost Markov decision processes and the stochastic cash balance problem. Mathematics of Operations Research, 32(4), 769\u2013783.","journal-title":"Mathematics of Operations Research"},{"key":"2561_CR15","unstructured":"Feinberg, E. A., & Lewis, M. E. (2015). On the convergence of optimal actions for Markov decision processes and the optimality of (s, S) policies for inventory control. Preprint arXiv:1507.05125. http:\/\/arxiv.org\/pdf\/1507.05125.pdf."},{"key":"2561_CR16","doi-asserted-by":"publisher","unstructured":"Feinberg, E. A., & Liang, Y. (2017a). Structure of optimal policies to periodic-review inventory models with convex costs and backorders for all values of discount factors. Annals of Operations Research. doi:10.1007\/s10479-017-2548-6.","DOI":"10.1007\/s10479-017-2548-6"},{"key":"2561_CR17","unstructured":"Feinberg, E. A., & Liang, Y. (2017b). Stochastic setup-cost inventory model with backorders and quasiconvex cost functions. Preprint arXiv:1705.06814. http:\/\/arxiv.org\/pdf\/1705.06814.pdf."},{"key":"2561_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: Basic optimality criteria","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma, O., & Lasserre, J. B. (1996). Discrete-time Markov control processes: Basic optimality criteria. New York: Springer."},{"key":"2561_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-02796-7","volume-title":"Convex analysis and minimization algorithms I","author":"J-B Hiriart-Urruty","year":"1993","unstructured":"Hiriart-Urruty, J.-B., & Lemar\u00e9chal, C. (1993). Convex analysis and minimization algorithms I. Berlin: Springer."},{"key":"2561_CR20","first-page":"1","volume-title":"Multistage inventory control models and techniques","author":"DL Iglehart","year":"1963","unstructured":"Iglehart, D. L. (1963). Dynamic programming and stationary analysis of inventory roblems. In H. Scarf, D. Gilford, & M. Shelly (Eds.), Multistage inventory control models and techniques (pp. 1\u201331). Stanford, CA: Stanford University Press."},{"issue":"2","key":"2561_CR21","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/j.jmaa.2005.04.065","volume":"316","author":"A Ja\u015bkiewicz","year":"2006","unstructured":"Ja\u015bkiewicz, A., & Nowak, A. S. (2006). On the optimality equation for average cost Markov control processes with Feller transition probabilities. Journal of Mathematical Analysis and Applications, 316(2), 495\u2013509.","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"1","key":"2561_CR22","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s10479-012-1071-z","volume":"200","author":"MN Katehakis","year":"2012","unstructured":"Katehakis, M. N., & Smit, L. C. (2012). On computing optimal (Q, r) replenishment policies under quantity discounts. Annals of Operations Research, 200(1), 279\u2013298.","journal-title":"Annals of Operations Research"},{"issue":"10","key":"2561_CR23","doi-asserted-by":"publisher","first-page":"3175","DOI":"10.1090\/S0002-9939-1995-1301515-2","volume":"123","author":"F Luque-Vasques","year":"1995","unstructured":"Luque-Vasques, F., & Hern\u00e1ndez-Lerma, O. (1995). A counterexample on the semicontinuity of minima. Proceedings of the American Mathematical Society, 123(10), 3175\u20133176.","journal-title":"Proceedings of the American Mathematical Society"},{"issue":"5","key":"2561_CR24","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0167-6911(94)90032-9","volume":"22","author":"R Montes-de-Oca","year":"1994","unstructured":"Montes-de-Oca, R. (1994). The average cost optimality equation for Markov control processes on Borel spaces. Systems and Control Letters, 22(5), 251\u2013357.","journal-title":"Systems and Control Letters"},{"issue":"2","key":"2561_CR25","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1111\/j.1937-5956.2006.tb00245.x","volume":"15","author":"E Presman","year":"2006","unstructured":"Presman, E., & Sethi, S. P. (2006). Inventory models with continuous and poisson demands and discounted and average costs. Production and Operations Management, 15(2), 279\u2013293.","journal-title":"Production and Operations Management"},{"key":"2561_CR26","volume-title":"Adventures in Stochastic Processes","author":"SI Resnick","year":"1992","unstructured":"Resnick, S. I. (1992). Adventures in Stochastic Processes. Boston: Birkhauser."},{"issue":"1","key":"2561_CR27","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1287\/moor.18.1.163","volume":"18","author":"M Sch\u00e4l","year":"1993","unstructured":"Sch\u00e4l, M. (1993). Average optimality in dynamic programming with general state space. Mathematics of Operations Research, 18(1), 163\u2013172.","journal-title":"Mathematics of Operations Research"},{"key":"2561_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/9780470317037","volume-title":"Stochastic dynamic programming and the control of queueing systems","author":"LI Sennott","year":"1998","unstructured":"Sennott, L. I. (1998). Stochastic dynamic programming and the control of queueing systems. New York: Wiley."},{"key":"2561_CR29","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/978-1-4615-0805-2_5","volume-title":"Handbook of Markov decision processes: Methods and applications","author":"LI Sennott","year":"2002","unstructured":"Sennott, L. I. (2002). Average reward optimization theory for denumerable state systems. In E. A. Feinberg & A. Shwartz (Eds.), Handbook of Markov decision processes: Methods and applications (pp. 153\u2013173). Boston, MA: Kluwer."},{"issue":"1","key":"2561_CR30","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1007\/s10479-012-1130-5","volume":"208","author":"J Shi","year":"2013","unstructured":"Shi, J., Katehakis, M. N., & Melamed, B. (2013). Martingale methods for pricing inventory penalties under continuous replenishment and compound renewal demands. Annals of Operations Research, 208(1), 593\u2013612.","journal-title":"Annals of Operations Research"},{"issue":"5","key":"2561_CR31","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1287\/mnsc.11.5.525","volume":"11","author":"AF Veinott","year":"1965","unstructured":"Veinott, A. F., & Wagner, H. M. (1965). Computing optimal (s, S) policies. Management Science, 11(5), 525\u2013552.","journal-title":"Management Science"},{"issue":"4","key":"2561_CR32","doi-asserted-by":"publisher","first-page":"802","DOI":"10.2307\/3214683","volume":"28","author":"Y Zheng","year":"1991","unstructured":"Zheng, Y. (1991). A simple proof for optimality of (s, S) policies in infinite-horizon inventory systems. Journal of Applied Probability, 28(4), 802\u2013810.","journal-title":"Journal of Applied Probability"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-017-2561-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10479-017-2561-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-017-2561-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T13:43:57Z","timestamp":1667310237000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10479-017-2561-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,6,22]]},"references-count":32,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["2561"],"URL":"https:\/\/doi.org\/10.1007\/s10479-017-2561-9","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,6,22]]},"assertion":[{"value":"22 June 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}