{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T07:56:56Z","timestamp":1767772616559,"version":"3.28.0"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T00:00:00Z","timestamp":1686355200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T00:00:00Z","timestamp":1686355200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s10489-023-04603-7","type":"journal-article","created":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T12:01:40Z","timestamp":1686398500000},"page":"21743-21769","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Linear programming-based solution methods for constrained partially observable Markov decision processes"],"prefix":"10.1007","volume":"53","author":[{"given":"Robert K.","family":"Helmeczi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Can","family":"Kavaklioglu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mucahit","family":"Cevik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,10]]},"reference":[{"key":"4603_CR1","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.cor.2020.105108","volume":"126","author":"VS Ahluwalia","year":"2021","unstructured":"Ahluwalia VS, Steimle LN, Denton BT (2021) Policy-based branch-and-bound for infinite-horizon multi-model markov decision processes. Computers & Operations Research 126:105\u2013108","journal-title":"Computers & Operations Research"},{"key":"4603_CR2","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1016\/j.cie.2015.05.031","volume":"87","author":"O Alagoz","year":"2015","unstructured":"Alagoz O, Ayvaci MU, Linderoth JT (2015) Optimally solving markov decision processes with total expected discounted reward function: Linear programming revisited. Computers & Industrial Engineering 87:311\u2013316","journal-title":"Computers & Industrial Engineering"},{"issue":"5","key":"4603_CR3","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1287\/opre.1110.1019","volume":"60","author":"T Ayer","year":"2012","unstructured":"Ayer T, Alagoz O, Stout N (2012) A POMDP approach to personalize mammography screening decisions. Operations Research 60(5):1019\u20131034","journal-title":"Operations Research"},{"issue":"4","key":"4603_CR4","first-page":"600","volume":"14","author":"M Ayvaci","year":"2012","unstructured":"Ayvaci M, Alagoz O, Burnside E (2012a) The effect of budgetary restrictions on breast cancer diagnostic decisions. M &SOM 14(4):600\u2013617","journal-title":"M &SOM"},{"doi-asserted-by":"crossref","unstructured":"Ayvaci MU, Alagoz O, Burnside ES (2012b) The effect of budgetary restrictions on breast cancer diagnostic decisions. Manufacturing & Service Operations Management 14(4):600\u2013617","key":"4603_CR5","DOI":"10.1287\/msom.1110.0371"},{"issue":"2","key":"4603_CR6","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1111\/poms.12930","volume":"28","author":"RZB Bravo","year":"2019","unstructured":"Bravo RZB, Leiras A, Cyrino Oliveira FL (2019) The use of uav s in humanitarian relief: an application of pomdp-based methodology for finding victims. Production and Operations Management 28(2):421\u2013440","journal-title":"Production and Operations Management"},{"doi-asserted-by":"crossref","unstructured":"Caramia M, Dell\u2019Olmo P, Caramia M, Dell\u2019Olmo P (2020) Multi-objective optimization. Multi-objective Management in Freight Logistics: Increasing Capacity, Service Level, Sustainability, and Safety with Optimization Algorithms pp 21\u201351","key":"4603_CR7","DOI":"10.1007\/978-3-030-50812-8_2"},{"unstructured":"Cassandra A (1994) Optimal policies for partially observable Markov decision processes. Brown University, Providence, RI","key":"4603_CR8"},{"unstructured":"Cassandra A (2003) Simple examples. http:\/\/www.pomdp.org\/examples\/, Accessed 09 Jan 2019","key":"4603_CR9"},{"unstructured":"Cassandra AR (1998) Exact and approximate algorithms for partially observable Markov decision processes. Brown University","key":"4603_CR10"},{"unstructured":"Cassandra AR, Kaelbling LP, Littman ML (1994) Acting optimally in partially observable stochastic domains. In: AAAI, AAAI","key":"4603_CR11"},{"key":"4603_CR12","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1016\/j.jmsy.2020.03.010","volume":"55","author":"M Celen","year":"2020","unstructured":"Celen M, Djurdjanovic D (2020) Integrated maintenance and operations decision making with imperfect degradation state observations. Journal of Manufacturing Systems 55:302\u2013316","journal-title":"Journal of Manufacturing Systems"},{"issue":"5","key":"4603_CR13","doi-asserted-by":"publisher","first-page":"949","DOI":"10.1111\/poms.12842","volume":"27","author":"M Cevik","year":"2018","unstructured":"Cevik M, Ayer T, Alagoz O, Sprague BL (2018) Analysis of mammography screening policies under resource constraints. Production and Operations Management 27(5):949\u2013972","journal-title":"Production and Operations Management"},{"issue":"9","key":"4603_CR14","doi-asserted-by":"publisher","first-page":"6103","DOI":"10.1109\/TII.2020.2974875","volume":"16","author":"S Deng","year":"2020","unstructured":"Deng S, Xiang Z, Zhao P, Taheri J, Gao H, Yin J, Zomaya AY (2020) Dynamical resource allocation in edge for trustable internet-of-things systems: A reinforcement learning method. IEEE Transactions on Industrial Informatics 16(9):6103\u20136113","journal-title":"IEEE Transactions on Industrial Informatics"},{"unstructured":"Egorov M, Sunberg ZN, Balaban E, Wheeler TA, Gupta JK, Kochenderfer MJ (2017) Pomdps. jl: A framework for sequential decision making under uncertainty. The Journal of Machine Learning Research 18(1):831\u2013835","key":"4603_CR15"},{"issue":"3","key":"4603_CR16","first-page":"381","volume":"16","author":"F Erenay","year":"2014","unstructured":"Erenay F, Alagoz O, Said A (2014) Optimizing colonoscopy screening for colorectal cancer prevention and surveillance. M &SOM 16(3):381\u2013400","journal-title":"M &SOM"},{"doi-asserted-by":"crossref","unstructured":"Gan K, Scheller-Wolf AA, Tayur SR (2019) Personalized treatment for opioid use disorder. Available at SSRN 3389539","key":"4603_CR17","DOI":"10.2139\/ssrn.3389539"},{"issue":"8","key":"4603_CR18","doi-asserted-by":"publisher","first-page":"5311","DOI":"10.1109\/TWC.2017.2708124","volume":"16","author":"X Jiang","year":"2017","unstructured":"Jiang X, Wang X, Xi H (2017) Finding optimal polices for wideband spectrum sensing based on constrained pomdp framework. IEEE Transactions on Wireless Communications 16(8):5311\u20135324. https:\/\/doi.org\/10.1109\/TWC.2017.2708124","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"5","key":"4603_CR19","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6743","volume":"34","author":"C Kavaklioglu","year":"2022","unstructured":"Kavaklioglu C, Cevik M (2022) Scalable grid-based approximation algorithms for partially observable markov decision processes. Concurrency and Computation: Practice and Experience 34(5):e6743","journal-title":"Concurrency and Computation: Practice and Experience"},{"unstructured":"Kim D, Lee J, Kim K, Poupart P (2011) Point-based value iteration for constrained POMDPs. In: Twenty-Second International Joint Conference on Artificial Intelligence, pp 1968\u20131974","key":"4603_CR20"},{"unstructured":"Lee J, Kim GH, Poupart P, Kim KE (2018) Monte-carlo tree search for constrained pomdps. Advances in Neural Information Processing Systems 31","key":"4603_CR21"},{"key":"4603_CR22","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/BF02055574","volume":"28","author":"W Lovejoy","year":"1991","unstructured":"Lovejoy W (1991a) A Survey of Algorithmic Methods for Partially Observed Markov Decision Processes. Annals of Operations Research 28:47\u201366","journal-title":"Annals of Operations Research"},{"issue":"1","key":"4603_CR23","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1287\/opre.39.1.162","volume":"39","author":"W Lovejoy","year":"1991","unstructured":"Lovejoy W (1991b) Computationally feasible bounds for partially observed Markov decision processes. Operations Research 39(1):162\u2013175","journal-title":"Operations Research"},{"issue":"2","key":"4603_CR24","doi-asserted-by":"publisher","first-page":"2129","DOI":"10.1109\/TII.2022.3211622","volume":"19","author":"X Ma","year":"2022","unstructured":"Ma X, Xu H, Gao H, Bian M, Hussain W (2022) Real-time virtual machine scheduling in industry iot network: A reinforcement learning method. IEEE Transactions on Industrial Informatics 19(2):2129\u20132139","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"6","key":"4603_CR25","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1080\/074081791009059","volume":"38","author":"LM Maillart","year":"2006","unstructured":"Maillart LM (2006) Maintenance policies for systems with condition monitoring and obvious failures. IIE Transactions 38(6):463\u2013475","journal-title":"IIE Transactions"},{"issue":"2","key":"4603_CR26","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1287\/msom.1120.0411","volume":"15","author":"LA McLay","year":"2013","unstructured":"McLay LA, Mayorga ME (2013) A dispatching model for server-to-customer systems that balances efficiency and equity. Manufacturing & Service Operations Management 15(2):205\u2013220","journal-title":"Manufacturing & Service Operations Management"},{"issue":"1","key":"4603_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","volume":"28","author":"G Monahan","year":"1982","unstructured":"Monahan G (1982) State of the art - A survey of partially observable Markov decision processes: Theory, models, and algorithms. Management Science 28(1):1\u201316","journal-title":"Management Science"},{"key":"4603_CR28","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/j.artint.2015.04.001","volume":"247","author":"J Pajarinen","year":"2017","unstructured":"Pajarinen J, Kyrki V (2017) Robotic manipulation of multiple objects as a pomdp. Artificial Intelligence 247:213\u2013228","journal-title":"Artificial Intelligence"},{"unstructured":"Parr R, Russell S (1995) Approximating optimal policies for partially observable stochastic domains. IJCAI, IJCAI 95:1088\u20131094","key":"4603_CR29"},{"key":"4603_CR30","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1613\/jair.2078","volume":"27","author":"J Pineau","year":"2006","unstructured":"Pineau J, Gordon G, Thrun S (2006) Anytime Point-Based Approximations for Large POMDPs. JAIR 27:335\u2013380","journal-title":"JAIR"},{"doi-asserted-by":"crossref","unstructured":"Poupart P, Malhotra A, Pei P, Kim KE, Goh B, Bowling M (2015) Approximate linear programming for constrained partially observable markov decision processes. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol\u00a029","key":"4603_CR31","DOI":"10.1609\/aaai.v29i1.9655"},{"key":"4603_CR32","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"ML Puterman","year":"2014","unstructured":"Puterman ML (2014) Markov decision processes: discrete stochastic dynamic programming. John Wiley & Sons"},{"key":"4603_CR33","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1613\/jair.3987","volume":"48","author":"DM Roijers","year":"2013","unstructured":"Roijers DM, Vamplew P, Whiteson S, Dazeley R (2013) A survey of multi-objective sequential decision-making. Journal of Artificial Intelligence Research 48:67\u2013113","journal-title":"Journal of Artificial Intelligence Research"},{"unstructured":"Roijers DM, Whiteson S, Oliehoek FA (2015) Point-based planning for multi-objective pomdps. In: Twenty-fourth international joint conference on artificial intelligence","key":"4603_CR34"},{"key":"4603_CR35","volume-title":"Real and complex analysis","author":"W Rudin","year":"1987","unstructured":"Rudin W (1987) Real and complex analysis, 3rd edn. McGraw-Hill","edition":"3"},{"unstructured":"Sandikci B (2010) Reduction of a pomdp to an mdp. Wiley Encyclopedia of Operations Research and Management Science","key":"4603_CR36"},{"issue":"6","key":"4603_CR37","doi-asserted-by":"publisher","first-page":"1393","DOI":"10.1287\/opre.1080.0648","volume":"56","author":"B Sand\u0131k\u00e7\u0131","year":"2008","unstructured":"Sand\u0131k\u00e7\u0131 B, Maillart LM, Schaefer AJ, Alagoz O, Roberts MS (2008) Estimating the patient\u2019s price of privacy in liver transplantation. Operations Research 56(6):1393\u20131410","journal-title":"Operations Research"},{"unstructured":"Silver D, Veness J (2010) Monte-carlo planning in large pomdps. Advances in neural information processing systems 23","key":"4603_CR38"},{"unstructured":"Smith T, Simmons R (2012) Heuristic search value iteration for pomdps. arXiv:1207.4166","key":"4603_CR39"},{"unstructured":"Sondik EJ (1971) The optimal control of partially observable Markov processes. Stanford University","key":"4603_CR40"},{"doi-asserted-by":"crossref","unstructured":"Spaan MT (2012) Partially observable markov decision processes. In: Reinforcement Learning, Springer, pp 387\u2013414","key":"4603_CR41","DOI":"10.1007\/978-3-642-27645-3_12"},{"issue":"12","key":"4603_CR42","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.1080\/24725854.2020.1869351","volume":"53","author":"LN Steimle","year":"2021","unstructured":"Steimle LN, Ahluwalia VS, Kamdar C, Denton BT (2021a) Decomposition methods for solving markov decision processes with multiple models of the parameters. IISE Transactions 53(12):1295\u20131310","journal-title":"IISE Transactions"},{"issue":"10","key":"4603_CR43","first-page":"1124","volume":"53","author":"LN Steimle","year":"2021","unstructured":"Steimle LN, Kaufman DL, Denton BT (2021b) Multi-model markov decision processes. IISE. Transactions 53(10):1124\u20131139","journal-title":"Transactions"},{"unstructured":"Suresh (2005) Sampling from the simplex. Available from http:\/\/geomblog.blogspot.com\/2005\/10\/sampling-from-simplex.html Accessed on 26 Feb 2015","key":"4603_CR44"},{"unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press","key":"4603_CR45"},{"issue":"5","key":"4603_CR46","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1287\/mnsc.48.5.607.7807","volume":"48","author":"JT Treharne","year":"2002","unstructured":"Treharne JT, Sox CR (2002) Adaptive inventory control for nonstationary demand and partial information. Management Science 48(5):607\u2013624","journal-title":"Management Science"},{"key":"4603_CR47","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1613\/jair.1.11216","volume":"62","author":"E Walraven","year":"2018","unstructured":"Walraven E, Spaan MT (2018) Column generation algorithms for constrained pomdps. Journal of artificial intelligence research 62:489\u2013533","journal-title":"Journal of artificial intelligence research"},{"doi-asserted-by":"crossref","unstructured":"Wray KH, Czuprynski K (2022) Scalable gradient ascent for controllers in constrained pomdps. In: 2022 International Conference on Robotics and Automation (ICRA), IEEE, pp 9085\u20139091","key":"4603_CR48","DOI":"10.1109\/ICRA46639.2022.9812262"},{"unstructured":"Y\u0131lmaz \u00d6F (2020) An integrated bi-objective u-shaped assembly line balancing and parts feeding problem: optimization model and exact solution method. Annals of Mathematics and Artificial Intelligence pp 1\u201318","key":"4603_CR49"},{"doi-asserted-by":"crossref","unstructured":"Y\u0131lmaz \u00d6F, et\u00a0al. (2021) Tactical level strategies for multi-objective disassembly line balancing problem with multi-manned stations: an optimization model and solution approaches. Annals of Operations Research pp 1\u201351","key":"4603_CR50","DOI":"10.1007\/s10479-020-03902-3"},{"issue":"5","key":"4603_CR51","doi-asserted-by":"publisher","first-page":"1160","DOI":"10.1109\/JPROC.2012.2225812","volume":"101","author":"S Young","year":"2013","unstructured":"Young S, Ga\u0161i\u0107 M, Thomson B, Williams JD (2013) Pomdp-based statistical spoken dialog systems: A review. Proceedings of the IEEE 101(5):1160\u20131179","journal-title":"Proceedings of the IEEE"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04603-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-04603-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04603-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T02:18:54Z","timestamp":1729563534000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-04603-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,10]]},"references-count":51,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["4603"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-04603-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2023,6,10]]},"assertion":[{"value":"31 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No potential conflict of interest was reported by the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}