{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T04:13:21Z","timestamp":1745381601150,"version":"3.40.4"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comb Optim"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10878-025-01272-9","type":"journal-article","created":{"date-parts":[[2025,4,2]],"date-time":"2025-04-02T17:39:29Z","timestamp":1743615569000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Superposed semi-Markov decision process with application to optimal maintenance systems"],"prefix":"10.1007","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1976-3214","authenticated-orcid":false,"given":"Jianmin","family":"Shi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,31]]},"reference":[{"key":"1272_CR1","doi-asserted-by":"crossref","unstructured":"Bai H, Hsu D, Lee WS, Ngo VA (2011) Monte Carlo value iteration for continuous-state POMDPs. In: algorithmic foundations of robotics IX: selected contributions of the ninth international workshop on the algorithmic foundations of robotics\u00a0(pp. 175\u2013191). Springer Berlin Heidelberg","DOI":"10.1007\/978-3-642-17452-0_11"},{"key":"1272_CR2","doi-asserted-by":"crossref","unstructured":"Baykal\u2010G\u00fcrsoy M (2010) Semi\u2010Markov decision processes.\u00a0Wiley Encyclopedia of Operations Research and Management Science","DOI":"10.1002\/9780470400531.eorms0757"},{"issue":"6","key":"1272_CR3","doi-asserted-by":"publisher","first-page":"1537","DOI":"10.1287\/opre.2016.1531","volume":"64","author":"D Bertsimas","year":"2016","unstructured":"Bertsimas D, Mi\u0161i\u0107 VV (2016) Decomposable Markov decision processes: a fluid optimization approach. Oper Res 64(6):1537\u20131555","journal-title":"Oper Res"},{"issue":"5","key":"1272_CR4","doi-asserted-by":"publisher","first-page":"3015","DOI":"10.1287\/opre.2021.2181","volume":"70","author":"DB Brown","year":"2022","unstructured":"Brown DB, Zhang J (2022) Dynamic programs with shared resources and signals: dynamic fluid policies and asymptotic optimality. Oper Res 70(5):3015\u20133033","journal-title":"Oper Res"},{"issue":"1","key":"1272_CR5","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.ress.2004.11.001","volume":"90","author":"D Chen","year":"2005","unstructured":"Chen D, Trivedi KS (2005) Optimization for condition based maintenance with semi-Markov decision process. Reliab Eng Syst Saf 90(1):25\u201329","journal-title":"Reliab Eng Syst Saf"},{"issue":"17","key":"1272_CR6","first-page":"567","volume":"4","author":"WP Cherry","year":"1983","unstructured":"Cherry WP, Disney RL (1983) The superposition of two independent Markov renewal processes. Appl Math 4(17):567\u2013602","journal-title":"Appl Math"},{"issue":"2","key":"1272_CR7","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1137\/17M1121809","volume":"56","author":"MK Das","year":"2018","unstructured":"Das MK, Goswami A, Rana N (2018) Risk sensitive portfolio optimization in a jump diffusion model with regimes. SIAM J Control Optim 56(2):1550\u20131576","journal-title":"SIAM J Control Optim"},{"key":"1272_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7491-4","volume-title":"Simulation-based optimization","author":"A Gosavi","year":"2015","unstructured":"Gosavi A (2015) Simulation-based optimization. Springer, Berlin"},{"key":"1272_CR9","unstructured":"Hawkins JT (2003) A Langrangian decomposition approach to weakly coupled dynamic optimization problems and its applications. PhD thesis, Massachusetts Institute of Technology"},{"issue":"1","key":"1272_CR10","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.ejor.2011.01.027","volume":"212","author":"Y Huang","year":"2011","unstructured":"Huang Y, Guo X (2011) Finite horizon semi-Markov decision processes with application to maintenance systems. Eur J Oper Res 212(1):131\u2013140","journal-title":"Eur J Oper Res"},{"key":"1272_CR11","unstructured":"Lam CY (1990) Stationary distributions for the superposition of Markov renewal processes. Technical Report No.90-23"},{"key":"1272_CR12","volume-title":"Lazy approximation: a new approach for solving continuous finite-horizon MDPs","author":"L Li","year":"2005","unstructured":"Li L, Littman ML (2005) Lazy approximation: a new approach for solving continuous finite-horizon MDPs. Rutgers University, Department of Computer Science"},{"key":"1272_CR13","doi-asserted-by":"crossref","unstructured":"Ma J, Powell WB (2009) A convergent recursive least squares approximate policy iteration algorithm for multidimensional Markov decision process with continuous state and action spaces. In: 2009 IEEE symposium on adaptive dynamic programming and reinforcement learning\u00a0(pp. 66\u201373). IEEE","DOI":"10.1109\/ADPRL.2009.4927527"},{"issue":"10","key":"1272_CR14","doi-asserted-by":"publisher","first-page":"1712","DOI":"10.3390\/math8101712","volume":"8","author":"D McInnes","year":"2020","unstructured":"McInnes D, Miller B, Miller G, Schreider S (2020) Toward tensor representation of controlled coupled markov chains. Mathematics 8(10):1712","journal-title":"Mathematics"},{"key":"1272_CR15","volume-title":"Reinforcement learning: state-of-the-Art","author":"MV Otterlo","year":"2012","unstructured":"Otterlo MV, Wiering M (2012) Reinforcement learning: state-of-the-Art. Springer, Berlin"},{"key":"1272_CR16","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"ML Puterman","year":"2014","unstructured":"Puterman ML (2014) Markov decision processes: discrete stochastic dynamic programming. John Wiley & Sons, Hoboken"},{"key":"1272_CR17","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1214\/aoms\/1177729586","volume":"22","author":"H Robbins","year":"1951","unstructured":"Robbins H, Monro S (1951) A stochastic approximation method. Ann Math Stat 22:400\u2013407","journal-title":"Ann Math Stat"},{"issue":"3","key":"1272_CR18","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1287\/opre.27.3.616","volume":"27","author":"RF Serfozo","year":"1979","unstructured":"Serfozo RF (1979) An equivalence between continuous and discrete time Markov decision processes. Oper Res 27(3):616\u2013620","journal-title":"Oper Res"},{"key":"1272_CR19","first-page":"1","volume":"10","author":"S Singh","year":"1997","unstructured":"Singh S, Cohn D (1997) How to dynamically merge Markov decision processes. Adv Neural Inf Process Syst 10:1\u20137","journal-title":"Adv Neural Inf Process Syst"},{"key":"1272_CR20","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1007\/s11009-011-9257-4","volume":"14","author":"I Votsi","year":"2012","unstructured":"Votsi I, Limnios N, Tsaklidis G, Papadimitriou E (2012) Estimation of the expected number of earthquake occurrences based on semi-Markov models. Methodol Comput Appl Probab 14:685\u2013703","journal-title":"Methodol Comput Appl Probab"}],"container-title":["Journal of Combinatorial Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10878-025-01272-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10878-025-01272-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10878-025-01272-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T07:55:38Z","timestamp":1745308538000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10878-025-01272-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":20,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["1272"],"URL":"https:\/\/doi.org\/10.1007\/s10878-025-01272-9","relation":{},"ISSN":["1382-6905","1573-2886"],"issn-type":[{"type":"print","value":"1382-6905"},{"type":"electronic","value":"1573-2886"}],"subject":[],"published":{"date-parts":[[2025,3,31]]},"assertion":[{"value":"9 February 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"41"}}