{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T22:50:50Z","timestamp":1776898250764,"version":"3.51.2"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,12,19]],"date-time":"2016-12-19T00:00:00Z","timestamp":1482105600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Math. Control Signals Syst."],"published-print":{"date-parts":[[2017,3]]},"DOI":"10.1007\/s00498-016-0181-6","type":"journal-article","created":{"date-parts":[[2016,12,19]],"date-time":"2016-12-19T07:39:36Z","timestamp":1482133176000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Optimal control of semi-Markov processes with a backward stochastic differential equations approach"],"prefix":"10.1007","volume":"29","author":[{"given":"Elena","family":"Bandini","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0854-4662","authenticated-orcid":false,"given":"Fulvia","family":"Confortola","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,12,19]]},"reference":[{"issue":"2","key":"181_CR1","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1137\/S0363012999364474","volume":"40","author":"A Almudevar","year":"2001","unstructured":"Almudevar A (2001) A dynamic programming algorithm for the optimal control of piecewise deterministic Markov processes. SIAM J Control Optim 40(2):525\u2013539","journal-title":"SIAM J Control Optim"},{"issue":"71","key":"181_CR2","first-page":"1","volume":"20","author":"E Bandini","year":"2015","unstructured":"Bandini E (2015) Existence and uniqueness for backward stochastic differential equations driven by a random measure. Electron Commun Probab 20(71):1\u201313","journal-title":"Electron Commun Probab"},{"key":"181_CR3","unstructured":"Bandini E (2015) Optimal control of piecewise-deterministic Markov processes: a backward SDE representation of the value function. arXiv:1512.01659"},{"key":"181_CR4","doi-asserted-by":"publisher","unstructured":"Bandini E, Fuhrman M (2016) Constrained BSDEs representation of the value function in optimal control of pure jump Markov processes. Stoch Proc Appl. doi: 10.1016\/j.spa.2016.08.005","DOI":"10.1016\/j.spa.2016.08.005"},{"issue":"1\u20132","key":"181_CR5","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1080\/17442509708834099","volume":"60","author":"G Barles","year":"1997","unstructured":"Barles G, Buckdahn R, Pardoux E (1997) Backward stochastic differential equations and integral-partial differential equations. Stoch Stoch Rep 60(1\u20132):57\u201383","journal-title":"Stoch Stoch Rep"},{"key":"181_CR6","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1007\/s00780-009-0093-0","volume":"13","author":"N Bauerle","year":"2009","unstructured":"Bauerle N, Rieder U (2009) MDP algorithms for portfolio optimization problems in pure jump markets. Finance Stoch 13:591\u2013611","journal-title":"Finance Stoch"},{"key":"181_CR7","unstructured":"Bauerle N, Rieder U (2010) Optimal control of piecewise deterministic Markov processes with finite time horizon. In: Modern trends in controlled stochastic processes: theory and applications. Luniver Press, UK, pp 123\u2013143"},{"issue":"4","key":"181_CR8","first-page":"681","volume":"21","author":"E Bayraktar","year":"2011","unstructured":"Bayraktar E, Ludkovski M (2011) Optimal trade execution in illiquid financial markets. Math Finance 21(4):681\u2013701","journal-title":"Math Finance"},{"key":"181_CR9","doi-asserted-by":"crossref","first-page":"2027","DOI":"10.1214\/105051606000000475","volume":"16","author":"D Becherer","year":"2006","unstructured":"Becherer D (2006) Bounded solutions to backward SDEs with jumps for utility optimization and indifference hedging. Ann Appl Probab 16:2027\u20132054","journal-title":"Ann Appl Probab"},{"issue":"3","key":"181_CR10","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1137\/0309034","volume":"9","author":"VE Bene\u0161","year":"1971","unstructured":"Bene\u0161 VE (1971) Existence of optimal stochastic control laws. SIAM J Control 9(3):446\u2013472","journal-title":"SIAM J Control"},{"key":"181_CR11","doi-asserted-by":"crossref","unstructured":"Boel R, Varaiya P, Wong E (1975) Martingales on jump processes. Part I: representation results; part II: applications. SIAM J Control 13:999\u20131061","DOI":"10.1137\/0313063"},{"issue":"1","key":"181_CR12","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1137\/0315008","volume":"15","author":"R Boel","year":"1977","unstructured":"Boel R, Varaiya P (1977) Optimal control of jump processes. SIAM J Control 15(1):92\u2013119","journal-title":"SIAM J Control"},{"key":"181_CR13","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4684-9477-8","volume-title":"Point processes and queues, Martingale dynamics. Springer series in statistics","author":"P Br\u00e9maud","year":"1981","unstructured":"Br\u00e9maud P (1981) Point processes and queues, Martingale dynamics. Springer series in statistics. Springer, New York"},{"key":"181_CR14","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1137\/0307027","volume":"7","author":"SS Chitopekar","year":"1969","unstructured":"Chitopekar SS (1969) Continuous time Markovian sequential control processes. SIAM J Control 7:367\u2013389","journal-title":"SIAM J Control"},{"key":"181_CR15","unstructured":"Confortola F (2016) $$L^p$$ L p solution of backward stochastic differential equations driven by a marked point process. arXiv:1611.10157"},{"issue":"5","key":"181_CR16","doi-asserted-by":"crossref","first-page":"3592","DOI":"10.1137\/120902835","volume":"51","author":"F Confortola","year":"2013","unstructured":"Confortola F, Fuhrman M (2013) Backward stochastic differential equations and optimal control of marked point processes. SIAM J Control Optim 51(5):3592\u20133623","journal-title":"SIAM J Control Optim"},{"issue":"1","key":"181_CR17","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1016\/j.spa.2013.07.010","volume":"124","author":"F Confortola","year":"2014","unstructured":"Confortola F, Fuhrman M (2014) Backward stochastic differential equations associated to jump Markov processes and their applications. Stoch Process Appl 124(1):289\u2013316","journal-title":"Stoch Process Appl"},{"issue":"3","key":"181_CR18","doi-asserted-by":"crossref","first-page":"1743","DOI":"10.1214\/15-AAP1132","volume":"26","author":"F Confortola","year":"2016","unstructured":"Confortola F, Fuhrman M, Jacod J (2016) Backward stochastic differential equations driven by a marked point process: an elementary approach, with an application to optimal control. Ann Appl Probab 26(3):1743\u20131773","journal-title":"Ann Appl Probab"},{"key":"181_CR19","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4614-6983-4","volume-title":"Continuous average control of piecewise deterministic Markov processes. Springer briefs in mathematics","author":"OL Costa","year":"2013","unstructured":"Costa OL, Dufour F (2013) Continuous average control of piecewise deterministic Markov processes. Springer briefs in mathematics. Springer, New York"},{"key":"181_CR20","doi-asserted-by":"crossref","first-page":"2041","DOI":"10.1214\/08-AAP517","volume":"18","author":"S Cr\u00e9pey","year":"2008","unstructured":"Cr\u00e9pey S, Matoussi A (2008) Reflected and doubly reflected BSDEs with jumps. Ann Appl Prob 18:2041\u20132069","journal-title":"Ann Appl Prob"},{"key":"181_CR21","unstructured":"Davis MHA (1986) Control of piecewise-deterministic processes via discrete-time dynamic programming. In: Stochastic differential systems (Bad Honnef, 1985), Lecture Notes in Control and Inform. Sci., vol 78. Springer, Berlin, pp 140\u2013150"},{"key":"181_CR22","doi-asserted-by":"crossref","unstructured":"Davis MHA (1993) Markov models and optimization. Monographs on statistics and applied probability, vol 49. Chapman & Hall, London","DOI":"10.1007\/978-1-4899-4483-2"},{"key":"181_CR23","doi-asserted-by":"crossref","unstructured":"Davis MHA, Farid M (1999) Piecewise deterministic processes and viscosity solutions. In: McEneaney WM et al (eds) Stochastic analysis, control optimization and applications. A volume in honor of W. H. Fleming on occasion of His 70th birthday, Birkh\u00e4user, pp 249\u2013268","DOI":"10.1007\/978-1-4612-1784-8_15"},{"key":"181_CR24","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1137\/0311020","volume":"11","author":"MHA Davis","year":"1973","unstructured":"Davis MHA, Varaya P (1973) Dynamic programming conditions for patially observable stochastic systems. SIAM J Control 11:226\u2013261","journal-title":"SIAM J Control"},{"key":"181_CR25","unstructured":"Dempster MAH (1991) Optimal control of piecewise deterministic Markov processes. In: Applied stochastic analysis (London, 1989), Stochastics Monogr., vol 5. Gordon and Breach, New York, pp 303\u2013325"},{"issue":"3\u20134","key":"181_CR26","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1080\/17442509208833785","volume":"40","author":"MAH Dempster","year":"1992","unstructured":"Dempster MAH, Ye JJ (1992) Necessary and sufficient optimality conditions for control of piecewise deterministic processes. Stoch Stoch Rep 40(3\u20134):125\u2013145","journal-title":"Stoch Stoch Rep"},{"issue":"3","key":"181_CR27","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/BF01204702","volume":"33","author":"MAH Dempster","year":"1996","unstructured":"Dempster MAH, Ye JJ (1996) Generalized Bellman-Hamilton-Jacob optimality conditions for a control problem with boundary conditions. Appl Math Optim 33(3):211\u2013225","journal-title":"Appl Math Optim"},{"key":"181_CR28","unstructured":"El Karoui N (1981) Les aspects probabilistes du contr\u00f4le stocastique. In: [The probabilistic aspects of stochastic control] Ninth saint flour probabilistic summer school, 1979. (Saint Flour, 1979), Lecture Notes in Math., vol 876, Springer, Berlin, pp 73\u2013238"},{"key":"181_CR29","volume-title":"Stochastic calculus and its applications","author":"RJ Elliott","year":"1982","unstructured":"Elliott RJ (1982) Stochastic calculus and its applications. Springer, New York"},{"issue":"3","key":"181_CR30","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1023\/B:ACAP.0000031200.76583.75","volume":"82","author":"L Forwick","year":"2004","unstructured":"Forwick L, Sch\u00e4l M, Schmitz M (2004) Piecewise deterministic Markov control processes with feedback controls and unbounded costs. Acta Applicandae Mathematicae 82(3):239\u2013267","journal-title":"Acta Applicandae Mathematicae"},{"key":"181_CR31","volume-title":"The theory of stochastic processes II","author":"II Gihman","year":"1983","unstructured":"Gihman II, Skorohod AV (1983) The theory of stochastic processes II. Springer, Berlin"},{"key":"181_CR32","doi-asserted-by":"crossref","unstructured":"Guilbaud F, Pham H (2013) Optimal high frequency trading with limit and market orders. Quant Finance 13(1):79\u201394","DOI":"10.1080\/14697688.2012.708779"},{"key":"181_CR33","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-02547-1","volume-title":"Continuous-time Markov decision processes: theory and applications. Stochastic modelling and applied probability","author":"X Guo","year":"2009","unstructured":"Guo X, Hernandez-Lerma O (2009) Continuous-time Markov decision processes: theory and applications. Stochastic modelling and applied probability, vol 62. Springer, Berlin"},{"key":"181_CR34","volume-title":"Dynamic probabilistic systems","author":"RA Howard","year":"1971","unstructured":"Howard RA (1971) Dynamic probabilistic systems. Wiley, New York"},{"issue":"(1974\/75)","key":"181_CR35","first-page":"235","volume":"31","author":"J Jacod","year":"2000","unstructured":"Jacod J (2000) Multivariate point processes: predictable projection, Radon-Nikodym derivatives, representation of martingales. Z. Wahrscheinlichkeitstheorie und Verw. Gebiete 31((1974\/75)):235\u2013253","journal-title":"Z. Wahrscheinlichkeitstheorie und Verw . Gebiete"},{"key":"181_CR36","doi-asserted-by":"crossref","first-page":"938","DOI":"10.1287\/opre.11.6.938","volume":"11","author":"WS Jewell","year":"1963","unstructured":"Jewell WS (1963) Markov-renewal programming I and II. Oper Res 11:938\u2013971","journal-title":"Oper Res"},{"key":"181_CR37","doi-asserted-by":"crossref","first-page":"919","DOI":"10.1214\/aoms\/1177693321","volume":"42","author":"P Kakumanu","year":"1971","unstructured":"Kakumanu P (1971) Continuously discounted markov decision model with countable state and action space. Ann Math Stat 42:919\u2013926","journal-title":"Ann Math Stat"},{"issue":"5","key":"181_CR38","doi-asserted-by":"crossref","first-page":"2867","DOI":"10.1214\/14-AAP1063","volume":"25","author":"N Kazi-Tani","year":"2015","unstructured":"Kazi-Tani N, Possama\u00ef D, Zhou C (2015) Second-order BSDEs with jumps: formulation and uniqueness. Ann Appl Probab 25(5):2867\u20132908","journal-title":"Ann Appl Probab"},{"issue":"65","key":"181_CR39","first-page":"1","volume":"20","author":"N Kazi-Tani","year":"2015","unstructured":"Kazi-Tani N, Possama\u00ef D, Zhou C (2015) Second order BSDEs with jumps: existence and probabilistic representation for fully-nonlinear PIDEs. Electron J Probab 20(65):1\u201331","journal-title":"Electron J Probab"},{"issue":"2","key":"181_CR40","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1515\/mcma-2013-0024","volume":"20","author":"I Kharroubi","year":"2014","unstructured":"Kharroubi I, Langren\u00e9 N, Pham H (2014) A numerical algorithm for fully nonlinear HJB equations: an approach by control randomization. Monte Carlo Methods Appl 20(2):145\u2013165","journal-title":"Monte Carlo Methods Appl"},{"issue":"4","key":"181_CR41","doi-asserted-by":"crossref","first-page":"2301","DOI":"10.1214\/14-AAP1049","volume":"25","author":"I Kharroubi","year":"2015","unstructured":"Kharroubi I, Langren\u00e9 N, Pham H (2015) Discrete time approximation of fully nonlinear HJB equations via BSDEs with nonpositive jumps. Ann Appl Probab 25(4):2301\u20132338","journal-title":"Ann Appl Probab"},{"issue":"2","key":"181_CR42","doi-asserted-by":"crossref","first-page":"794","DOI":"10.1214\/09-AOP496","volume":"38","author":"I Kharroubi","year":"2010","unstructured":"Kharroubi I, Ma J, Pham H, Zhang J (2010) Backward SDEs with constrained jumps and quasi-variational inequalities. Ann Probab 38(2):794\u2013840","journal-title":"Ann Probab"},{"key":"181_CR43","first-page":"173","volume":"34","author":"S-M Lenhart","year":"1991","unstructured":"Lenhart S-M, Yamada N (1991) Perron\u2019s method for viscosity solutions associated with piecewise-deterministic processes. Funkcialaj Ekvacioj 34:173\u2013186","journal-title":"Funkcialaj Ekvacioj"},{"key":"181_CR44","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1016\/0022-247X(68)90178-9","volume":"22","author":"S Osaki","year":"1968","unstructured":"Osaki S, Mine H (1968) Linear programming algorithms for semi-Markovian decision processes. J Math Anal 22:356\u2013381","journal-title":"J Math Anal"},{"key":"181_CR45","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/0304-4149(75)90025-3","volume":"3","author":"S Pliska","year":"1975","unstructured":"Pliska S (1975) Controlled jump processes. Stoch Proc Appl 3:259\u2013282","journal-title":"Stoch Proc Appl"},{"key":"181_CR46","doi-asserted-by":"crossref","unstructured":"Rishel R (1975) A minimum principle for controlled jump processes. In: Lect. Notes Econ. Math. Syst. Control Theory, Numerical methods and computer systems modeling, vol 107. Springer, Berlin, pp 493\u2013508","DOI":"10.1007\/978-3-642-46317-4_35"},{"key":"181_CR47","volume-title":"Applied probability models with optimization applications","author":"SM Ross","year":"1970","unstructured":"Ross SM (1970) Applied probability models with optimization applications. Holden-Day, San Francisco"},{"issue":"10","key":"181_CR48","doi-asserted-by":"crossref","first-page":"1358","DOI":"10.1016\/j.spa.2006.02.009","volume":"116","author":"M Royer","year":"2006","unstructured":"Royer M (2006) Backward stochastic differential equations with jumps and related nonlinear expectations. Stoch Process Appl 116(10):1358\u20131376","journal-title":"Stoch Process Appl"},{"issue":"2","key":"181_CR49","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1137\/0311017","volume":"11","author":"LD Stone","year":"1973","unstructured":"Stone LD (1973) Necessary and sufficient conditions for optimal control of semi-Markov jump processes. SIAM J Control Optim 11(2):187\u2013201","journal-title":"SIAM J Control Optim"},{"key":"181_CR50","unstructured":"Striebel C (1974) Martingale conditions for the optimal control of continuous-time stochastic systems. In: 5th Symposium on nonlinear estimation and applications, San Diego"},{"key":"181_CR51","doi-asserted-by":"crossref","first-page":"1447","DOI":"10.1137\/S0363012992233858","volume":"32","author":"S Tang","year":"1994","unstructured":"Tang S, Li X (1994) Necessary conditions for optimal control of systems with random jumps. SIAM J Control Optim 32:1447\u20131475","journal-title":"SIAM J Control Optim"},{"issue":"3","key":"181_CR52","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1080\/17442508508833338","volume":"14","author":"D Vermes","year":"1985","unstructured":"Vermes D (1985) Optimal control of piecewise deterministic Markov process. Stochastics 14(3):165\u2013207","journal-title":"Stochastics"},{"issue":"3","key":"181_CR53","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/BF02679887","volume":"16","author":"J Xia","year":"2000","unstructured":"Xia J (2000) Backward stochastic differential equations with random measures. Acta Mathematicae Applicatae Sinica 16(3):225\u2013234","journal-title":"Acta Mathematicae Applicatae Sinica"},{"issue":"1","key":"181_CR54","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1137\/1125005","volume":"25","author":"AA Yushkevich","year":"1980","unstructured":"Yushkevich AA (1980) On reducing a jump controllable Markov model to a model with discrete time. Theory Probab Appl 25(1):58\u201369","journal-title":"Theory Probab Appl"},{"issue":"1","key":"181_CR55","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1080\/17442508708833481","volume":"23","author":"AA Yushkevich","year":"1987","unstructured":"Yushkevich AA (1987) Bellman inequalities in Markov decision deterministic drift processes. Stochastics 23(1):25\u201377","journal-title":"Stochastics"}],"container-title":["Mathematics of Control, Signals, and Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00498-016-0181-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00498-016-0181-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00498-016-0181-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,25]],"date-time":"2017-06-25T02:14:32Z","timestamp":1498356872000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00498-016-0181-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,19]]},"references-count":55,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,3]]}},"alternative-id":["181"],"URL":"https:\/\/doi.org\/10.1007\/s00498-016-0181-6","relation":{},"ISSN":["0932-4194","1435-568X"],"issn-type":[{"value":"0932-4194","type":"print"},{"value":"1435-568X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,12,19]]},"article-number":"1"}}