{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T04:41:14Z","timestamp":1774672874753,"version":"3.50.1"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2013,9,11]],"date-time":"2013-09-11T00:00:00Z","timestamp":1378857600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Discrete Event Dyn Syst"],"published-print":{"date-parts":[[2014,6]]},"DOI":"10.1007\/s10626-013-0170-6","type":"journal-article","created":{"date-parts":[[2013,9,9]],"date-time":"2013-09-09T22:49:54Z","timestamp":1378766994000},"page":"103-132","source":"Crossref","is-referenced-by-count":56,"title":["A tutorial on event-based optimization\u2014a new optimization framework"],"prefix":"10.1007","volume":"24","author":[{"given":"Li","family":"Xia","sequence":"first","affiliation":[]},{"given":"Qing-Shan","family":"Jia","sequence":"additional","affiliation":[]},{"given":"Xi-Ren","family":"Cao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,9,11]]},"reference":[{"key":"170_CR1","unstructured":"Altman E (1999) Constrained Markov decision processes. Chapman & Hall\/CRC"},{"key":"170_CR2","doi-asserted-by":"crossref","first-page":"839","DOI":"10.1239\/aap\/1093962237","volume":"36","author":"E Altman","year":"2004","unstructured":"Altman E, Avrachenkov KE, N\u00fan\u030bez-Queija R (2004) Perturbation analysis for denumerable Markov chains with application to queueing models. Adv. Appl. Probab. 36:839\u2013853","journal-title":"Adv. Appl. Probab."},{"key":"170_CR3","unstructured":"Bertsekas DP, Tsitsiklis JN (1996) Neuro-dynamic programming. Athena, Belmont, MA"},{"key":"170_CR4","doi-asserted-by":"crossref","unstructured":"Barto A, Mahadevan S (2003) Recent advances in hierarchical reinforcement learning. In: Special issue on reinforcement learning. discrete event dynamic systems: theory and applications 13:41\u201377","DOI":"10.1023\/A:1022140919877"},{"key":"170_CR5","volume-title":"Realization probabilities\u2014the dynamics of queueing systems","author":"XR Cao","year":"1994","unstructured":"Cao XR (1994) Realization probabilities\u2014the dynamics of queueing systems. Springer, New York"},{"key":"170_CR6","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/s10626-004-6211-4","volume":"15","author":"XR Cao","year":"2005","unstructured":"Cao XR (2005) Basic ideas for event-based optimization of Markov systems. Discrete Event Dynamic Systems: Theory and Applications 15:169\u2013197","journal-title":"Discrete Event Dynamic Systems: Theory and Applications"},{"key":"170_CR7","volume-title":"Stochastic learning and optimization\u2014a sensitivity-based approach","author":"XR Cao","year":"2007","unstructured":"Cao XR (2007) Stochastic learning and optimization\u2014a sensitivity-based approach. Springer, New York"},{"key":"170_CR8","doi-asserted-by":"crossref","first-page":"1382","DOI":"10.1109\/9.633827","volume":"42","author":"XR Cao","year":"1997","unstructured":"Cao XR, Chen HF (1997) Potentials, perturbation realization, and sensitivity analysis of Markov processes. IEEE Trans Autom Control 42:1382\u20131393","journal-title":"IEEE Trans Autom Control"},{"key":"170_CR9","doi-asserted-by":"crossref","first-page":"1076","DOI":"10.1109\/TAC.2008.919557","volume":"53","author":"XR Cao","year":"2008","unstructured":"Cao XR, Zhang JY (2008) Event-based optimization of Markov systems. IEEE Trans Autom Control 53:1076\u20131082","journal-title":"IEEE Trans Autom Control"},{"key":"170_CR10","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1016\/S0005-1098(01)00282-5","volume":"38","author":"XR Cao","year":"2002","unstructured":"Cao XR, Ren ZY, Bhatnagar S, Fu M, Marcus S (2002) A time aggregation approach to Markov decision processes. Automatica 38:929\u2013943","journal-title":"Automatica"},{"key":"170_CR11","volume-title":"Perturbation analysis of discrete event systems","author":"YC Ho","year":"1991","unstructured":"Ho YC, Cao XR (1991) Perturbation analysis of discrete event systems. Kluwer Academic Publishers, Norwell"},{"key":"170_CR12","doi-asserted-by":"crossref","first-page":"2912","DOI":"10.1109\/TAC.2011.2159653","volume":"56","author":"QS Jia","year":"2011","unstructured":"Jia QS (2011) On solving event-based optimization with average reward over infinite stages. IEEE Trans Autom Control 56:2912\u20132917","journal-title":"IEEE Trans Autom Control"},{"key":"170_CR13","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1007\/s10626-012-0144-0","volume":"23","author":"H Leahu","year":"2013","unstructured":"Leahu H, Heidergott B, Hordijk A (2013) Perturbation analysis of waiting times in the G\/G\/1 queue. Discrete Event Dyn Syst Theory Appl 23:277\u2013305","journal-title":"Discrete Event Dyn Syst Theory Appl"},{"key":"170_CR14","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1109\/9.905687","volume":"46","author":"P Marbach","year":"2001","unstructured":"Marbach P, Tsitsiklis JN (2001) Simulation-based optimization of Markov reward processes. IEEE Trans Autom Control 46:191\u2013209","journal-title":"IEEE Trans Autom Control"},{"key":"170_CR15","unstructured":"Parr RE (1998) Hierarchical control and learning for Markov decision processes. Ph.D. Dissertation, University of California at Berkeley"},{"key":"170_CR16","doi-asserted-by":"crossref","unstructured":"Puterman ML (1994) Markov decision processes: discrete stochastic dynamic programming. Wiley","DOI":"10.1002\/9780470316887"},{"key":"170_CR17","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT Press, Cambridge, MA"},{"key":"170_CR18","unstructured":"Wang DX, Cao XR (2011) Event-based optimization for POMDP and its application in portfolio management. In: The Proceedings of the 18th IFAC World Congress, 28 Aug\u20132 Sept 2011. Milano, Italy, pp 3228\u20133233"},{"key":"170_CR19","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1287\/moor.3.3.231","volume":"3","author":"W Whitt","year":"1978","unstructured":"Whitt W (1978) Approximation of dynamic programs, I. Math Oper Res 3:231\u2013243","journal-title":"Math Oper Res"},{"key":"170_CR20","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1287\/moor.4.2.179","volume":"4","author":"W Whitt","year":"1979","unstructured":"Whitt W (1979) Approximation of dynamic programs, II. Math Oper Res 4:179\u2013185","journal-title":"Math Oper Res"},{"key":"170_CR21","unstructured":"Xia L (2012) Optimal control of customer admission to an open Jackson network. In: The Proceedings of the 31st Chinese Control Conference, 25\u201327 July 2013. Hefei, China, pp 2362\u20132367"},{"key":"170_CR22","author":"L Xia","year":"2013","unstructured":"Xia L (2013) Event-based optimization of admission control in open queueing networks. Discrete Event Dyn Syst Theory Appl. doi: 10.1007\/s10626-013-0167-1","journal-title":"Discrete Event Dyn Syst Theory Appl"},{"key":"170_CR23","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1016\/j.ejor.2011.07.039","volume":"218","author":"L Xia","year":"2012","unstructured":"Xia L, Cao XR (2012) Performance optimization of queueing systems with perturbation realization. Eur J Oper Res 218:293\u2013304","journal-title":"Eur J Oper Res"},{"key":"170_CR24","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1007\/s10626-011-0120-0","volume":"22","author":"C Yao","year":"2012","unstructured":"Yao C, Cassandras CG (2012) Using infinitesimal perturbation analysis of stochastic flow models to recover performance sensitivity estimates of discrete event systems. Discrete Event Dyn Syst Theory Appl 22:197\u2013219","journal-title":"Discrete Event Dyn Syst Theory Appl"},{"issue":"4","key":"170_CR25","doi-asserted-by":"crossref","first-page":"762","DOI":"10.1109\/TASE.2009.2034135","volume":"7","author":"Y Zhao","year":"2010","unstructured":"Zhao Y, Yan CB, Zhao Q, Huang N, Li J, Guan X (2010a) Efficient simulation method for general assembly systems with material handling based on aggregated event-scheduling. IEEE Trans Autom Sci Eng 7(4):762\u2013775","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"170_CR26","first-page":"63","volume-title":"Theory and applications of complex systems and robust control","author":"Y Zhao","year":"2010","unstructured":"Zhao Y, Zhao Q, Guan X (2010b) Stochastic optimal control for a class of manufacturing systems based on event-based optimization. In: Huang J, Liu K-Z, Ohta Y (eds) Theory and applications of complex systems and robust control. Tsinghua University Press, Beijing, China, pp 63\u201383"}],"container-title":["Discrete Event Dynamic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-013-0170-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10626-013-0170-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-013-0170-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T16:27:59Z","timestamp":1563899279000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10626-013-0170-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,9,11]]},"references-count":26,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,6]]}},"alternative-id":["170"],"URL":"https:\/\/doi.org\/10.1007\/s10626-013-0170-6","relation":{},"ISSN":["0924-6703","1573-7594"],"issn-type":[{"value":"0924-6703","type":"print"},{"value":"1573-7594","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,9,11]]}}}