{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T18:12:36Z","timestamp":1759774356445,"version":"3.37.3"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,2,18]],"date-time":"2019-02-18T00:00:00Z","timestamp":1550448000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,2,18]],"date-time":"2019-02-18T00:00:00Z","timestamp":1550448000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003995","name":"Natural Science Foundation of Anhui Province","doi-asserted-by":"publisher","award":["1808085QG220"],"award-info":[{"award-number":["1808085QG220"]}],"id":[{"id":"10.13039\/501100003995","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71601066","71501055"],"award-info":[{"award-number":["71601066","71501055"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71690230","71690235"],"award-info":[{"award-number":["71690230","71690235"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003995","name":"Natural Science Foundation of Anhui Province","doi-asserted-by":"publisher","award":["1708085QG164"],"award-info":[{"award-number":["1708085QG164"]}],"id":[{"id":"10.13039\/501100003995","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Humanities and Social Science Foundation of Ministry of Education in China","award":["16YJC630093"],"award-info":[{"award-number":["16YJC630093"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Optim Lett"],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s11590-019-01403-2","type":"journal-article","created":{"date-parts":[[2019,2,18]],"date-time":"2019-02-18T17:09:31Z","timestamp":1550509771000},"page":"569-590","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Event-based optimization approach for solving stochastic decision problems with probabilistic constraint"],"prefix":"10.1007","volume":"15","author":[{"given":"Xiaonong","family":"Lu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhanglin","family":"Peng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qiang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shanlin","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,18]]},"reference":[{"key":"1403_CR1","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M Puterman","year":"1994","unstructured":"Puterman, M.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, New York (1994)"},{"issue":"2","key":"1403_CR2","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1109\/9.67293","volume":"36","author":"R Aldhaheri","year":"1991","unstructured":"Aldhaheri, R., Khalil, H.: Aggregation of the policy iteration method for nearly completely decomposable Markov chains. IEEE Trans. Autom. Control 36(2), 178\u2013187 (1991)","journal-title":"IEEE Trans. Autom. Control"},{"key":"1403_CR3","unstructured":"Ren, Z., Krogh, B.: State aggregation in Markov decision processes. In: Conference on Decision and Control. IEEE, pp. 3819\u20133824. Pittsburgh, USA (2002)"},{"issue":"6","key":"1403_CR4","doi-asserted-by":"publisher","first-page":"929","DOI":"10.1016\/S0005-1098(01)00282-5","volume":"38","author":"X Cao","year":"2002","unstructured":"Cao, X., Ren, Z., Bhatnagar, S., et al.: A time aggregation approach to Markov decision processes. Automatica 38(6), 929\u2013943 (2002)","journal-title":"Automatica"},{"issue":"11","key":"1403_CR5","doi-asserted-by":"publisher","first-page":"2177","DOI":"10.1109\/TAC.2007.908359","volume":"52","author":"T Sun","year":"2007","unstructured":"Sun, T., Zhao, Q., Luh, P.: Incremental value iteration for time-aggregated Markov-decision processes. IEEE Trans. Autom. Control 52(11), 2177\u20132182 (2007)","journal-title":"IEEE Trans. Autom. Control"},{"key":"1403_CR6","doi-asserted-by":"publisher","DOI":"10.1002\/9780470182963","volume-title":"Approximate Dynamic Programming: Solving the Curses of Dimensionality","author":"W Powell","year":"2007","unstructured":"Powell, W.: Approximate Dynamic Programming: Solving the Curses of Dimensionality. Wiley, New York (2007)"},{"key":"1403_CR7","volume-title":"Reinforcement Learning: An Introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT press, Cambridge (1998)"},{"key":"1403_CR8","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/920829","author":"J Wan","year":"2014","unstructured":"Wan, J., Liu, L., Guo, J.: Dynamic request routing for online video-on-demand service: a Markov decision process approach. Math. Probl. Eng. (2014). https:\/\/doi.org\/10.1155\/2014\/920829","journal-title":"Math. Probl. Eng."},{"key":"1403_CR9","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/380926","author":"S Zhang","year":"2015","unstructured":"Zhang, S., Yang, J., Shi, Y., et al.: Dynamic energy storage control for reducing electricity cost in data centers. Math. Probl. Eng. (2015). https:\/\/doi.org\/10.1155\/2015\/380926","journal-title":"Math. Probl. Eng."},{"issue":"10","key":"1403_CR10","doi-asserted-by":"publisher","first-page":"3070","DOI":"10.1109\/TAC.2015.2497904","volume":"61","author":"X Jiang","year":"2016","unstructured":"Jiang, X., Xi, H., Wang, X., et al.: Finding optimal observation-based policies for constrained POMDPs under the expected average reward criterion. IEEE Trans. Autom. Control 61(10), 3070\u20133075 (2016)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"10","key":"1403_CR11","doi-asserted-by":"publisher","first-page":"1382","DOI":"10.1109\/9.633827","volume":"42","author":"X Cao","year":"1997","unstructured":"Cao, X., Chen, H.: Perturbation realization, potentials and sensitivity analysis of Markov processes. IEEE Trans. Autom. Control 42(10), 1382\u20131393 (1997)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"2","key":"1403_CR12","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/s10626-004-6211-4","volume":"15","author":"X Cao","year":"2005","unstructured":"Cao, X.: Basic ideas for event-based optimization of Markov systems. Discrete Event Dyn. Syst. Theory Appl. 15(2), 169\u2013197 (2005)","journal-title":"Discrete Event Dyn. Syst. Theory Appl."},{"key":"1403_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-69082-7","volume-title":"Stochastic Learning and Optimization: A Sensitivity-Based Approach","author":"X Cao","year":"2007","unstructured":"Cao, X.: Stochastic Learning and Optimization: A Sensitivity-Based Approach. Springer, New York (2007)"},{"issue":"4","key":"1403_CR14","doi-asserted-by":"publisher","first-page":"1076","DOI":"10.1109\/TAC.2008.919557","volume":"53","author":"X Cao","year":"2008","unstructured":"Cao, X., Zhang, J.: Event-based optimization of Markov systems. IEEE Trans. Autom. Control 53(4), 1076\u20131082 (2008)","journal-title":"IEEE Trans. Autom. Control"},{"key":"1403_CR15","unstructured":"Xu, C., Yang, J., Xi, H., et al.: Event-related optimization for a class of resource location with admission control. In: International Joint Conference on Neural Networks. IEEE, Hefei, China, pp. 1092\u20131097 (2008)"},{"key":"1403_CR16","unstructured":"Zhao, Y., Zhao, Q., Jia, Q., et al.: Event-related optimization for a class of resource location with admission control. In: Conference on Decision and Control. IEEE, Beijing, China, pp. 2173\u20132178 (2008)"},{"issue":"4","key":"1403_CR17","doi-asserted-by":"publisher","first-page":"1396","DOI":"10.1109\/TASE.2015.2455419","volume":"12","author":"B Sun","year":"2015","unstructured":"Sun, B., Luh, P.B., Jia, Q.S., et al.: Event-based optimization within the Lagrangian relaxation framework for energy savings in HVAC systems. IEEE Trans. Autom. Sci. Eng. 12(4), 1396\u20131406 (2015)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"5","key":"1403_CR18","doi-asserted-by":"publisher","first-page":"1553","DOI":"10.1111\/itor.12332","volume":"25","author":"M Parlar","year":"2018","unstructured":"Parlar, M., Rodrigues, B., Sharafali, M.: Event-based allocation of airline check-in counters: a simple dynamic optimization method supported by empirical data. Int. Trans. Oper. Res. 25(5), 1553\u20131582 (2018)","journal-title":"Int. Trans. Oper. Res."},{"key":"1403_CR19","unstructured":"Jia, Q.: On solving optimal policies for event-based dynamic programming. In: Chinese Control Conference. IEEE, Beijing. China, pp. 1511\u20131516 (2010)"},{"issue":"12","key":"1403_CR20","doi-asserted-by":"publisher","first-page":"2912","DOI":"10.1109\/TAC.2011.2159653","volume":"56","author":"Q Jia","year":"2011","unstructured":"Jia, Q.: On solving event-based optimization with average reward over infinite stages. IEEE Trans. Autom. Control 56(12), 2912\u20132917 (2011)","journal-title":"IEEE Trans. Autom. Control"},{"key":"1403_CR21","unstructured":"Jia, Q.: Event-based optimization with lagged state information. In: Chinese Control Conference. IEEE, Hefei. China, pp. 2055\u20132060 (2012)"},{"issue":"2","key":"1403_CR22","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10626-013-0170-6","volume":"24","author":"L Xia","year":"2014","unstructured":"Xia, L., Jia, Q., Cao, X.: A tutorial on event-based optimization-a new optimization framework. Discrete Event Dyn. Syst. Theory Appl. 24(2), 103\u2013132 (2014)","journal-title":"Discrete Event Dyn. Syst. Theory Appl."},{"issue":"2","key":"1403_CR23","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s10626-013-0167-1","volume":"24","author":"L Xia","year":"2014","unstructured":"Xia, L.: Event-based optimization of admission control in open queueing networks. Discrete Event Dyn. Syst. Theory Appl. 24(2), 133\u2013151 (2014)","journal-title":"Discrete Event Dyn. Syst. Theory Appl."},{"issue":"6","key":"1403_CR24","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1002\/asjc.874","volume":"16","author":"L Xia","year":"2014","unstructured":"Xia, L.: Policy gradient approach of event-based optimization and its online implementation. Asian J. Control 16(6), 1735\u20131743 (2014)","journal-title":"Asian J. Control"},{"issue":"1","key":"1403_CR25","doi-asserted-by":"publisher","first-page":"62","DOI":"10.3166\/ejc.14.62-75","volume":"14","author":"A Pietrabissa","year":"2008","unstructured":"Pietrabissa, A.: Admission control in UMTS networks based on approximate dynamic programming. Eur. J. Control 14(1), 62\u201375 (2008)","journal-title":"Eur. J. Control"},{"issue":"3","key":"1403_CR26","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1007\/s10957-012-9989-5","volume":"153","author":"S Bhatnagar","year":"2012","unstructured":"Bhatnagar, S., Lakshmanan, K.: An online actor-critic algorithm with function approximation for constrained Markov decision processes. J. Optim. Theory Appl. 153(3), 688\u2013708 (2012)","journal-title":"J. Optim. Theory Appl."},{"issue":"5","key":"1403_CR27","doi-asserted-by":"publisher","first-page":"2170","DOI":"10.1109\/TSP.2007.893228","volume":"55","author":"D Djonin","year":"2007","unstructured":"Djonin, D., Krishnamurthy, V.: Q-learning algorithms for constrained Markov decision processes with randomized monotone policies: application to MIMO transmission control. IEEE Trans. Signal Process. 55(5), 2170\u20132181 (2007)","journal-title":"IEEE Trans. Signal Process."},{"issue":"4","key":"1403_CR28","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1007\/s11276-011-0335-x","volume":"17","author":"C Sun","year":"2011","unstructured":"Sun, C., Stevens, E., Shah, V., et al.: A constrained MDP-based vertical handoff decision algorithm for 4G heterogeneous wireless networks. Wirel. Netw. 17(4), 1063\u20131081 (2011)","journal-title":"Wirel. Netw."},{"key":"1403_CR29","doi-asserted-by":"publisher","DOI":"10.1007\/b138725","volume-title":"Probabilistic and Randomized Methods for Design Under Uncertainty","author":"G Calafiore","year":"2006","unstructured":"Calafiore, G., Dabbene, F.: Probabilistic and Randomized Methods for Design Under Uncertainty. Springer, London (2006)"},{"issue":"1","key":"1403_CR30","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1109\/TAC.2010.2086553","volume":"56","author":"M Cannon","year":"2011","unstructured":"Cannon, M., Kouvaritakis, B., Rakovic, V., et al.: Stochastic tubes in model predictive control with probabilistic constraints. IEEE Trans. Autom. Control 56(1), 194\u2013200 (2011)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"6","key":"1403_CR31","doi-asserted-by":"publisher","first-page":"2773","DOI":"10.1109\/TSP.2011.2129514","volume":"59","author":"J Chung","year":"2011","unstructured":"Chung, J., Du, H., Gondzio, J.: A probabilistic constraint approach for robust transmit beamforming with imperfect channel information. IEEE Trans. Signal Process. 59(6), 2773\u20132782 (2011)","journal-title":"IEEE Trans. Signal Process."},{"key":"1403_CR32","volume-title":"Probabilistic Constrained Optimization: Methodology and Applications","author":"S Uryasev","year":"2013","unstructured":"Uryasev, S.: Probabilistic Constrained Optimization: Methodology and Applications. Springer, Gainesville (2013)"},{"issue":"2","key":"1403_CR33","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.ejor.2012.08.010","volume":"224","author":"Y Li","year":"2013","unstructured":"Li, Y., Cao, F.: A basic formula for performance gradient estimation of semi-Markov decision processes. Eur. J. Oper. Res. 224(2), 333\u2013339 (2013)","journal-title":"Eur. J. Oper. Res."},{"issue":"7","key":"1403_CR34","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1109\/TCSVT.2005.848351","volume":"15","author":"P Mundur","year":"2005","unstructured":"Mundur, P., Sood, A.K., Simon, R.: Class-based access control for distributed video-on-demand systems. IEEE Trans. Circuits Syst. Video Technol. 15(7), 844\u2013853 (2005)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"issue":"7B","key":"1403_CR35","first-page":"4411","volume":"7","author":"B Yin","year":"2011","unstructured":"Yin, B., Lu, S., Guo, D.: Analysis of admission control in P2P-based media delivery network based on POMDP. Int. J. Innov. Comput. Inf. Control 7(7B), 4411\u20134422 (2011)","journal-title":"Int. J. Innov. Comput. Inf. Control"}],"container-title":["Optimization Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11590-019-01403-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11590-019-01403-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11590-019-01403-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,22]],"date-time":"2021-02-22T07:40:38Z","timestamp":1613979638000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11590-019-01403-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,18]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["1403"],"URL":"https:\/\/doi.org\/10.1007\/s11590-019-01403-2","relation":{},"ISSN":["1862-4472","1862-4480"],"issn-type":[{"type":"print","value":"1862-4472"},{"type":"electronic","value":"1862-4480"}],"subject":[],"published":{"date-parts":[[2019,2,18]]},"assertion":[{"value":"21 December 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 February 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}