{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:21:16Z","timestamp":1742959276776,"version":"3.40.3"},"publisher-location":"London","reference-count":17,"publisher":"Springer London","isbn-type":[{"type":"electronic","value":"9781447151029"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-1-4471-5102-9_57-1","type":"book-chapter","created":{"date-parts":[[2014,10,2]],"date-time":"2014-10-02T02:12:15Z","timestamp":1412215935000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Perturbation Analysis of Steady-State Performance and Sensitivity-Based Optimization"],"prefix":"10.1007","author":[{"given":"Chair ProfessorXi-Ren","family":"Cao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,3,11]]},"reference":[{"key":"57-1_CR1","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1613\/jair.806","volume":"15","author":"J Baxter","year":"2001","unstructured":"Baxter J, Bartlett PL (2001) Infinite-horizon policy-gradient estimation. J Artif Intell Res 15: 319\u2013350","journal-title":"J Artif Intell Res"},{"key":"57-1_CR2","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TAC.1985.1104093","volume":"30","author":"XR Cao","year":"1985","unstructured":"Cao XR (1985) Convergence of parameter sensitivity estimates in a stochastic experiment. IEEE Trans Autom Control 30:834\u2013843","journal-title":"IEEE Trans Autom Control"},{"issue":"5","key":"57-1_CR3","doi-asserted-by":"publisher","first-page":"696","DOI":"10.1109\/TAC.2005.847037","volume":"50","author":"XR Cao","year":"2005","unstructured":"Cao XR (2005) A basic formula for online policy gradient algorithms. IEEE Trans Autom Control 50(5):696\u2013699","journal-title":"IEEE Trans Autom Control"},{"key":"57-1_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-69082-7","volume-title":"Stochastic learning and optimization \u2013 a sensitivity-based approach","author":"XR Cao","year":"2007","unstructured":"Cao XR (2007) Stochastic learning and optimization \u2013 a sensitivity-based approach. Springer, New\u00a0York"},{"key":"57-1_CR5","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1109\/87.701341","volume":"6","author":"XR Cao","year":"1998","unstructured":"Cao XR, Wan YW (1998) Algorithms for sensitivity analysis of Markov systems through potentials and perturbation realization. IEEE Trans Control Syst Technol 6:482\u2013494","journal-title":"IEEE Trans Control Syst Technol"},{"doi-asserted-by":"crossref","unstructured":"Cao XR, Wan XW (2013) Analysis of non-linear behavior \u2013 a sensitivity-based approach. submitted","key":"57-1_CR6","DOI":"10.1109\/CDC.2012.6426898"},{"key":"57-1_CR7","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/s10626-010-0093-4","volume":"21","author":"XR Cao","year":"2011","unstructured":"Cao XR, Wang DX, Lu T, Xu YF (2011) Stochastic control via direct comparison. Discret Event Dyn Syst Theory Appl 21:11\u201338","journal-title":"Discret Event Dyn Syst Theory Appl"},{"key":"57-1_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-4070-7","volume-title":"Introduction to discrete event systems","author":"CG Cassandras","year":"1999","unstructured":"Cassandras CG, Lafortune S (1999) Introduction to discrete event systems. Kluwer Academic Publishers, Boston"},{"key":"57-1_CR9","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1109\/TAC.2004.825647","volume":"49","author":"HT Fang","year":"2004","unstructured":"Fang HT, Cao XR (2004) Potential-based on-line policy iteration algorithms for Markov decision processes. IEEE Trans Autom Control 49:493\u2013505","journal-title":"IEEE Trans Autom Control"},{"key":"57-1_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-6293-1","volume-title":"Conditional Monte Carlo: gradient estimation and optimization applications","author":"MC Fu","year":"1997","unstructured":"Fu MC, Hu JQ (1997) Conditional Monte Carlo: gradient estimation and optimization applications. Kluwer Academic Publishers, Boston"},{"key":"57-1_CR11","volume-title":"Gradient estimation via perturbation analysis","author":"P Glasserman","year":"1991","unstructured":"Glasserman P (1991) Gradient estimation via perturbation analysis. Kluwer Academic Publishers, Boston"},{"key":"57-1_CR12","doi-asserted-by":"publisher","first-page":"1281","DOI":"10.1287\/mnsc.34.11.1281","volume":"34","author":"P Heidelberger","year":"1988","unstructured":"Heidelberger P, Cao XR, Zazanis M, Suri R (1988) Convergence properties of infinitesimal perturbation analysis estimates. Manag Sci 34:1281-1302","journal-title":"Manag Sci"},{"key":"57-1_CR13","doi-asserted-by":"publisher","first-page":"559","DOI":"10.1007\/BF00933971","volume":"40","author":"YC Ho","year":"1983","unstructured":"Ho YC, Cao XR (1983) Perturbation analysis and optimization of queueing networks. J Optim Theory Appl 40:559\u2013582","journal-title":"J Optim Theory Appl"},{"key":"57-1_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4024-3","volume-title":"Perturbation analysis of discrete-event dynamic systems","author":"YC Ho","year":"1991","unstructured":"Ho YC, Cao XR (1991) Perturbation analysis of discrete-event dynamic systems. Kluwer Academic Publisher, Boston"},{"key":"57-1_CR15","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1109\/9.905687","volume":"46","author":"P Marbach","year":"2001","unstructured":"Marbach P, Tsitsiklis TN (2001) Simulation-based optimization of Markov reward processes. IEEE Trans Autom Control 46:191\u2013209","journal-title":"IEEE Trans Autom Control"},{"key":"57-1_CR16","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"ML Puterman","year":"1994","unstructured":"Puterman ML (1994) Markov decision processes: discrete stochastic dynamic programming. Wiley, New York"},{"key":"57-1_CR17","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1214\/aoms\/1177729586","volume":"22","author":"H Robbins","year":"1951","unstructured":"Robbins H, Monro S (1951) A stochastic approximation method. Ann Math Stat 22:400\u2013407","journal-title":"Ann Math Stat"}],"container-title":["Encyclopedia of Systems and Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4471-5102-9_57-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,9]],"date-time":"2023-02-09T22:46:30Z","timestamp":1675982790000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-4471-5102-9_57-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9781447151029"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-1-4471-5102-9_57-1","relation":{},"subject":[],"published":{"date-parts":[[2013]]},"assertion":[{"value":"25 November 2013, 20:43:01","order":1,"name":"received","label":"Received","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"25 November 2013, 20:43:01","order":2,"name":"accepted","label":"Accepted","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"11 March 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}