{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T16:49:16Z","timestamp":1762102156513},"reference-count":33,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1109\/cdc.2017.8264388","type":"proceedings-article","created":{"date-parts":[[2018,1,23]],"date-time":"2018-01-23T20:30:57Z","timestamp":1516739457000},"source":"Crossref","is-referenced-by-count":11,"title":["Risk-aware Q-learning for Markov decision processes"],"prefix":"10.1109","author":[{"given":"Wenjie","family":"Huang","sequence":"first","affiliation":[]},{"given":"William B.","family":"Haskell","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1186"},{"key":"ref32","author":"noyan","year":"2012","journal-title":"Kusuoka representations of coherent risk measures in finite probability spaces"},{"key":"ref31","article-title":"Probability, volume 7 of classics in applied mathematics","author":"breiman","year":"1992","journal-title":"Society for Industrial and Applied Mathematics (SIAM)"},{"key":"ref30","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","author":"duchi","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1080.0646"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1002\/9780470182963"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993306"},{"key":"ref15","article-title":"Stochastic approximation","author":"borkar","year":"2008","journal-title":"Cambria Books"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1287\/moor.27.2.294.324"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1137\/140969221"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-010-0393-3"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00186-011-0367-0"},{"key":"ref28","article-title":"Online stochastic optimization with multiple objectives","author":"mahdavi","year":"2012","journal-title":"arXiv preprint arXiv 1211 6013"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.21314\/JOR.2000.038"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2011.11.005"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898718751"},{"key":"ref6","first-page":"233","article-title":"An interior-point stochastic approximation method and an 11-regularized delta rule","author":"carbonetto","year":"2009","journal-title":"Advances in neural information processing systems"},{"key":"ref29","author":"haskell","year":"2016","journal-title":"Online risk-aware optimization"},{"key":"ref5","author":"bardou","year":"0","journal-title":"Computation of var and cvar using stochastic approximations and unconstrained importance sampling"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9965.2007.00311.x"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1120.0563"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1050.0186"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-4266(02)00281-9"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9965.00068"},{"key":"ref20","first-page":"1522","article-title":"Risk-sensitive and robust decision-making: a cvar optimization approach","author":"chow","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1137\/120899005"},{"key":"ref21","article-title":"Risk-averse approximate dynamic programming for dynamic quantile-based risk measures","author":"jiang","year":"2015","journal-title":"arXiv preprint arXiv 1509 01920"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1080\/1055678021000034008"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00600"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1080\/02331930500342823"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1137\/S1052623403434012"}],"event":{"name":"2017 IEEE 56th Annual Conference on Decision and Control (CDC)","location":"Melbourne, Australia","start":{"date-parts":[[2017,12,12]]},"end":{"date-parts":[[2017,12,15]]}},"container-title":["2017 IEEE 56th Annual Conference on Decision and Control (CDC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8253407\/8263624\/08264388.pdf?arnumber=8264388","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,2,28]],"date-time":"2018-02-28T20:44:30Z","timestamp":1519850670000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8264388\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":33,"URL":"https:\/\/doi.org\/10.1109\/cdc.2017.8264388","relation":{},"subject":[],"published":{"date-parts":[[2017,12]]}}}