{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T04:05:58Z","timestamp":1751256358519,"version":"3.41.0"},"reference-count":32,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1109\/allerton.2017.8262843","type":"proceedings-article","created":{"date-parts":[[2018,1,18]],"date-time":"2018-01-18T23:03:47Z","timestamp":1516316627000},"page":"974-981","source":"Crossref","is-referenced-by-count":0,"title":["Transition-based versus state-based reward functions for MDPs with Value-at-Risk"],"prefix":"10.1109","author":[{"given":"Shuai","family":"Ma","sequence":"first","affiliation":[]},{"given":"Jia Yuan","family":"Yu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s00186-008-0234-9"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1006\/jmaa.1998.6015"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-1889(03)00116-7"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/9.362904"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1609\/icaps.v24i1.13615","article-title":"Revisiting risk-sensitive mdps: New algorithms and results","author":"hou","year":"2014","journal-title":"Proceedings of the International Conference on Automated Planning and Scheduling (ICAPS)"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmaa.2011.08.006"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1609\/icaps.v21i1.13452","article-title":"Heuristic search for generalized stochastic shortest path mdps","author":"kolobov","year":"2011","journal-title":"Proceedings of the International Conference on Automated Planning and Scheduling (ICAPS)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1214\/aoap\/1042765670"},{"key":"ref15","article-title":"Markov decision processes with multiple long-run average objectives","volume":"10","author":"kucera","year":"2014","journal-title":"Logical Methods in Computer Science"},{"key":"ref16","first-page":"1","article-title":"Mean-Variance Optimization in Markov Decision Processes","author":"mannor","year":"2011","journal-title":"Proceedings of the 28th International Conference on Machine Learning (ICML)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-247X(02)00097-5"},{"key":"ref18","first-page":"1406","article-title":"Cumulative prospect theory meets reinforcement learning: Prediction and control","author":"prashanth","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1006\/jmaa.1998.6203"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1080.0599"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/BF00938524"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s00186-005-0045-1"},{"key":"ref6","first-page":"181","article-title":"Topological value iteration algorithms","volume":"42","author":"dai","year":"2011","journal-title":"Journal of Artificial Intelligence Research"},{"key":"ref29","first-page":"2046","article-title":"Probabilistic goal Markov decision processes","author":"xu","year":"2011","journal-title":"Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/BF02193458"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1080.0685"},{"key":"ref7","first-page":"1","article-title":"Risk-Aware Decision Making and Dynamic Programming","author":"defourny","year":"2008","journal-title":"NIPS Workshop on Model Uncertainty and Risk in Reinforcement Learning"},{"key":"ref2","first-page":"1","article-title":"Coherent measures of rlsk","volume":"9","author":"artzner","year":"1998","journal-title":"Mathematical Finance"},{"journal-title":"Finite State Markovian Decision Processes","year":"1970","author":"derman","key":"ref9"},{"journal-title":"Constrained Markov Decision Processes","year":"1999","author":"altman","key":"ref1"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21690-4_8"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1613\/jair.3987","article-title":"A Survey of Multi-Objective Sequential Decision-Making","volume":"48","author":"roijers","year":"2013","journal-title":"Journal of Artificial Intelligence Research"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.spa.2004.03.004"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1287\/opre.42.1.175"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1050.0186"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1613\/jair.5153","article-title":"Goal probability analysis in mdp probabilistic planning: Exploring and enhancing the state of the art","volume":"57","author":"steinmetz","year":"2016","journal-title":"Journal of Artificial Intelligence Research"}],"event":{"name":"2017 55th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","start":{"date-parts":[[2017,10,3]]},"location":"Monticello, IL","end":{"date-parts":[[2017,10,6]]}},"container-title":["2017 55th Annual Allerton Conference on Communication, Control, and Computing (Allerton)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8253908\/8262705\/08262843.pdf?arnumber=8262843","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,29]],"date-time":"2025-06-29T22:42:17Z","timestamp":1751236937000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8262843\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/allerton.2017.8262843","relation":{},"subject":[],"published":{"date-parts":[[2017,10]]}}}