{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T08:43:25Z","timestamp":1777279405881,"version":"3.51.4"},"reference-count":20,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1109\/allerton.2018.8636066","type":"proceedings-article","created":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T03:04:31Z","timestamp":1551409471000},"page":"911-918","source":"Crossref","is-referenced-by-count":9,"title":["Entropy Maximization for Constrained Markov Decision Processes"],"prefix":"10.1109","author":[{"given":"Yagiz","family":"Savas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Melkior","family":"Ornik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Murat","family":"Cubuktepe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ufuk","family":"Topcu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"1352","article-title":"Reinforcement learning with deep energy-based policies","volume":"70","author":"haarnoja","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2015.07.034"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71209-1_6"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2014.2298143"},{"key":"ref14","author":"baier","year":"2008","journal-title":"Principles of Model Checking"},{"key":"ref15","article-title":"Markovian Processes for Quantitative Information Leakage","author":"biondi","year":"2014"},{"key":"ref16","article-title":"Entropy maximization for Markov decision processes under temporal logic constraints","author":"savas","year":"2018","journal-title":"arXiv 1807 03223 [math OC]"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611970791"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10957-016-0892-3"},{"key":"ref19","first-page":"1","article-title":"CVXPY: A Python-embedded modeling language for convex optimization","volume":"17","author":"diamond","year":"2016","journal-title":"Journal of Machine Learning Research"},{"key":"ref4","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref3","author":"chen","year":"2014","journal-title":"On the complexity of computing maximum entropy for Markovian models"},{"key":"ref6","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref5","author":"altman","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1160633.1160681"},{"key":"ref7","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jlamp.2014.05.001"},{"key":"ref1","author":"cover","year":"2006","journal-title":"Elements of Information Theory"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2009.11-07-643"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JRPROC.1952.273898"}],"event":{"name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","location":"Monticello, IL, USA","start":{"date-parts":[[2018,10,2]]},"end":{"date-parts":[[2018,10,5]]}},"container-title":["2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8630872\/8635635\/08636066.pdf?arnumber=8636066","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T00:10:22Z","timestamp":1598227822000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8636066\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/allerton.2018.8636066","relation":{},"subject":[],"published":{"date-parts":[[2018,10]]}}}