{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T02:31:52Z","timestamp":1730341912748,"version":"3.28.0"},"reference-count":30,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.23919\/acc45564.2020.9147586","type":"proceedings-article","created":{"date-parts":[[2020,7,27]],"date-time":"2020-07-27T22:02:33Z","timestamp":1595887353000},"page":"1093-1098","source":"Crossref","is-referenced-by-count":2,"title":["Identifying Sparse Low-Dimensional Structures in Markov Chains: A Nonnegative Matrix Factorization Approach"],"prefix":"10.23919","author":[{"given":"Mahsa","family":"Ghasemi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abolfazl","family":"Hashemi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haris","family":"Vikalo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ufuk","family":"Topcu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1561\/2200000050"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1103\/PhysRevLett.72.3634"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1017\/S0022112010001217"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1007\/s00332-017-9437-7"},{"key":"ref13","first-page":"3819","article-title":"State aggregation in Markov decision processes","volume":"4","author":"ren","year":"2002","journal-title":"Proc Conference on Decision and Control"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1145\/1273496.1273545"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1145\/1273496.1273589"},{"key":"ref16","first-page":"2574","article-title":"An analysis of Laplacian methods for value function approximation in MDPs","author":"petrik","year":"2007","journal-title":"Proc Int Joint Conf on Artif Intel"},{"key":"ref17","first-page":"556","article-title":"Algorithms for non-negative matrix factorization","author":"lee","year":"2001","journal-title":"Proc Advances in Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/TIT.2011.2132490"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1186\/s12864-018-4551-y"},{"year":"2011","author":"chen","article-title":"Projection onto a simplex","key":"ref28"},{"year":"2009","author":"koller","journal-title":"Probabilistic Graphical Models Principles and Techniques","key":"ref4"},{"key":"ref27","volume":"1","author":"bertsekas","year":"1995","journal-title":"Dynamic Programming and Optimal Control"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1016\/S0959-440X(96)80056-X"},{"key":"ref6","first-page":"10","article-title":"State abstractions for lifelong reinforcement learning","author":"abel","year":"2018","journal-title":"Proc International Conference on Machine Learning"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.1137\/080716542"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.24963\/ijcai.2019\/329"},{"key":"ref8","volume":"5","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1287\/opre.39.4.553"},{"year":"2006","author":"bishop","journal-title":"Pattern Recognition and Machine Learning","key":"ref2"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1007\/BF00114724"},{"year":"1971","author":"kushner","article-title":"Introduction to stochastic control","key":"ref1"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1016\/j.jcss.2011.12.025"},{"key":"ref22","first-page":"4729","article-title":"Estimation of Markov chain via rank-constrained likelihood","author":"li","year":"2018","journal-title":"Proc International Conference on Machine Learning"},{"year":"2016","author":"huang","article-title":"Recovering structured probability matrices","key":"ref21"},{"key":"ref24","first-page":"4486","article-title":"State aggregation learning from markov transition data","author":"duan","year":"2019"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1109\/TIT.2019.2956737"},{"year":"1983","author":"hoekstra","article-title":"On Markov chains of finite rank","key":"ref26"},{"year":"1966","author":"runnenburg","journal-title":"Markov processes in waiting-time and renewal theory","key":"ref25"}],"event":{"name":"2020 American Control Conference (ACC)","start":{"date-parts":[[2020,7,1]]},"location":"Denver, CO, USA","end":{"date-parts":[[2020,7,3]]}},"container-title":["2020 American Control Conference (ACC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9140048\/9147203\/09147586.pdf?arnumber=9147586","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,8,31]],"date-time":"2020-08-31T21:47:26Z","timestamp":1598910446000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9147586\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7]]},"references-count":30,"URL":"https:\/\/doi.org\/10.23919\/acc45564.2020.9147586","relation":{},"subject":[],"published":{"date-parts":[[2020,7]]}}}