{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T11:21:53Z","timestamp":1780053713685,"version":"3.54.0"},"reference-count":26,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Science Foundation","award":["1619319"],"award-info":[{"award-number":["1619319"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2018,7]]},"DOI":"10.1109\/lra.2018.2801479","type":"journal-article","created":{"date-parts":[[2018,2,2]],"date-time":"2018-02-02T19:19:05Z","timestamp":1517599145000},"page":"1631-1638","source":"Crossref","is-referenced-by-count":35,"title":["A Solution to Time-Varying Markov Decision Processes"],"prefix":"10.1109","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6796-6817","authenticated-orcid":false,"given":"Lantao","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gaurav S.","family":"Sukhatme","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993104"},{"key":"ref11","first-page":"12","article-title":"Labeled RTDP: Improving the convergence of real-time dynamic programming","author":"bonet","year":"0","journal-title":"Proc Proc 13th Int Conf Automated Plan Scheduling"},{"key":"ref12","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.conb.2008.08.003"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/203330.203343"},{"key":"ref17","first-page":"49","article-title":"Least-squares temporal difference learning","author":"boyan","year":"0","journal-title":"Proc 16th Int Conf Mach Learn"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2009.00726.x"},{"key":"ref4","article-title":"A time-varying markov-switching model for economic growth","author":"morier","year":"2011","journal-title":"Escola de Economia de São Paulo Getulio Vargas Foundation Brazil Textos para discussão 305"},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s13253-012-0090-1"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.econmod.2012.11.054"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2006.06.047"},{"key":"ref7","first-page":"1026","article-title":"Exact solutions to time-dependent mdps","author":"boyan","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref2","author":"bertsekas","year":"2000","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2009.52"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1613\/jair.575","article-title":"Decision-theoretic planning: Structural assumptions and computational leverage","volume":"11","author":"boutilier","year":"1999","journal-title":"J Artif Intell Res"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.27.4.479"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/BF01457949"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRev.81.617"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ocemod.2004.08.002"},{"key":"ref23","author":"golub","year":"1996","journal-title":"Matrix Comput"},{"key":"ref26","first-page":"643","article-title":"Symbolic dynamic programming for discrete and continuous state MDPs","author":"sanner","year":"2012","journal-title":"Proc Seventh Conf Uncertainty Artificial Intell"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143963"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"http:\/\/ieeexplore.ieee.org\/ielaam\/7083369\/8302435\/8279444-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7083369\/8302435\/08279444.pdf?arnumber=8279444","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,13]],"date-time":"2022-08-13T21:09:52Z","timestamp":1660424992000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8279444\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7]]},"references-count":26,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/lra.2018.2801479","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"value":"2377-3766","type":"electronic"},{"value":"2377-3774","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7]]}}}