{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T05:06:13Z","timestamp":1725167173647},"reference-count":19,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2014,12,1]],"date-time":"2014-12-01T00:00:00Z","timestamp":1417392000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1109\/tcyb.2014.2313655","type":"journal-article","created":{"date-parts":[[2014,4,10]],"date-time":"2014-04-10T18:02:13Z","timestamp":1397152933000},"page":"2696-2705","source":"Crossref","is-referenced-by-count":10,"title":["Acceleration of Reinforcement Learning by Policy Evaluation Using Nonstationary Iterative Method"],"prefix":"10.1109","volume":"44","author":[{"given":"Kei","family":"Senda","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Suguru","family":"Hattori","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Toru","family":"Hishinuma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Takehisa","family":"Kohda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"135","article-title":"The BCG method and the CGS method","volume":"613","author":"natori","year":"1987","journal-title":"Numerical Algorithm for Supercomputer (RIMS Kokyuroku)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898718003"},{"key":"ref12","author":"yamamoto","year":"2010","journal-title":"Fundamentals of Matrix Calculus"},{"key":"ref13","article-title":"Reinforcement learning benchmarks and bake-offs II","author":"dutech","year":"2005","journal-title":"Proc Workshop Annu Conf NIPS"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-01551-9","author":"szepesv\u00e1ri","year":"2010","journal-title":"Algorithms for Reinforcement Learning"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/9780470182963"},{"key":"ref16","first-page":"1107","article-title":"Least-squares policy iteration","volume":"4","author":"lagoudakis","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2007.899161"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1023\/A:1017936530646"},{"key":"ref19","first-page":"2169","article-title":"Proto-value functions: A Laplacian framework for learning representation and control in Markov decision processes","volume":"8","author":"mahadevan","year":"2007","journal-title":"J Mach Learn Res"},{"key":"ref4","author":"hironaka","year":"2009","journal-title":"Gendai Suuri Kagaku Jiten"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.9746\/sicetr1965.42.47"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611970944"},{"key":"ref5","author":"mori","year":"1994","journal-title":"Linear Calculation"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0080116"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.6028\/jres.049.044"},{"key":"ref2","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1137\/0913035"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/6936410\/06786366.pdf?arnumber=6786366","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T01:24:21Z","timestamp":1689125061000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6786366\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,12]]},"references-count":19,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2014.2313655","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,12]]}}}