{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T04:44:31Z","timestamp":1745469871678,"version":"3.40.4"},"reference-count":17,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012,10]]},"DOI":"10.1109\/icsmc.2012.6378016","type":"proceedings-article","created":{"date-parts":[[2012,12,18]],"date-time":"2012-12-18T21:52:04Z","timestamp":1355867524000},"page":"1903-1910","source":"Crossref","is-referenced-by-count":3,"title":["Acquiring a broad range of empirical knowledge in real time by temporal-difference learning"],"prefix":"10.1109","author":[{"given":"Joseph","family":"Modayil","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adam","family":"White","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick M.","family":"Pilarski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard S.","family":"Sutton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"17","doi-asserted-by":"crossref","DOI":"10.1016\/0921-8890(95)00004-Y","article-title":"Lifelong robot learning","author":"thrun","year":"1995","journal-title":"Robotics and Autonomous Systems"},{"key":"15","article-title":"Horde: A scalable real-time architecture for learning knowledge from unsupervised sensorimotor interaction","author":"sutton","year":"2011","journal-title":"Proceedings of the 10th International Conference on Autonomous Agents and Multiagent Systems (AAMAS)"},{"key":"16","article-title":"Learning to make predictions in partially observable environments without a generative model","author":"talvitie","year":"2011","journal-title":"Journal of Artificial Intelligence Research"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"journal-title":"Reinforcement Learning An Introduction","year":"1998","author":"sutton","key":"14"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1109\/BioRob.2012.6290309"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"3","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v25i1.7924","article-title":"An online spectral learning algorithm for partially observable nonlinear dynamical systems","author":"boots","year":"2011","journal-title":"Proceedings of the Twenty-Fifth National Conference on Artificial Intelligence (AAAI)"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1006559212014"},{"key":"1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364910371999"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2007.11.026"},{"key":"7","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546877"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2004.1307456"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1109\/100.580977"},{"key":"4","doi-asserted-by":"crossref","DOI":"10.2174\/1874120701206010005","article-title":"The development of a myoelectric training tool for above-elbow amputees","author":"dawson","year":"2012","journal-title":"The Open Biomedical Engineering Journal"},{"key":"9","article-title":"Multi-timescale nexting in a reinforcement learning robot","author":"modayil","year":"2012","journal-title":"Proc 1st Int Conf on Simulation of Adaptive Behavior"},{"journal-title":"Gradient Temporal-difference Learning Algorithms","year":"2011","author":"maei","key":"8"}],"event":{"name":"2012 IEEE International Conference on Systems, Man and Cybernetics - SMC","start":{"date-parts":[[2012,10,14]]},"location":"Seoul, Korea (South)","end":{"date-parts":[[2012,10,17]]}},"container-title":["2012 IEEE International Conference on Systems, Man, and Cybernetics (SMC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/6362338\/6377652\/06378016.pdf?arnumber=6378016","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T21:48:39Z","timestamp":1745444919000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6378016\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,10]]},"references-count":17,"URL":"https:\/\/doi.org\/10.1109\/icsmc.2012.6378016","relation":{},"subject":[],"published":{"date-parts":[[2012,10]]}}}