{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T01:28:41Z","timestamp":1780363721170,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,6,14]],"date-time":"2009-06-14T00:00:00Z","timestamp":1244937600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["FA8650-05-C-7261"],"award-info":[{"award-number":["FA8650-05-C-7261"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,6,14]]},"DOI":"10.1145\/1553374.1553441","type":"proceedings-article","created":{"date-parts":[[2009,6,16]],"date-time":"2009-06-16T09:34:36Z","timestamp":1245144876000},"page":"513-520","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":70,"title":["Near-Bayesian exploration in polynomial time"],"prefix":"10.1145","author":[{"given":"J. Zico","family":"Kolter","sequence":"first","affiliation":[{"name":"Stanford University, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew Y.","family":"Ng","sequence":"additional","affiliation":[{"name":"Stanford University, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,6,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A Bayesian sampling approach to exploration in reinforcement learning. (Preprint)","author":"Asmuth J.","year":"2009","unstructured":"Asmuth, J., Li, L., Littman, M. L., Nouri, A., & Wingate, D. (2009). A Bayesian sampling approach to exploration in reinforcement learning. (Preprint)."},{"key":"e_1_3_2_1_2_1","volume-title":"Logarithmic online regret bounds for undiscounted reinforcement learning. Neural Information Processing Systems (pp. 49--56)","author":"Auer P.","year":"2007","unstructured":"Auer, P., & Ortner, R. (2007). Logarithmic online regret bounds for undiscounted reinforcement learning. Neural Information Processing Systems (pp. 49--56)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1162\/153244303765208377"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the International Conference on Uncertainty in Artificial Intelligence (pp. 53--61)","author":"Brunskill E.","year":"2008","unstructured":"Brunskill, E., Leffler, B. R., Li, L., Littman, M. L., & Roy, N. (2008). CORL: A continuous-state offset-dynamics reinforcement learner. Proceedings of the International Conference on Uncertainty in Artificial Intelligence (pp. 53--61)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/2073796.2073814"},{"key":"e_1_3_2_1_6_1","first-page":"874","article-title":"Dual control theory, parts I-IV","volume":"21","author":"Fel'dbaum A. A.","year":"1961","unstructured":"Fel'dbaum, A. A. (1961). Dual control theory, parts I-IV. Automation and Remote Control, 21 874--880, 21 1033--1039, 22 1--12, 22 109--121.","journal-title":"Automation and Remote Control"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/b96083"},{"key":"e_1_3_2_1_8_1","volume-title":"Multiarmed bandit allocation indices","author":"Gittins J. C.","year":"1989","unstructured":"Gittins, J. C. (1989). Multiarmed bandit allocation indices. Wiley."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the International Conference on Machine Learning (pp. 306--312)","author":"Kakade S.","year":"2003","unstructured":"Kakade, S., Kearns, M., & Langford, J. (2003). Exploration in metric state spaces. Proceedings of the International Conference on Machine Learning (pp. 306--312)."},{"key":"e_1_3_2_1_10_1","unstructured":"Kakade S. M. (2003). On the sample complexity of reinforcement learning. Doctoral dissertation Gatsby Computational Neuroscience Unit University College London."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/646307.687587"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1017984413808"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553441"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143932"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/528623"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1214\/aop\/1176995801"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143955"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2007.08.009"},{"key":"e_1_3_2_1_19_1","volume-title":"Online linear regression and its application to model-based reinforcement learning. Neural Information Processing Systems (pp. 1417--1424)","author":"Strehl A. L.","year":"2008","unstructured":"Strehl, A. L., & Littman, M. L. (2008b). Online linear regression and its application to model-based reinforcement learning. Neural Information Processing Systems (pp. 1417--1424)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.5555\/645529.658114"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102472"}],"event":{"name":"ICML '09: The 26th Annual International Conference on Machine Learning held in conjunction with the 2007 International Conference on Inductive Logic Programming","location":"Montreal Quebec Canada","acronym":"ICML '09","sponsor":["MITACS","Microsoft Research Microsoft Research","NSF"]},"container-title":["Proceedings of the 26th Annual International Conference on Machine Learning"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1553374.1553441","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1553374.1553441","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,17]],"date-time":"2026-05-17T19:55:22Z","timestamp":1779047722000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1553374.1553441"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,6,14]]},"references-count":21,"alternative-id":["10.1145\/1553374.1553441","10.1145\/1553374"],"URL":"https:\/\/doi.org\/10.1145\/1553374.1553441","relation":{},"subject":[],"published":{"date-parts":[[2009,6,14]]},"assertion":[{"value":"2009-06-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}