{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T10:21:08Z","timestamp":1784283668842,"version":"3.55.0"},"reference-count":34,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011,4]]},"DOI":"10.1109\/adprl.2011.5967363","type":"proceedings-article","created":{"date-parts":[[2011,8,3]],"date-time":"2011-08-03T21:40:00Z","timestamp":1312407600000},"page":"120-127","source":"Crossref","is-referenced-by-count":41,"title":["Protecting against evaluation overfitting in empirical reinforcement learning"],"prefix":"10.1109","author":[{"given":"Shimon","family":"Whiteson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Tanner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew E.","family":"Taylor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Stone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref33","first-page":"2133","article-title":"RL-Glue: Language-independent software for reinforcement-learning experiments","volume":"10","author":"tanner","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"ref32","article-title":"A novel benchmark methodology and data repository for real-life reinforcement learning","author":"nouri","year":"2009","journal-title":"poster at the Multidisciplinary Symposium on Reinforcement Learning"},{"key":"ref31","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: A survey","volume":"10","author":"taylor","year":"2009","journal-title":"JMLR"},{"key":"ref30","first-page":"1031","article-title":"Multi-task evolutionary shaping without prespecified representations","author":"snel","year":"2010","journal-title":"Proc of Genetic and Evolutionary Computation Conference-GECCO 2010"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993277"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007601015854"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1996.8.7.1341"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1569901.1569922"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1609\/aimag.v31i2.2227","article-title":"The reinforcement learning competitions","volume":"31","author":"whiteson","year":"2010","journal-title":"AI Magazine"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273624"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143932"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-5529-2"},{"key":"ref18","first-page":"149","article-title":"A model of inductive bias learning","volume":"12","author":"baxter","year":"2000","journal-title":"J of AI Research"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/S0927-0507(05)80099-4"},{"key":"ref28","first-page":"1179","article-title":"The replacement of general-purpose learning models with adaptively specialized learning modules","author":"gallistel","year":"2000","journal-title":"Cognitive Neuro-science"},{"key":"ref4","article-title":"UCI machine learning repository","author":"asuncion","year":"2007"},{"key":"ref27","article-title":"Why (PO)MDPs lose for spatial tasks and what to do about it","author":"lane","year":"2005","journal-title":"Proceedings of the ICML 2005 Workshop on Rich Representations for Reinforcement Learning"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(95)00039-H"},{"key":"ref6","article-title":"Warning: Statistical benchmarking is addictive. Kicking the habit in machine learning","author":"drummond","year":"2009","journal-title":"Journal of Experimental and Theoretical Artificial Intelligence"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143906"},{"key":"ref5","first-page":"1038","article-title":"Generalization in reinforcement learning: Successful examples using sparse coarse coding","author":"sutton","year":"1996","journal-title":"Advances in Neural Information Processing Systems 8"},{"key":"ref8","article-title":"Dataset Issues in Object Recognition","author":"ponce","year":"2007","journal-title":"Springer"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009617801681"},{"key":"ref2","first-page":"35","article-title":"How evaluation guides AI research","volume":"9","author":"cohen","year":"1988","journal-title":"AI Magazine"},{"key":"ref9","article-title":"Clever methods of overfitting","author":"langford","year":"2005"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115008"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007659514849"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009752403260"},{"key":"ref21","first-page":"30","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"dem\u0161ar","year":"2006","journal-title":"The Journal of Machine Learning Research"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/BF01212012"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1946.10501898"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/BF02430364"},{"key":"ref25","article-title":"The BellKor solution to the Netfiix grand prize","author":"koren","year":"2009"}],"event":{"name":"2011 Ieee Symposium On Adaptive Dynamic Programming And Reinforcement Learning","location":"Paris, France","start":{"date-parts":[[2011,4,11]]},"end":{"date-parts":[[2011,4,15]]}},"container-title":["2011 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/5958170\/5967347\/05967363.pdf?arnumber=5967363","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,13]],"date-time":"2019-06-13T14:53:37Z","timestamp":1560437617000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/5967363\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,4]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/adprl.2011.5967363","relation":{},"subject":[],"published":{"date-parts":[[2011,4]]}}}