{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,11]],"date-time":"2026-01-11T01:36:17Z","timestamp":1768095377953,"version":"3.49.0"},"reference-count":0,"publisher":"Walter de Gruyter GmbH","issue":"1","license":[{"start":{"date-parts":[[2010,3,1]],"date-time":"2010-03-01T00:00:00Z","timestamp":1267401600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/3.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010,3,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:p>This paper discusses parameter-based exploration methods for reinforcement learning. Parameter-based methods perturb parameters of a general function approximator directly, rather than adding noise to the resulting actions. Parameter-based exploration unifies reinforcement learning and black-box optimization, and has several advantages over action perturbation. We review two recent parameter-exploring algorithms: Natural Evolution Strategies and Policy Gradients with Parameter-Based Exploration. Both outperform state-of-the-art algorithms in several complex high-dimensional tasks commonly found in robot control. Furthermore, we describe how a novel exploration method, State-Dependent Exploration, can modify existing algorithms to mimic exploration in parameter space.<\/jats:p>","DOI":"10.2478\/s13230-010-0002-4","type":"journal-article","created":{"date-parts":[[2010,3,27]],"date-time":"2010-03-27T10:57:57Z","timestamp":1269687477000},"page":"14-24","source":"Crossref","is-referenced-by-count":37,"title":["Exploring Parameter Space in Reinforcement Learning"],"prefix":"10.2478","volume":"1","author":[{"given":"Thomas","family":"R\u00fcckstie\u00df","sequence":"first","affiliation":[{"name":"Technische Universit\u00e4t M\u00fcnchen, Institut f\u00fcr Informatik VI, Boltzmannstr. 3, 85748 Garching, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank","family":"Sehnke","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t M\u00fcnchen, Institut f\u00fcr Informatik VI, Boltzmannstr. 3, 85748 Garching, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom","family":"Schaul","sequence":"additional","affiliation":[{"name":"Dalle Molle Institute for Artificial Intelligence (IDSIA), Galleria 2, 6928 Manno-Lugano, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daan","family":"Wierstra","sequence":"additional","affiliation":[{"name":"Dalle Molle Institute for Artificial Intelligence (IDSIA), Galleria 2, 6928 Manno-Lugano, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Sun","sequence":"additional","affiliation":[{"name":"Dalle Molle Institute for Artificial Intelligence (IDSIA), Galleria 2, 6928 Manno-Lugano, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J\u00fcrgen","family":"Schmidhuber","sequence":"additional","affiliation":[{"name":"Dalle Molle Institute for Artificial Intelligence (IDSIA), Galleria 2, 6928 Manno-Lugano, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"374","published-online":{"date-parts":[[2010,3,31]]},"container-title":["Paladyn, Journal of Behavioral Robotics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.2478\/s13230-010-0002-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.2478\/s13230-010-0002-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.degruyter.com\/document\/doi\/10.2478\/s13230-010-0002-4\/xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.degruyter.com\/document\/doi\/10.2478\/s13230-010-0002-4\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T11:17:05Z","timestamp":1651058225000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.degruyter.com\/document\/doi\/10.2478\/s13230-010-0002-4\/html"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,3,1]]},"references-count":0,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2010,3,31]]},"published-print":{"date-parts":[[2010,3,1]]}},"alternative-id":["10.2478\/s13230-010-0002-4"],"URL":"https:\/\/doi.org\/10.2478\/s13230-010-0002-4","relation":{},"ISSN":["2081-4836"],"issn-type":[{"value":"2081-4836","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,3,1]]}}}