{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,22]],"date-time":"2026-09-22T13:15:37Z","timestamp":1790082937479,"version":"4.0.1"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,6,16]],"date-time":"2021-06-16T00:00:00Z","timestamp":1623801600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,16]],"date-time":"2021-06-16T00:00:00Z","timestamp":1623801600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100013405","name":"Rijksdienst voor Ondernemend Nederland","doi-asserted-by":"publisher","award":["TEUE117015"],"award-info":[{"award-number":["TEUE117015"]}],"id":[{"id":"10.13039\/100013405","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s00521-021-05928-5","type":"journal-article","created":{"date-parts":[[2021,6,16]],"date-time":"2021-06-16T06:12:46Z","timestamp":1623823966000},"page":"1801-1814","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Value targets in off-policy AlphaZero: a new greedy backup"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3943-5805","authenticated-orcid":false,"given":"Daniel","family":"Willemsen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hendrik","family":"Baier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Kaisers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,6,16]]},"reference":[{"key":"5928_CR1","unstructured":"Anthony T, Tian Z, Barber D (2017) Thinking fast and slow with deep learning and tree search. In: Advances in Neural Information Processing Systems, pp. 5360\u20135370"},{"key":"5928_CR2","doi-asserted-by":"crossref","unstructured":"Auger D, Couetoux A, Teytaud O (2013) Continuous upper confidence trees with polynomial exploration\u2013consistency. In: Joint European Conference on Machine Learning and Knowledge Discovery in Databases, pp. 194\u2013209. Springer","DOI":"10.1007\/978-3-642-40988-2_13"},{"key":"5928_CR3","doi-asserted-by":"crossref","unstructured":"Baier H, Winands MH (2014) Monte-carlo tree search and minimax hybrids with heuristic evaluation functions. In: Workshop on Computer Games, pp. 45\u201363. Springer","DOI":"10.1007\/978-3-319-14923-3_4"},{"issue":"1","key":"5928_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCIAIG.2012.2186810","volume":"4","author":"CB Browne","year":"2012","unstructured":"Browne CB, Powley E, Whitehouse D, Lucas SM, Cowling PI, Rohlfshagen P, Tavener S, Perez D, Samothrakis S, Colton S (2012) A survey of monte carlo tree search methods. IEEE Trans Comput Intell AI Games 4(1):1\u201343. https:\/\/doi.org\/10.1109\/TCIAIG.2012.2186810","journal-title":"IEEE Trans Comput Intell AI Games"},{"issue":"1","key":"5928_CR5","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/S0004-3702(01)00129-1","volume":"134","author":"M Campbell","year":"2002","unstructured":"Campbell M, Hoane A, hsiung Hsu F (2002) Deep blue. Artif Intell 134(1):57\u201383","journal-title":"Artif Intell"},{"key":"5928_CR6","unstructured":"Carlsson F, \u00d6hman J (2019) Alphazero to alpha hero : A pre-study on additional tree sampling within self-play reinforcement learning. Bachelor\u2019s thesis, KTH, School of Electrical Engineering and Computer Science (EECS)"},{"key":"5928_CR7","doi-asserted-by":"crossref","unstructured":"Coulom R (2006) Efficient selectivity and backup operators in monte-carlo tree search. In: International conference on computers and games, pp. 72\u201383. Springer","DOI":"10.1007\/978-3-540-75538-8_7"},{"key":"5928_CR8","unstructured":"Hasselt HV (2010) Double q-learning. In: Advances in neural information processing systems, pp. 2613\u20132621"},{"key":"5928_CR9","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1007\/11871842_29","volume-title":"Mach Lear: ECML 2006","author":"L Kocsis","year":"2006","unstructured":"Kocsis L, Szepesv\u00e1ri C (2006) Bandit based monte-carlo planning. In: F\u00fcrnkranz J, Scheffer T, Spiliopoulou M (eds) Mach Lear: ECML 2006. Springer, Berlin Heidelberg, pp 282\u2013293"},{"key":"5928_CR10","doi-asserted-by":"crossref","unstructured":"Lan L, Li W, Wei T, Wu I (2019) Multiple policy value monte carlo tree search. CoRR arXiv:abs\/1905.13521","DOI":"10.24963\/ijcai.2019\/653"},{"key":"5928_CR11","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971"},{"key":"5928_CR12","unstructured":"Moerland TM, Broekens J, Plaat A, Jonker CM (2018) A0c: Alpha zero in continuous action space. arXiv preprint arXiv:1805.09613"},{"key":"5928_CR13","unstructured":"Osband I, Blundell C, Pritzel A, Van\u00a0Roy B (2016) Deep exploration via bootstrapped dqn. In: Advances in neural information processing systems, pp. 4026\u20134034"},{"key":"5928_CR14","unstructured":"Osband I, Doron Y, Hessel M, Aslanides J, Sezener E, Saraiva A, McKinney K, Lattimore T, Szepezvari C, Singh S, et\u00a0al. (2019) Behaviour suite for reinforcement learning. arXiv preprint arXiv:1908.03568"},{"issue":"1","key":"5928_CR15","first-page":"21","volume":"17","author":"J Schaeffer","year":"1996","unstructured":"Schaeffer J, Lake R, Lu P, Bryant M (1996) Chinook the world man-machine checkers champion. AI Magazine 17(1):21","journal-title":"AI Magazine"},{"key":"5928_CR16","doi-asserted-by":"crossref","unstructured":"Schrittwieser J, Antonoglou I, Hubert T, Simonyan K, Sifre L, Schmitt S, Guez A, Lockhart E, Hassabis D, Graepel T, et\u00a0al. (2019) Mastering atari, go, chess and shogi by planning with a learned model. arXiv preprint arXiv:1911.08265","DOI":"10.1038\/s41586-020-03051-4"},{"key":"5928_CR17","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/978-3-540-89378-3_5","volume-title":"AI 2008: Advances in Artificial Intelligence","author":"S Sharma","year":"2008","unstructured":"Sharma S, Kobti Z, Goodwin S (2008) Knowledge generation for improving simulations in uct for general game playing. In: Wobcke W, Zhang M (eds) AI 2008: Advances in Artificial Intelligence. Springer, Berlin Heidelberg, Berlin, Heidelberg, pp 49\u201355"},{"key":"5928_CR18","unstructured":"Silver D (2015) Ucl course on rl lecture 2: Markov decision processes. https:\/\/www.davidsilver.uk\/wp-content\/uploads\/2020\/03\/MDP.pdf"},{"issue":"7587","key":"5928_CR19","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, van den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M, Dieleman S, Grewe D, Nham J, Kalchbrenner N, Sutskever I, Lillicrap T, Leach M, Kavukcuoglu K, Graepel T, Hassabis D (2016) Mastering the game of Go with deep neural networks and tree search. Nat 529(7587):484\u2013489. https:\/\/doi.org\/10.1038\/nature16961","journal-title":"Nat"},{"key":"5928_CR20","unstructured":"Silver D, Hubert T, Schrittwieser J, Antonoglou I, Lai M, Guez A, Lanctot M, Sifre L, Kumaran D, Graepel T, et\u00a0al. (2017) Mastering chess and shogi by self-play with a general reinforcement learning algorithm. arXiv preprint arXiv:1712.01815"},{"key":"5928_CR21","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, Antonoglou I, Huang A, Guez A, Hubert T, Baker L, Lai M, Bolton A, Chen Y, Lillicrap T, Hui F, Sifre L, van den Driessche G, Graepel T, Hassabis D (2017) Mastering the game of go without human knowledge. Nat 550:354\u2013359. https:\/\/doi.org\/10.1038\/nature24270","journal-title":"Nat"},{"key":"5928_CR22","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Introduction to Reinforcement Learning, 2nd edn. MIT Press, Cambridge, MA, USA","edition":"2"},{"key":"5928_CR23","unstructured":"Veness J, Silver D, Blair A, Uther W (2009) Bootstrapping from game tree search. In: Y.\u00a0Bengio, D.\u00a0Schuurmans, J.D. Lafferty, C.K.I. Williams, A.\u00a0Culotta (eds.) Advances in Neural Information Processing Systems 22, pp. 1937\u20131945. Curran Associates, Inc. http:\/\/papers.nips.cc\/paper\/3722-bootstrapping-from-game-tree-search.pdf"},{"key":"5928_CR24","doi-asserted-by":"crossref","unstructured":"Willemsen D, Baier H, Kaisers M (2020) Value targets in off-policy AlphaZero: a new greedy backup. In: Adaptive and Learning Agents (ALA) Workshop","DOI":"10.1007\/s00521-021-05928-5"}],"updated-by":[{"DOI":"10.1007\/s00521-022-07447-3","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T00:00:00Z","timestamp":1655078400000}}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05928-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-05928-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-05928-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T19:34:07Z","timestamp":1655148847000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-05928-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,16]]},"references-count":24,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["5928"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-05928-5","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s00521-022-07447-3","asserted-by":"object"}]},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,16]]},"assertion":[{"value":"19 November 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 June 2022","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s00521-022-07447-3","URL":"https:\/\/doi.org\/10.1007\/s00521-022-07447-3","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}