{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T11:20:09Z","timestamp":1761218409761,"version":"3.37.3"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100007065","name":"Nvidia Academic Hardware Grant","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008247","name":"University of Otago","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008247","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1109\/tnnls.2021.3105140","type":"journal-article","created":{"date-parts":[[2021,8,26]],"date-time":"2021-08-26T20:12:06Z","timestamp":1630008726000},"page":"1243-1252","source":"Crossref","is-referenced-by-count":5,"title":["VASE: Variational Assorted Surprise Exploration for Reinforcement Learning"],"prefix":"10.1109","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5616-1338","authenticated-orcid":false,"given":"Haitao","family":"Xu","sequence":"first","affiliation":[{"name":"University of Otago, Dunedin, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5192-0304","authenticated-orcid":false,"given":"Lech","family":"Szymanski","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Otago, Dunedin, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8055-3331","authenticated-orcid":false,"given":"Brendan","family":"McCane","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Otago, Dunedin, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref3","article-title":"Noisy networks for exploration","volume-title":"arXiv:1706.10295","author":"Fortunato","year":"2017"},{"key":"ref4","article-title":"Parameter space noise for exploration","volume-title":"arXiv:1706.01905","author":"Plappert","year":"2017"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref7","article-title":"Large-scale study of curiosity-driven learning","volume-title":"arXiv:1808.04355","author":"Burda","year":"2018"},{"key":"ref8","article-title":"Surprise-based intrinsic motivation for deep reinforcement learning","volume-title":"arXiv:1703.01732","author":"Achiam","year":"2017"},{"key":"ref9","first-page":"1109","article-title":"Vime: Variational information maximizing exploration","volume-title":"Proc. Adv. Neural Inf. Process. Syst","author":"Houthooft"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.5555\/2986459.2986721"},{"key":"ref11","article-title":"Weight uncertainty in neural networks","volume-title":"arXiv:1505.05424","author":"Blundell","year":"2015"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/168304.168306"},{"volume-title":"Thermostatics and Thermodynamics: An Introduction to Energy, Information and States of Matter, With Engineering Applications","year":"1961","author":"Tribus","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00907"},{"key":"ref15","first-page":"1","article-title":"Model-ensemble trust-region policy optimization","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Kurutach"},{"key":"ref16","first-page":"159","article-title":"Reinforcement driven information acquisition in non-deterministic environments","volume-title":"Proc. Int. Conf. Artif. Neural Netw.","volume":"2","author":"Storck"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.40"},{"key":"ref18","first-page":"547","article-title":"Bayesian surprise attracts human attention","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Itti"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22887-2_5"},{"key":"ref20","article-title":"Balancing new against old information: The role of surprise in learning","volume-title":"arXiv:1606.05642","author":"Faraji","year":"2016"},{"key":"ref21","article-title":"Bayesian convolutional neural networks with Bernoulli approximate variational inference","volume-title":"arXiv:1506.02158","author":"Gal","year":"2015"},{"key":"ref22","article-title":"A comprehensive guide to Bayesian convolutional neural network with variational inference","volume-title":"arXiv:1901.02731","author":"Shridhar","year":"2019"},{"key":"ref23","article-title":"Accurate automatic segmentation of amygdala subnuclei and modeling of uncertainty via Bayesian fully convolutional neural network","volume-title":"arXiv:1902.07289","author":"Liu","year":"2019"},{"article-title":"Active learning for high dimensional inputs using Bayesian convolutional neural networks","year":"2016","author":"Islam","key":"ref24"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2018.03.065"},{"key":"ref26","article-title":"Bayesian SegNet: Model uncertainty in deep convolutional encoder-decoder architectures for scene understanding","volume-title":"arXiv:1511.02680","author":"Kendall","year":"2015"},{"key":"ref27","article-title":"DropConnect is effective in modeling uncertainty of Bayesian deep networks","volume-title":"arXiv:1906.04569","author":"Mobiny","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-018-8049-1"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1613\/jair.614"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-009-9124-7"},{"issue":"2","key":"ref31","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1023\/A:1022859003006","article-title":"Measures of diversity in classifier ensembles and their relationship with the ensemble accuracy","volume":"51","author":"Kuncheva","year":"2003","journal-title":"Mach. Learn."},{"key":"ref32","first-page":"190","article-title":"Learning with ensembles: How overfitting can be useful","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Sollich"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/BF00116037"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/bf00058655"},{"volume-title":"Pattern Recognition and Machine Learning","year":"2006","author":"Bishop","key":"ref35"},{"key":"ref36","first-page":"2575","article-title":"Variational dropout and the local reparameterization trick","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kingma"},{"key":"ref37","first-page":"1889","article-title":"Trust region policy optimization","volume-title":"Proc. ICML","author":"Schulman"},{"key":"ref38","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","volume-title":"Proc. ICML","author":"Duan"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10056374\/09523720.pdf?arnumber=9523720","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T22:20:49Z","timestamp":1705011649000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9523720\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":38,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2021.3105140","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"type":"print","value":"2162-237X"},{"type":"electronic","value":"2162-2388"}],"subject":[],"published":{"date-parts":[[2023,3]]}}}