{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T07:14:56Z","timestamp":1761808496596,"version":"3.28.0"},"reference-count":41,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,7,18]]},"DOI":"10.1109\/ijcnn52387.2021.9534155","type":"proceedings-article","created":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T20:32:37Z","timestamp":1632342757000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Stochastic Temporal Difference Learning for Sequence Data"],"prefix":"10.1109","author":[{"given":"Jen-Tzung","family":"Chien","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi-Chung","family":"Chiu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2012.6424228"},{"key":"ref38","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref33","first-page":"2199","article-title":"Sequential neural models with stochastic layers","author":"fraccaro","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107295360"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-856"},{"key":"ref37","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSA.2005.858551"},{"key":"ref35","first-page":"1036","article-title":"Reinforcement learning using approximate belief states","author":"rodriguez","year":"2000","journal-title":"Advances in neural information processing systems"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-832"},{"key":"ref10","first-page":"2852","article-title":"SeqGAN: Sequence generative adversarial nets with policy gradient","author":"yu","year":"0","journal-title":"Proc of AAAI Conference on Artificial Intelligence"},{"key":"ref40","first-page":"1019","article-title":"A theoretically grounded application of dropout in recurrent neural networks","author":"gal","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref11","article-title":"MaskGAN: Better text generation via filling in the","author":"fedus","year":"0","journal-title":"Proc of International Conference on Learning Representations"},{"key":"ref12","article-title":"Auto-encoding variational Bayes","author":"kingma","year":"0","journal-title":"Proc of International Conference on Learning Representations"},{"key":"ref13","first-page":"1","article-title":"Amortized mixture prior for variational sequence generation","author":"chien","year":"0","journal-title":"Proc of International Joint Conference on Neural Networks"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9206970"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683771"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1548"},{"key":"ref17","first-page":"2672","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2019.06.003"},{"key":"ref19","first-page":"1747","article-title":"Pixel recurrent neural networks","author":"van oord","year":"0","journal-title":"Proc of International Conference on Machine Learning"},{"key":"ref28","first-page":"2980","article-title":"A recurrent latent variable model for sequential data","author":"chung","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref4","first-page":"3885","article-title":"Stochastic curiosity exploration for dialogue systems","author":"chien","year":"0","journal-title":"Proc of Annual Conference of International Speech Communication Association"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-4006"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207295"},{"key":"ref6","article-title":"Unsupervised representation learning with deep convolutional generative adversarial networks","author":"radford","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref29","first-page":"6713","article-title":"Z-forcing: Training stochastic recurrent networks","author":"goyal","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref5","first-page":"1611","article-title":"Multiple target prediction for deep reinforcement learning","author":"chien","year":"0","journal-title":"Proc of Asia-Pacific Signal and Information Processing Association Annual Summit and Conference"},{"key":"ref8","article-title":"Recurrent environment simulators","author":"chiappa","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref7","article-title":"PixelVAE: A latent variable model for natural images","author":"gulrajani","year":"0","journal-title":"Proc of International Conference on Learning Representations"},{"key":"ref2","first-page":"1527","article-title":"Exploring state transition uncertainty in variational reinforcement learning","author":"chien","year":"0","journal-title":"Proc of European Signal Processing Conference"},{"key":"ref9","article-title":"Learning dynamics model in reinforcement learning by incorporating the long term future","author":"ke","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2012.2186810"},{"key":"ref20","first-page":"4790","article-title":"Conditional image generation with PixelCNN decoders","author":"van den oord","year":"0","journal-title":"Proc of Advances in Neural Information Processing systems"},{"key":"ref22","article-title":"Skip RNN: learning to skip state updates in recurrent neural networks","author":"campos","year":"0","journal-title":"Proc of International Conference on Learning Representations"},{"key":"ref21","article-title":"Learning latent dynamics for planning from pixels","author":"hafner","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"ref41","article-title":"Learning awareness models","author":"amos","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref23","article-title":"Temporal difference variational auto-encoder","author":"gregor","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref26","article-title":"Openai gym","author":"brockman","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref25","first-page":"2125","article-title":"Variational information maximization for intrinsically motivated reinforcement learning","author":"mohamed","year":"2015","journal-title":"Neural Information Processing Systems"}],"event":{"name":"2021 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2021,7,18]]},"location":"Shenzhen, China","end":{"date-parts":[[2021,7,22]]}},"container-title":["2021 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9533266\/9533267\/09534155.pdf?arnumber=9534155","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:46:04Z","timestamp":1652197564000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9534155\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,18]]},"references-count":41,"URL":"https:\/\/doi.org\/10.1109\/ijcnn52387.2021.9534155","relation":{},"subject":[],"published":{"date-parts":[[2021,7,18]]}}}