{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T21:46:26Z","timestamp":1775857586349,"version":"3.50.1"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"US Department of Energy Los Alamos National Laboratory","award":["47145"],"award-info":[{"award-number":["47145"]}]},{"name":"UT-Battelle LLC contract","award":["4000159447"],"award-info":[{"award-number":["4000159447"]}]},{"name":"NSF","award":["IIS-1250752"],"award-info":[{"award-number":["IIS-1250752"]}]},{"name":"NSF","award":["IIS-1065025"],"award-info":[{"award-number":["IIS-1065025"]}]},{"name":"US Department of Energy","award":["DE-SC0007444"],"award-info":[{"award-number":["DE-SC0007444"]}]},{"name":"US Department of Energy","award":["DE-DC0012495"],"award-info":[{"award-number":["DE-DC0012495"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2019,1]]},"DOI":"10.1109\/tvcg.2018.2864504","type":"journal-article","created":{"date-parts":[[2018,9,5]],"date-time":"2018-09-05T18:46:53Z","timestamp":1536173213000},"page":"288-298","source":"Crossref","is-referenced-by-count":115,"title":["DQNViz: A Visual Analytics Approach to Understand Deep Q-Networks"],"prefix":"10.1109","volume":"25","author":[{"given":"Junpeng","family":"Wang","sequence":"first","affiliation":[]},{"given":"Liang","family":"Gou","sequence":"additional","affiliation":[]},{"given":"Han-Wei","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Hao","family":"Yang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1186\/s13634-016-0355-x"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238493"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref32","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"NIPS Deep Learning Workshop"},{"key":"ref31","doi-asserted-by":"crossref","DOI":"10.1109\/VAST.2017.8585721","article-title":"Understanding hidden memories of recurrent neural networks","author":"ming","year":"2017","journal-title":"Visual Analytics Science and Technology (VAST) 2017 IEEE Conference on"},{"key":"ref30","first-page":"2579","article-title":"Visualizing data using t-sne","volume":"9","author":"maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744358"},{"key":"ref36","first-page":"716","article-title":"Matrixflow: temporal network visual analytics to track symptom evolution during disease progression","volume":"2012","author":"perer","year":"2012","journal-title":"AMIA Annual Symposium Proceedings"},{"key":"ref35","first-page":"4026","article-title":"Deep exploration via bootstrapped dqn","author":"osband","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.200"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598831"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1166"},{"key":"ref2","author":"aho","year":"1992","journal-title":"Foundations of Computer Science (Chapter 10 Patterns Automata and Regular Expressions)"},{"key":"ref1","year":"0","journal-title":"Github simple dqn"},{"key":"ref20","author":"hessel","year":"2017","journal-title":"Rainbow Combining Improvements in Deep Reinforcement Learning"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref21","article-title":"Proxilens: Interactive exploration of high-dimensional data using projections","author":"heulot","year":"2013","journal-title":"Proceedings of the EuroVis Workshop on Visual Analytics using Multidimensional Projections"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012901385691"},{"key":"ref23","first-page":"849","article-title":"Policy search for motor primitives in robotics","author":"kober","year":"2009","journal-title":"Advances in Neural Information Processing Systems 21"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744938"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.179"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2816223"},{"key":"ref51","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume":"48","author":"wang","year":"2016","journal-title":"Proceedings of the 33rd International Conference on International Conference on Machine Learning"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702419"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858488"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"1747","DOI":"10.1145\/1978942.1979196","article-title":"Lifeflow: visualizing an overview of event sequences","author":"wongsuphasawat","year":"2011","journal-title":"Proceedings of the SIGCHI conference on Human factors in computing systems"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744683"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2018.042731661"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3233\/IDA-2007-11508"},{"key":"ref12","first-page":"4302","article-title":"Deep reinforcement learning from human preferences","author":"christiano","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref13","article-title":"How to discount deep reinforcement learning: Towards new dynamic strategies","author":"fran\u00e7ois-lavet","year":"2015","journal-title":"Deep Reinforcement Learning Workshop NIPS"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-540-68677-4","volume":"2","author":"goertzel","year":"2007","journal-title":"Artificial General Intelligence"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346682"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745320"},{"key":"ref17","first-page":"2613","article-title":"Double q-learning","author":"hasselt","year":"2010","journal-title":"Advances in Neural Information Processing Systems 23"},{"key":"ref18","author":"hastie","year":"2009","journal-title":"The Elements of Statistical Learning Data Mining Inference and Prediction"},{"key":"ref19","author":"he","year":"2016","journal-title":"Learning to play in a day Faster deep reinforcement learning by optimality tightening"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref3","author":"anschel","year":"2016","journal-title":"Deep reinforcement learning with averaged target DQN"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2006.11.018"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3912"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2014.7042500"},{"key":"ref49","author":"tufte","year":"2006","journal-title":"Beautiful Evidence"},{"key":"ref9","author":"bellman","year":"2003","journal-title":"Dynamic Programming"},{"key":"ref46","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"2015","journal-title":"ICLR (workshop track)"},{"key":"ref45","author":"sorokin","year":"2015","journal-title":"Deep attention recurrent q-network"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/363347.363387"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/WISE.2000.882407"},{"key":"ref41","article-title":"Prioritized experience replay","author":"schaul","year":"2016","journal-title":"International Conference on Learning Representations"},{"key":"ref44","author":"simonyan","year":"2014","journal-title":"Very Deep Convolutional Networks for Large-scale Image Recognition"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/8547224\/08454905.pdf?arnumber=8454905","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:08:18Z","timestamp":1657746498000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8454905\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1]]},"references-count":55,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2018.2864504","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1]]}}}