{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T10:19:58Z","timestamp":1760955598685,"version":"3.41.0"},"reference-count":34,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,10]]},"DOI":"10.1109\/vlhcc.2015.7357198","type":"proceedings-article","created":{"date-parts":[[2015,12,17]],"date-time":"2015-12-17T21:54:59Z","timestamp":1450389299000},"page":"53-61","source":"Crossref","is-referenced-by-count":5,"title":["Facilitating testing and debugging of Markov Decision Processes with interactive visualization"],"prefix":"10.1109","author":[{"given":"Sean","family":"McGregor","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hailey","family":"Buckingham","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas G.","family":"Dietterich","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rachel","family":"Houtman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claire","family":"Montgomery","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ronald","family":"Metoyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2012.6374183"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.225"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12384"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"1458","DOI":"10.1109\/TVCG.2010.223","volume":"16","author":"waser","year":"2010","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"journal-title":"Why Programs Fail A Guide to Systematic Debugging","year":"2009","author":"zeller","key":"ref34"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1561\/2300000021"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v27i1.8487","article-title":"PAC Optimal Planning for Invasive Species Management: Improved Exploration for Reinforcement Learning from Simulator-Defined MDPs","author":"dietterich","year":"2013","journal-title":"Twenty-Seventh AAAI Conference on Artificial Intelligence"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.59"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1071\/WF12157"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2008.145"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2010.5652398"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-739X(98)00047-8"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"journal-title":"Ng Shaping and Police Search in Reinforcement Learning","year":"2003","author":"ng","key":"ref19"},{"journal-title":"Human Factors Methods A Practical Guide for Engineering And Design","year":"2013","author":"stanton","key":"ref28"},{"journal-title":"Dynamic Programming","year":"1957","author":"bellman","key":"ref4"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346321"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1613\/jair.807","article-title":"Experiments with Infinite-Horizon, Policy-Gradient Estimation","volume":"15","author":"baxter","year":"2001","journal-title":"Journal of Artificial Intelligence Research"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2012.03116.x"},{"key":"ref29","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume":"12","author":"sutton","year":"2000","journal-title":"Advances in neural information processing systems"},{"key":"ref5","volume":"1","author":"bertsekas","year":"1995","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.146"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102457"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2014.6907423"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143845"},{"key":"ref20","first-page":"1","article-title":"Autonomous inverted helicopter flight via reinforcement learning","author":"ng","year":"2006","journal-title":"Experimental Robotics IX"},{"journal-title":"Computational Steering Software Systems and Strategies","year":"1996","author":"parker","key":"ref22"},{"key":"ref21","first-page":"406","article-title":"Pegasus: A policy search method for large mdps and pomdps","author":"ng","year":"2000","journal-title":"Proceedings of the Sixteenth Conference on Uncertainty in Artificial Intelligence"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2009.55"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.296"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.175"}],"event":{"name":"2015 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","start":{"date-parts":[[2015,10,18]]},"location":"Atlanta, GA","end":{"date-parts":[[2015,10,22]]}},"container-title":["2015 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7347691\/7356963\/07357198.pdf?arnumber=7357198","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T20:56:58Z","timestamp":1748725018000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7357198\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,10]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/vlhcc.2015.7357198","relation":{},"subject":[],"published":{"date-parts":[[2015,10]]}}}