{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:23:50Z","timestamp":1740169430859,"version":"3.37.3"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100003400","name":"Ontario Ministry of Research, Innovation and Science","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003400","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002202","name":"Toronto Rehabilitation Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002202","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000957","name":"Alzheimer\u2019s Association","doi-asserted-by":"crossref","award":["ETAC-10-173237"],"award-info":[{"award-number":["ETAC-10-173237"]}],"id":[{"id":"10.13039\/100000957","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2015,11]]},"DOI":"10.1109\/tcyb.2014.2375817","type":"journal-article","created":{"date-parts":[[2015,1,6]],"date-time":"2015-01-06T19:37:50Z","timestamp":1420573070000},"page":"2484-2497","source":"Crossref","is-referenced-by-count":5,"title":["Energy Efficient Execution of POMDP Policies"],"prefix":"10.1109","volume":"45","author":[{"given":"Marek","family":"Grzes","sequence":"first","affiliation":[]},{"given":"Pascal","family":"Poupart","sequence":"additional","affiliation":[]},{"given":"Xiao","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Jesse","family":"Hoey","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"1131","article-title":"Multi-task reinforcement learning in partially observable stochastic environments","volume":"10","author":"li","year":"2009","journal-title":"J Mach Learn Res"},{"key":"ref38","article-title":"Batch reinforcement learning","author":"lange","year":"2011","journal-title":"Reinforcement Learning State of the Art"},{"journal-title":"Speech and Language Processing","year":"2009","author":"jurafsky","key":"ref33"},{"key":"ref32","first-page":"256","article-title":"Sparse stochastic finite-state controllers for POMDPs","author":"hansen","year":"2008","journal-title":"Proc Conf Uncertainty in Artif Intell (UAI)"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1613\/jair.678","article-title":"Value-function approximations for partially observable Markov decision processes","volume":"13","author":"hauskrecht","year":"2000","journal-title":"J Artif Intell Res"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23783-6_39"},{"journal-title":"Reinforcement Learning An Introduction","year":"1998","author":"sutton","key":"ref37"},{"journal-title":"Neuro-Dynamic Programming","year":"1996","author":"bertsekas","key":"ref36"},{"key":"ref35","first-page":"2636","article-title":"Periodic finite state controllers for efficient POMDP and DEC-POMDP planning","author":"pajarinen","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref34","first-page":"593","article-title":"Achieving goals in decentralized POMDPs","author":"amato","year":"2009","journal-title":"Proc 8th Int Conf Auton Agents Multiagent Syst"},{"key":"ref10","first-page":"417","article-title":"Solving POMDPs by searching the space of finite policies","author":"meuleau","year":"1999","journal-title":"Proc 15th Conf Uncertainty Artif Intell (UAI)"},{"key":"ref40","first-page":"769","article-title":"The infinite regionalized policy representation","author":"liu","year":"2011","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref11","first-page":"2282","article-title":"Isomorph-free branch and bound search for finite state controllers","author":"grze?","year":"2013","journal-title":"Proc Intern Joint Conf Artificial Intel (IJCAI)"},{"key":"ref12","first-page":"194","article-title":"Closing the gap: Improved bounds on optimal POMDP solutions","author":"poupart","year":"2011","journal-title":"Proc 21st Int Conf Autom Plan Sched (ICAPS)"},{"key":"ref13","first-page":"65","article-title":"SARSOP: Efficient point-based POMDP planning by approximating optimally reachable belief spaces","author":"kurniawati","year":"2008","journal-title":"Proc Robot Sci Syst (RSS)"},{"key":"ref14","first-page":"1015","article-title":"An improved policy iteration algorithm for partially observable MDPs","author":"hansen","year":"1998","journal-title":"Proc Adv Neural Inform Process Syst (NIPS)"},{"key":"ref15","first-page":"1025","article-title":"Point-based value iteration: An anytime algorithm for POMDPs","author":"pineau","year":"2003","journal-title":"Proc Intern Joint Conf Artificial Intel (IJCAI)"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1613\/jair.1659","article-title":"Perseus: Randomized point-based value iteration for POMDPs","volume":"24","author":"spaan","year":"2005","journal-title":"J Artif Intell Res"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.928222"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2009.2034015"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-012-9200-2"},{"key":"ref4","first-page":"2164","article-title":"Monte-Carlo planning in large POMDPs","author":"silver","year":"2010","journal-title":"Proc Adv Neural Inform Process Syst (NIPS)"},{"article-title":"Exploiting structure to efficienty solve large scale partially observable Markov decision processes","year":"2005","author":"poupart","key":"ref28"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1613\/jair.2567","article-title":"Online planning algorithms for POMDPs","volume":"32","author":"ross","year":"2008","journal-title":"J Artif Intell Res"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijar.2013.03.006"},{"key":"ref6","first-page":"690","article-title":"Stochastic local search for POMDP controllers","author":"braziunas","year":"2004","journal-title":"Proc 19th Nat Conf Artif Intell (AAAI)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(98)00023-X"},{"key":"ref29","first-page":"1052","article-title":"Finite-state controllers based on Mealy machines for centralized and decentralized POMDPs","author":"amato","year":"2010","journal-title":"Proc 24th Conf Artif Intell (AAAI)"},{"key":"ref8","first-page":"823","article-title":"Bounded finite state controllers","author":"poupart","year":"2003","journal-title":"Proc Adv Neural Inform Process Syst (NIPS)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-009-9103-z"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2395123.2395125"},{"article-title":"Probabilistic inference for solving (PO)MDPs","year":"2006","author":"toussaint","key":"ref9"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2007.902050"},{"key":"ref20","first-page":"2418","article-title":"Solving POMDPs using quadratically constrained linear programs","author":"amato","year":"2007","journal-title":"Proc Intern Joint Conf Artificial Intel (IJCAI)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1287\/opre.26.2.282"},{"article-title":"Finite-memory control of partially observable systems","year":"1998","author":"hansen","key":"ref21"},{"key":"ref24","first-page":"415","article-title":"True random number generator embedded in reconfigurable hardware","author":"fischer","year":"2002","journal-title":"Proc 1st Int Workshop Cryptographic Hardware and Embedded Systems (CHES)"},{"key":"ref23","first-page":"542","article-title":"Point-based POMDP algorithms: Improved analysis and implementation","author":"smith","year":"2005","journal-title":"Proc Uncertainty Artif Intell (UAI)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.4108\/icst.pervasivehealth.2012.248642"},{"key":"ref25","article-title":"Hardware random number generators","author":"davies","year":"0","journal-title":"15th Australian Statistics Conference"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/7297778\/06985527.pdf?arnumber=6985527","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:28:07Z","timestamp":1642004887000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/6985527\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,11]]},"references-count":40,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2014.2375817","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"type":"print","value":"2168-2267"},{"type":"electronic","value":"2168-2275"}],"subject":[],"published":{"date-parts":[[2015,11]]}}}