{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T08:43:23Z","timestamp":1777279403241,"version":"3.51.4"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2016,12,1]],"date-time":"2016-12-01T00:00:00Z","timestamp":1480550400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2016,12,1]],"date-time":"2016-12-01T00:00:00Z","timestamp":1480550400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1109\/wf-iot.2016.7845446","type":"proceedings-article","created":{"date-parts":[[2017,2,9]],"date-time":"2017-02-09T16:42:54Z","timestamp":1486658574000},"page":"24-29","source":"Crossref","is-referenced-by-count":23,"title":["Sequential decision-making in healthcare IoT: Real-time health monitoring, treatments and interventions"],"prefix":"10.1109","author":[{"given":"Daphney-Stavroula","family":"Zois","sequence":"first","affiliation":[{"name":"Coordinated Science Laboratory, University of Illinois, Urbana-Champaign, Urbana, IL 61801"}]}],"member":"263","reference":[{"key":"ref10","author":"bellman","year":"1957","journal-title":"Dynamic Programming"},{"key":"ref11","author":"howard","year":"1960","journal-title":"Dynamic Programming and Markov Processes"},{"key":"ref12","volume":"7","author":"eitan","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref13","author":"sondik","year":"1971","journal-title":"The optimal control of partially observable Markov Decision Processes"},{"key":"ref14","article-title":"A (Revised) Survey of Approximate Methods for Solving Partially Observable Markov Decision Processes","author":"aberdeen","year":"2003","journal-title":"Tech Rep"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1613\/jair.2078","article-title":"Anytime Point-Based Approximations for Large POMDPs","volume":"27","author":"pineau","year":"2006","journal-title":"Journal of Artificial Intelligence Research"},{"key":"ref16","first-page":"1081","article-title":"VDCBPI: an Approximate Scalable Algorithm for Large POMDPs","author":"poupart","year":"2004","journal-title":"NIPS"},{"key":"ref17","author":"yu","year":"2006","journal-title":"Approximate Solution Methods for Partially Observable Markov and Semi-Markov Decision Processes"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/0196-8858(85)90002-8"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","article-title":"Bandit processes and dynamic allocation indices","author":"gittins","year":"1979","journal-title":"Journal of the Royal Statistical Society Series B"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2395123.2395125"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2012.6194391"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/S1386-5056(00)00099-X"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.4108\/icst.pervasivehealth.2014.255070"},{"key":"ref8","article-title":"Using Electronic Health Records to Monitor and Improve Adherence to Medication","author":"mason","year":"2013"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S0933-3657(99)00042-1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-49819-5_6"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2012.2236320"},{"key":"ref1","volume":"1","author":"bertsekas","year":"2005","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref20","first-page":"817","article-title":"The Epoch-Greedy Algorithm for Multi-armed Bandits with Side Information","author":"langford","year":"2008","journal-title":"NIPS"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2750858.2805840"},{"key":"ref21","author":"mickova","year":"2000","journal-title":"Stochastic scheduling with multi-armed bandits"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1561\/2200000024"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1613\/jair.1659","article-title":"Perseus: Randomized Point-based Value Iteration for POMDPs","volume":"24","author":"spaan","year":"2005","journal-title":"Journal of Artificial Intelligence Research"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"}],"event":{"name":"2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)","location":"Reston, VA, USA","start":{"date-parts":[[2016,12,12]]},"end":{"date-parts":[[2016,12,14]]}},"container-title":["2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7831562\/7845389\/07845446.pdf?arnumber=7845446","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,14]],"date-time":"2025-08-14T18:43:28Z","timestamp":1755197008000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7845446\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/wf-iot.2016.7845446","relation":{},"subject":[],"published":{"date-parts":[[2016,12]]}}}