{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T17:10:40Z","timestamp":1774631440831,"version":"3.50.1"},"reference-count":34,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2013,8,1]],"date-time":"2013-08-01T00:00:00Z","timestamp":1375315200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Contr."],"published-print":{"date-parts":[[2013,8]]},"DOI":"10.1109\/tac.2013.2256682","type":"journal-article","created":{"date-parts":[[2013,4,3]],"date-time":"2013-04-03T20:47:33Z","timestamp":1365022053000},"page":"1948-1961","source":"Crossref","is-referenced-by-count":28,"title":["Dynamic Markov Decision Policies for Delay Constrained Wireless Scheduling"],"prefix":"10.1109","volume":"58","author":[{"given":"Michael J.","family":"Neely","sequence":"first","affiliation":[]},{"given":"Sucha","family":"Supittayapornpong","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"crossref","first-page":"683","DOI":"10.1093\/biomet\/72.3.683","article-title":"Stochastic approximation with delayed observations","volume":"72","author":"dupa?","year":"1985","journal-title":"Biometrika"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2009.5044952"},{"key":"ref31","author":"neely","year":"2011","journal-title":"?Stochastic Optimization for Markov Modulated Networks with Application to Delay Constrained Wireless Scheduling ?"},{"key":"ref30","author":"norris","year":"1998","journal-title":"Markov Chains"},{"key":"ref34","first-page":"283","article-title":"Stochastic approximation with compound delayed observations","volume":"10","author":"mahmoud","year":"2005","journal-title":"Comput Math Appl"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2006.890695"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2003.1208946"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2003.1208683"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2008.080514"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2007.893228"},{"key":"ref15","author":"moallemi","year":"2008","journal-title":"Approximate and Data-driven Dynamic Programming for Queueing Networks"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/18.995554"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2007.903141"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2006.879357"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s11134-005-1450-0"},{"key":"ref4","author":"altman","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2006.876219"},{"key":"ref3","author":"ross","year":"2002","journal-title":"Introduction to Probability Models"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.2200\/S00271ED1V01Y201006CNT007"},{"key":"ref6","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref5","author":"meyn","year":"2008","journal-title":"Control Techniques for Complex Networks"},{"key":"ref29","volume":"1 and 2","author":"bertsekas","year":"1995","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/18.212277"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012999361974"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1561\/1300000001"},{"key":"ref9","author":"yeh","year":"2001","journal-title":"Multiaccess and fading in communication networks"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2009.5400270"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11134-006-0067-2"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2006.879361"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2007.897944"},{"key":"ref24","author":"neely","year":"2003","journal-title":"Dynamic power allocation and routing for satellite and wireless networks with time varying channels"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2005.1498453"},{"key":"ref26","author":"bertsekas","year":"1992","journal-title":"Data Networks"},{"key":"ref25","author":"bertsekas","year":"1995","journal-title":"Nonlinear Programming"}],"container-title":["IEEE Transactions on Automatic Control"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9\/6564408\/06493403.pdf?arnumber=6493403","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,29]],"date-time":"2021-11-29T20:36:45Z","timestamp":1638218205000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6493403\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,8]]},"references-count":34,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tac.2013.2256682","relation":{},"ISSN":["0018-9286","1558-2523"],"issn-type":[{"value":"0018-9286","type":"print"},{"value":"1558-2523","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,8]]}}}