{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T10:20:12Z","timestamp":1740133212952,"version":"3.37.3"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2016,6,1]],"date-time":"2016-06-01T00:00:00Z","timestamp":1464739200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"NSF","award":["CAREER-CNS-0953515","CNS-WiFiUS-1456806","CCSS-EARS-1444026","CCF-0916664","CNS-1012700","CNS-1421576"],"award-info":[{"award-number":["CAREER-CNS-0953515","CNS-WiFiUS-1456806","CCSS-EARS-1444026","CCF-0916664","CNS-1012700","CNS-1421576"]}]},{"DOI":"10.13039\/100000774","name":"DTRA","doi-asserted-by":"crossref","award":["HDTRA 1-08-1-0016","HDTRA 1-14-1-0058","HDTRA1-15-1-0003"],"award-info":[{"award-number":["HDTRA 1-08-1-0016","HDTRA 1-14-1-0058","HDTRA1-15-1-0003"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Qatar National Research Fund (QNRF) under the National Priorities Research Program (NPRP)","award":["NPRP 09-1168-2-455","NPRP 7-923-2-344"],"award-info":[{"award-number":["NPRP 09-1168-2-455","NPRP 7-923-2-344"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1109\/tnet.2015.2438009","type":"journal-article","created":{"date-parts":[[2015,7,21]],"date-time":"2015-07-21T17:59:04Z","timestamp":1437501544000},"page":"1801-1812","source":"Crossref","is-referenced-by-count":15,"title":["Downlink Scheduling Over Markovian Fading Channels"],"prefix":"10.1109","volume":"24","author":[{"given":"Wenzhuo","family":"Ouyang","sequence":"first","affiliation":[]},{"given":"Atilla","family":"Eryilmaz","sequence":"additional","affiliation":[]},{"given":"Ness B.","family":"Shroff","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/0304-4149(78)90020-0"},{"journal-title":"Nonlinear Programming","year":"1999","author":"bertsekas","key":"ref32"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/0022-0531(91)90059-D"},{"journal-title":"Large Deviation for Performance Analysis","year":"1994","author":"shwartz","key":"ref30"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195483"},{"journal-title":"Linear System Theory","year":"1996","author":"rugh","key":"ref35"},{"journal-title":"Matrix Analysis","year":"1999","author":"horn","key":"ref34"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2005.858025"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2162953"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2010.2042610"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2010.5706971"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2158879"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2008.071349"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2009.2025561"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2011.01.007"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/WIOPT.2011.5930012"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195483"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/18.568722"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2007.897944"},{"key":"ref29","first-page":"270","article-title":"Low-complexity optimal scheduling over correlated fading channels with ARQ feedback","author":"ouyang","year":"2012","journal-title":"Proc IEEE WiOpt"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2006.872546"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"cs ai 9605","author":"kaelbling","year":"1996","journal-title":"J Artif Intell Res"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/0020-7101(94)01094-H"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/49.957318"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2012.2191874"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.1995.525188"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2011.5935149"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2010.5757837"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1870103.1870106"},{"journal-title":"Constrained Markov Decision Processes","year":"1999","author":"altman","key":"ref26"},{"journal-title":"The optimal control of partially observable Markov Decision Processes","year":"1971","author":"sondik","key":"ref25"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/7491396\/07138649.pdf?arnumber=7138649","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:45:30Z","timestamp":1641987930000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7138649\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6]]},"references-count":36,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2015.2438009","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"type":"print","value":"1063-6692"},{"type":"electronic","value":"1558-2566"}],"subject":[],"published":{"date-parts":[[2016,6]]}}}