{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T14:57:16Z","timestamp":1776956236741,"version":"3.51.4"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2016,6,1]],"date-time":"2016-06-01T00:00:00Z","timestamp":1464739200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"NSF","award":["CAREER-CNS-0953515"],"award-info":[{"award-number":["CAREER-CNS-0953515"]}]},{"name":"NSF","award":["CNS-WiFiUS-1456806"],"award-info":[{"award-number":["CNS-WiFiUS-1456806"]}]},{"name":"NSF","award":["CCSS-EARS-1444026"],"award-info":[{"award-number":["CCSS-EARS-1444026"]}]},{"name":"NSF","award":["CCF-0916664"],"award-info":[{"award-number":["CCF-0916664"]}]},{"name":"NSF","award":["CNS-1012700"],"award-info":[{"award-number":["CNS-1012700"]}]},{"name":"NSF","award":["CNS-1421576"],"award-info":[{"award-number":["CNS-1421576"]}]},{"DOI":"10.13039\/100000774","name":"DTRA","doi-asserted-by":"crossref","award":["HDTRA 1-08-1-0016"],"award-info":[{"award-number":["HDTRA 1-08-1-0016"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000774","name":"DTRA","doi-asserted-by":"crossref","award":["HDTRA 1-14-1-0058"],"award-info":[{"award-number":["HDTRA 1-14-1-0058"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000774","name":"DTRA","doi-asserted-by":"crossref","award":["HDTRA1-15-1-0003"],"award-info":[{"award-number":["HDTRA1-15-1-0003"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Qatar National Research Fund (QNRF) under the National Priorities Research Program (NPRP)","award":["NPRP 09-1168-2-455"],"award-info":[{"award-number":["NPRP 09-1168-2-455"]}]},{"name":"Qatar National Research Fund (QNRF) under the National Priorities Research Program (NPRP)","award":["NPRP 7-923-2-344"],"award-info":[{"award-number":["NPRP 7-923-2-344"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1109\/tnet.2015.2438009","type":"journal-article","created":{"date-parts":[[2015,7,21]],"date-time":"2015-07-21T17:59:04Z","timestamp":1437501544000},"page":"1801-1812","source":"Crossref","is-referenced-by-count":16,"title":["Downlink Scheduling Over Markovian Fading Channels"],"prefix":"10.1109","volume":"24","author":[{"given":"Wenzhuo","family":"Ouyang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Atilla","family":"Eryilmaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ness B.","family":"Shroff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/0304-4149(78)90020-0"},{"key":"ref32","author":"bertsekas","year":"1999","journal-title":"Nonlinear Programming"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/0022-0531(91)90059-D"},{"key":"ref30","author":"shwartz","year":"1994","journal-title":"Large Deviation for Performance Analysis"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195483"},{"key":"ref35","author":"rugh","year":"1996","journal-title":"Linear System Theory"},{"key":"ref34","author":"horn","year":"1999","journal-title":"Matrix Analysis"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2005.858025"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2162953"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2010.2042610"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2010.5706971"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2158879"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2008.071349"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2009.2025561"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2011.01.007"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/WIOPT.2011.5930012"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195483"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/18.568722"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2007.897944"},{"key":"ref29","first-page":"270","article-title":"Low-complexity optimal scheduling over correlated fading channels with ARQ feedback","author":"ouyang","year":"2012","journal-title":"Proc IEEE WiOpt"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2006.872546"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"cs ai 9605","author":"kaelbling","year":"1996","journal-title":"J Artif Intell Res"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/0020-7101(94)01094-H"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/49.957318"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2012.2191874"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.1995.525188"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2011.5935149"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2010.5757837"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1870103.1870106"},{"key":"ref26","author":"altman","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref25","author":"sondik","year":"1971","journal-title":"The optimal control of partially observable Markov Decision Processes"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/7491396\/07138649.pdf?arnumber=7138649","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:45:30Z","timestamp":1641987930000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7138649\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6]]},"references-count":36,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2015.2438009","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,6]]}}}