{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T23:22:57Z","timestamp":1757546577997,"version":"3.37.3"},"reference-count":15,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["ECCS-1711335,CCF-1528030,ECCS-1711592,CNS-1836909,CNS-1821875,CNS-1836909"],"award-info":[{"award-number":["ECCS-1711335,CCF-1528030,ECCS-1711592,CNS-1836909,CNS-1821875,CNS-1836909"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Commun. Mag."],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/mcom.111.2000949","type":"journal-article","created":{"date-parts":[[2021,12,30]],"date-time":"2021-12-30T20:52:31Z","timestamp":1640897551000},"page":"95-101","source":"Crossref","is-referenced-by-count":1,"title":["Improving Data-Driven Reinforcement Learning in Wireless IoT Systems Using Domain Knowledge"],"prefix":"10.1109","volume":"59","author":[{"given":"Nicholas","family":"Mastronarde","sequence":"first","affiliation":[{"name":"University of Buffalo"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nikhilesh","family":"Sharma","sequence":"additional","affiliation":[{"name":"University of Buffalo"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacob","family":"Chakareski","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","volume":"7","author":"altman","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2008.080514"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2165211"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2020.2973125"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2015.06.016"},{"key":"ref4","first-page":"2009","article-title":"Reinforcement Learning-Based Multiaccess Control and Battery Prediction with Energy Harvesting in IoT Systems","volume":"6","author":"chu","year":"2018","journal-title":"IEEE IoT J"},{"key":"ref3","first-page":"43","article-title":"Autonomous Management of Energy-Har-vesting IoT Nodes Using Deep Reinforcement Learning","author":"murad","year":"0","journal-title":"Proc IEEE Int Conf on Self-Adaptive and Self-Organizing Systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162896"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2019.2949997"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761385"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2020-Fall49728.2020.9348835"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2020.07.005"},{"key":"ref9","article-title":"Reinforcement Learning Under Model Mismatch","author":"roy","year":"2017","journal-title":"ArXiv Preprint"}],"container-title":["IEEE Communications Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/35\/9665418\/09665440.pdf?arnumber=9665440","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T20:46:38Z","timestamp":1654893998000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9665440\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":15,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/mcom.111.2000949","relation":{},"ISSN":["0163-6804","1558-1896"],"issn-type":[{"type":"print","value":"0163-6804"},{"type":"electronic","value":"1558-1896"}],"subject":[],"published":{"date-parts":[[2021,11]]}}}