{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T02:00:08Z","timestamp":1729648808076,"version":"3.28.0"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/gcwkshps52748.2021.9682032","type":"proceedings-article","created":{"date-parts":[[2022,1,24]],"date-time":"2022-01-24T21:06:05Z","timestamp":1643058365000},"page":"1-7","source":"Crossref","is-referenced-by-count":5,"title":["Reinforcement Learning Random Access for Delay-Constrained Heterogeneous Wireless Networks: A Two-User Case"],"prefix":"10.1109","author":[{"given":"Danzhou","family":"Wu","sequence":"first","affiliation":[]},{"given":"Lei","family":"Deng","sequence":"additional","affiliation":[]},{"given":"Zilong","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Yijin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yunghsiang S.","family":"Han","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","first-page":"1287","DOI":"10.1109\/JPROC.2012.2189792","article-title":"Cyber-physical systems: A perspective at the centennial","volume":"100","author":"kim","year":"2012","journal-title":"Proceedings of the IEEE"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2749513"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1700268"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TMC.2020.3040388","article-title":"Non-uniform time-step deep Q-network for carrier-sense multiple access in heterogeneous wireless networks","volume":"pp","author":"yu","year":"2020","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCN.2018.8487430"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2910552"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2011.2181440"},{"key":"ref17","first-page":"1","article-title":"Learn2MAC: Online learning multiple access for URLLC applications","author":"destounis","year":"2019","journal-title":"Proc IEEE INFOCOM Workshops"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps52748.2021.9682032"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref4","first-page":"700","article-title":"Reinforcement learning algorithms for average-payoff Markovian decision processes","author":"singh","year":"1994","journal-title":"Proc AAAI"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-307-3.50045-9"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904329"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref5"},{"key":"ref8","first-page":"1","article-title":"Wireless networked multirobot systems in smart factories","volume":"99","author":"chen","year":"2020","journal-title":"Proceedings of the IEEE"},{"journal-title":"Service requirements for cyber-physical control applications in vertical domains","year":"2020","key":"ref7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2019.8727143"},{"year":"0","key":"ref1"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2013.2295069"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICCT50939.2020.9295757"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"}],"event":{"name":"2021 IEEE Globecom Workshops (GC Wkshps)","start":{"date-parts":[[2021,12,7]]},"location":"Madrid, Spain","end":{"date-parts":[[2021,12,11]]}},"container-title":["2021 IEEE Globecom Workshops (GC Wkshps)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9681915\/9681831\/09682032.pdf?arnumber=9682032","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T14:07:49Z","timestamp":1674569269000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9682032\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/gcwkshps52748.2021.9682032","relation":{},"subject":[],"published":{"date-parts":[[2021,12]]}}}