{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T15:40:02Z","timestamp":1773330002754,"version":"3.50.1"},"reference-count":13,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,9]],"date-time":"2024-06-09T00:00:00Z","timestamp":1717891200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,9]],"date-time":"2024-06-09T00:00:00Z","timestamp":1717891200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100007214","name":"Velux Foundation, Denmark","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007214","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,9]]},"DOI":"10.1109\/icc51166.2024.10622403","type":"proceedings-article","created":{"date-parts":[[2024,8,20]],"date-time":"2024-08-20T15:34:42Z","timestamp":1724168082000},"page":"1413-1418","source":"Crossref","is-referenced-by-count":5,"title":["Value-Based Reinforcement Learning for Digital Twins in Cloud Computing"],"prefix":"10.1109","author":[{"given":"Van-Phuc","family":"Bui","sequence":"first","affiliation":[{"name":"Aalborg University,Department of Electronic Systems,Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shashi Raj","family":"Pandey","sequence":"additional","affiliation":[{"name":"Aalborg University,Department of Electronic Systems,Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pedro M.","family":"de Sant Ana","sequence":"additional","affiliation":[{"name":"Robert Bosch GmbH,Corporate Research,Renningen,Germany,71272"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petar","family":"Popovski","sequence":"additional","affiliation":[{"name":"Aalborg University,Department of Electronic Systems,Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2015.2453412"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3208773"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2023.3310093"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2023.3264945"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/LNET.2022.3172591"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2017.2746105"},{"key":"ref8","article-title":"Actor-critic algorithms","volume-title":"Proc. NIPS","volume":"12","author":"Konda","year":"1999"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1115\/1.3662552"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2900853"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2008.924676"},{"key":"ref12","volume-title":"Efficient memory-based learning for robot control","author":"Moore","year":"1990"},{"key":"ref13","volume-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018"}],"event":{"name":"ICC 2024 - IEEE International Conference on Communications","location":"Denver, CO, USA","start":{"date-parts":[[2024,6,9]]},"end":{"date-parts":[[2024,6,13]]}},"container-title":["ICC 2024 - IEEE International Conference on Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10622104\/10622158\/10622403.pdf?arnumber=10622403","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T20:16:30Z","timestamp":1724962590000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10622403\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,9]]},"references-count":13,"URL":"https:\/\/doi.org\/10.1109\/icc51166.2024.10622403","relation":{},"subject":[],"published":{"date-parts":[[2024,6,9]]}}}