{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T05:20:00Z","timestamp":1775193600544,"version":"3.50.1"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Faculty of Natural, Mathematical, and Engineering Sciences, King\u2019s College London"},{"DOI":"10.13039\/100010663","name":"European Research Council (ERC) through the European Union\u2019s Horizon 2020 Research and Innovation Programme","doi-asserted-by":"publisher","award":["725732"],"award-info":[{"award-number":["725732"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Open Fellowship of the Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/W024101\/1"],"award-info":[{"award-number":["EP\/W024101\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"name":"CENTRIC Project","award":["101096379"],"award-info":[{"award-number":["101096379"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1109\/jsac.2023.3310093","type":"journal-article","created":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T17:23:41Z","timestamp":1693416221000},"page":"3146-3160","source":"Crossref","is-referenced-by-count":34,"title":["A Bayesian Framework for Digital Twin-Based Control, Monitoring, and Data Collection in Wireless Systems"],"prefix":"10.1109","volume":"41","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8635-9943","authenticated-orcid":false,"given":"Clement","family":"Ruah","sequence":"first","affiliation":[{"name":"Department of Engineering and the King’s Communications, Learning and Information Processing (KCLIP) Laboratory, King’s College London, London, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9898-3209","authenticated-orcid":false,"given":"Osvaldo","family":"Simeone","sequence":"additional","affiliation":[{"name":"Department of Engineering and the King’s Communications, Learning and Information Processing (KCLIP) Laboratory, King’s College London, London, U.K."}]},{"given":"Bashir M.","family":"Al-Hashimi","sequence":"additional","affiliation":[{"name":"Department of Engineering, King’s College London, London, U.K."}]}],"member":"263","reference":[{"key":"ref13","article-title":"A comprehensive review of digital twin—Part 2: Roles of uncertainty quantification and optimization, a battery digital twin, and perspectives","author":"thelen","year":"2022","journal-title":"arXiv 2208 12904"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2924034"},{"key":"ref12","article-title":"Advanced transient diagnostic with ensemble digital twin modeling","author":"chen","year":"2022","journal-title":"arXiv 2205 11469"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3390\/s23031197"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC48278.2020.9217051"},{"key":"ref59","article-title":"Auto-encoding variational Bayes","author":"kingma","year":"2013","journal-title":"arXiv 1312 6114"},{"key":"ref14","article-title":"Programmable and customized intelligence for traffic steering in 5G networks using Open RAN architectures","author":"lacava","year":"2022","journal-title":"arXiv 2209 14171"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804779"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3190737"},{"key":"ref52","article-title":"Digital twin-based multiple access optimization and monitoring via model-driven Bayesian learning","author":"ruah","year":"2022","journal-title":"arXiv 2210 05582"},{"key":"ref11","author":"palmer","year":"2022","journal-title":"The Primacy of Doubt From Climate Change to Quantum Physics How the Science of Uncertainty Can Help Predict and Understand Our Chaotic World"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3079510"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1017\/9781009072205"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM48099.2022.10000805"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2021.3080677"},{"key":"ref19","article-title":"The interplay of AI and digital twin: Bridging the gap between data-driven and model-driven approaches","author":"bariah","year":"2022","journal-title":"arXiv 2209 12423"},{"key":"ref18","article-title":"Digital twins for industry 4.0 in the 6G era","author":"han","year":"2022","journal-title":"arXiv 2210 08970"},{"key":"ref51","article-title":"Model-based deep learning","author":"shlezinger","year":"2020","journal-title":"arXiv 2012 08405"},{"key":"ref50","article-title":"Centralized model and exploration policy for multi-agent RL","author":"zhang","year":"2021","journal-title":"arXiv 2107 06434"},{"key":"ref46","author":"duff","year":"2002","journal-title":"Optimal Learning Computational Procedures for Bayes-adaptive Markov Decision Processes"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2020.07.005"},{"key":"ref48","first-page":"1","article-title":"(More) efficient reinforcement learning via posterior sampling","volume":"26","author":"osband","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143932"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps52748.2021.9681991"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2514\/1.J055201"},{"key":"ref43","first-page":"553","article-title":"A multi-agent policy-gradient approach to network routing","author":"tao","year":"2001","journal-title":"Proc 18th Int Conf Mach Learn"},{"key":"ref49","first-page":"5779","article-title":"Model-based active exploration","author":"shyam","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref8","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref7","article-title":"Digital twin for networking: A data-driven performance modeling perspective","author":"hui","year":"2022","journal-title":"arXiv 2206 00310"},{"key":"ref9","author":"mackay","year":"2003","journal-title":"Information Theory Inference and Learning Algorithms"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2200012"},{"key":"ref3","first-page":"1818","article-title":"The digital twin paradigm for future NASA and US air force vehicles","author":"glaessgen","year":"2012","journal-title":"Proc 53rd AIAA\/ASME\/ASCE\/AHS\/ASC Struct Structural Dyn Mater Conf 20th AIAA\/ASME\/AHS Adapt Struct Conf 14th (AIAA)"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.21143"},{"key":"ref5","author":"akman","year":"2020","journal-title":"O-RAN use cases and deployment scenarios Towards open and smart RAN"},{"key":"ref40","article-title":"Off-policy multi-agent decomposed policy gradients","author":"wang","year":"2020","journal-title":"arXiv 2007 12322"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28929-8"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/COASE.2019.8842888"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2016.01.031"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3233\/KES-2010-0206"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s00158-022-03425-4"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3098508"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3390\/app11072977"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2021.01.011"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2018.08.474"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-38756-7_4"},{"key":"ref39","first-page":"1","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","volume":"30","author":"lowe","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref38","article-title":"Value-decomposition networks for cooperative multi-agent learning","author":"sunehag","year":"2017","journal-title":"arXiv 1706 05296"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s41237-018-0048-x"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3016320"},{"key":"ref68","article-title":"On improving deep reinforcement learning for POMDPs","author":"zhu","year":"2017","journal-title":"arXiv 1704 07978"},{"key":"ref23","article-title":"Towards a decentralized metaverse: Synchronized orchestration of digital twins and sub-metaverses","author":"hashash","year":"2022","journal-title":"arXiv 2211 14686"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/35.965367"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2022-Spring54318.2022.9860495"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.23919\/JCIN.2022.9906937"},{"key":"ref69","first-page":"1321","article-title":"On calibration of modern neural networks","author":"guo","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref20","article-title":"Toward experience-driven traffic management and orchestration in digital-twin-enabled 6G networks","author":"tariq","year":"2022","journal-title":"arXiv 2201 04259"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-21736-9"},{"key":"ref63","article-title":"Bayesian variational autoencoders for unsupervised out-of-distribution detection","author":"daxberger","year":"2019","journal-title":"arXiv 1912 05651"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC51304.2022.9833928"},{"key":"ref66","first-page":"1","article-title":"Simple traffic modeling framework for machine type communication","author":"nikaein","year":"2013","journal-title":"Proc Int Symp on Wireless Commun Syst (ISWCS)"},{"key":"ref21","article-title":"The paradigm of digital twin communications","author":"luan","year":"2021","journal-title":"arXiv 2105 07182"},{"key":"ref65","author":"ruah","year":"2022","journal-title":"Bayesian Digital Twin Repository"},{"key":"ref28","article-title":"A digital twin for reconfigurable intelligent surface assisted wireless communication","author":"sheen","year":"2020","journal-title":"arXiv 2009 00454"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2927312"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3522783.3529519"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref62","article-title":"Bayesian active learning for classification and preference learning","author":"houlsby","year":"2011","journal-title":"arXiv 1112 5745"},{"key":"ref61","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/10297956\/10234596.pdf?arnumber=10234596","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,20]],"date-time":"2023-11-20T19:24:27Z","timestamp":1700508267000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10234596\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10]]},"references-count":70,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2023.3310093","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"value":"0733-8716","type":"print"},{"value":"1558-0008","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10]]}}}