{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T12:18:39Z","timestamp":1766578719547,"version":"3.28.0"},"reference-count":15,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/gcwkshps52748.2021.9682129","type":"proceedings-article","created":{"date-parts":[[2022,1,24]],"date-time":"2022-01-24T16:06:05Z","timestamp":1643040365000},"page":"1-6","source":"Crossref","is-referenced-by-count":8,"title":["Understanding Exploration and Exploitation of Q-Learning Agents in B5G Network Management"],"prefix":"10.1109","author":[{"given":"Sayantini","family":"Majumdar","sequence":"first","affiliation":[]},{"given":"Riccardo","family":"Trivisonno","sequence":"additional","affiliation":[]},{"given":"Georg","family":"Carle","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1145\/1553374.1553422","article-title":"Dynamic Analysis of Multiagent Q-learning with ?-greedy Exploration","author":"rodrigues gomes","year":"2009","journal-title":"Proceedings of the 26th Annual International Conference on Machine Learning"},{"article-title":"Temporally-Extended ?-Greedy Exploration","year":"2020","author":"dabney","key":"ref11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2017.05.431"},{"key":"ref13","volume":"2050","author":"bellman","year":"2015","journal-title":"Applied Dynamic Programming"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815680"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2015.7417181"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2371536.2371567"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1701336"},{"article-title":"Q-Learning for Conflict Resolution in B5G Network Automation","year":"2021","author":"majumdar","key":"ref6"},{"journal-title":"Zero Touch Network and Service Management (ZSM) Means of Automation","year":"2020","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2831228"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref7"},{"journal-title":"Management Orchestration and Automation","year":"2019","key":"ref2"},{"journal-title":"Network Function Virtualisation (NFV) Management and Orchestration","year":"2014","key":"ref1"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.3000274"}],"event":{"name":"2021 IEEE Globecom Workshops (GC Wkshps)","start":{"date-parts":[[2021,12,7]]},"location":"Madrid, Spain","end":{"date-parts":[[2021,12,11]]}},"container-title":["2021 IEEE Globecom Workshops (GC Wkshps)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9681915\/9681831\/09682129.pdf?arnumber=9682129","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T09:08:01Z","timestamp":1674551281000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9682129\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":15,"URL":"https:\/\/doi.org\/10.1109\/gcwkshps52748.2021.9682129","relation":{},"subject":[],"published":{"date-parts":[[2021,12]]}}}