{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T20:16:59Z","timestamp":1764101819945,"version":"3.40.5"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Sentech Chair in Broadband Wireless Multimedia Communications (BWMC), University of Pretoria"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3566002","type":"journal-article","created":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T23:25:55Z","timestamp":1746055555000},"page":"79410-79429","source":"Crossref","is-referenced-by-count":2,"title":["SPARCQ: Enhancing Scalability and Adaptability of Proactive Edge Caching Through Q-Learning"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7269-9821","authenticated-orcid":false,"given":"Shruti","family":"Lall","sequence":"first","affiliation":[{"name":"Department of Electrical, Electronic and Computer Engineering, University of Pretoria, Pretoria, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Johan","family":"de Clercq","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pretoria, Pretoria, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nelishia","family":"Pillay","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pretoria, Pretoria, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3703-3637","authenticated-orcid":false,"given":"Bodhaswar T.","family":"Maharaj","sequence":"additional","affiliation":[{"name":"Department of Electrical, Electronic and Computer Engineering, University of Pretoria, Pretoria, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"volume-title":"Intelligent World 2030","year":"2024","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/spe.3033"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3080512"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2024.103413"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2022.3193680"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3140719"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3221271"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3027596"},{"volume-title":"MovieLens 1M Dataset","year":"2003","key":"ref9"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2936866"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103005"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2931449"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6871674"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2024.3406027"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3017474"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3097768"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2983068"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3148720"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCChina.2019.8855852"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.32604\/cmes.2024.048723"},{"key":"ref21","article-title":"Proactive optimization with machine learning: Femto-caching with future content popularity","author":"Wu","year":"2019","journal-title":"arXiv:1910.13446"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOTS.2018.00019"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/1206212X.2021.1974663"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.5555\/2188385.2188395"},{"key":"ref25","article-title":"Practical Bayesian optimization of machine learning algorithms","author":"Snoek","year":"2012","journal-title":"arXiv:1206.2944"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.11989\/JEST.1674-862X.80904120"},{"key":"ref27","article-title":"Fast Bayesian optimization of machine learning hyperparameters on large datasets","author":"Klein","year":"2016","journal-title":"arXiv:1605.07079"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.07.061"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2956703"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3379142"},{"key":"ref31","article-title":"Hyp-RL: Hyperparameter optimization by reinforcement learning","author":"Jomaa","year":"2019","journal-title":"arXiv:1906.11527"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3516198"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3199677"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3483455"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3355462"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2022.3207994"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3086623"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2916314"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3390429"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICOIN48656.2020.9016437"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2023.3235443"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/WoWMoM49955.2020.00052"},{"key":"ref43","article-title":"Hyper-parameter optimization: A review of algorithms and applications","author":"Yu","year":"2020","journal-title":"arXiv:2003.05689"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/bf00992698"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s11760-022-02377-y"},{"key":"ref47","article-title":"Revisiting fundamentals of experience replay","author":"Fedus","year":"2020","journal-title":"arXiv:2007.06700"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10980285.pdf?arnumber=10980285","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,9]],"date-time":"2025-05-09T04:23:35Z","timestamp":1746764615000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10980285\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3566002","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}