{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T02:10:31Z","timestamp":1763345431466,"version":"3.45.0"},"reference-count":32,"publisher":"Tech Science Press","issue":"1","license":[{"start":{"date-parts":[[2025,8,31]],"date-time":"2025-08-31T00:00:00Z","timestamp":1756598400000},"content-version":"vor","delay-in-days":242,"URL":"https:\/\/doi.org\/10.32604\/TSP-CROSSMARKPOLICY"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2025]]},"DOI":"10.32604\/cmc.2025.066754","type":"journal-article","created":{"date-parts":[[2025,8,8]],"date-time":"2025-08-08T08:31:53Z","timestamp":1754641913000},"page":"519-537","update-policy":"https:\/\/doi.org\/10.32604\/tsp-crossmarkpolicy","source":"Crossref","is-referenced-by-count":0,"title":["Utility-Driven Edge Caching Optimization with Deep Reinforcement Learning under Uncertain Content Popularity"],"prefix":"10.32604","volume":"85","author":[{"given":"Mingoo","family":"Kwon","sequence":"first","affiliation":[]},{"given":"Kyeongmin","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Minseok","family":"Song","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2025]]},"reference":[{"key":"ref1","first-page":"3277","article-title":"A DQN-based cache strategy for mobile edge networks","volume":"71","author":"Sun","year":"2021","journal-title":"Comput Mater Contin"},{"key":"ref2","first-page":"2045","article-title":"ECC: edge collaborative caching strategy for differentiated services load-balancing","volume":"69","author":"Liu","year":"2021","journal-title":"Comput Mater Contin"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"52261","DOI":"10.1109\/ACCESS.2018.2870855","article-title":"QoE-traffic optimization through collaborative edge caching in adaptive mobile video streaming","volume":"6","author":"Mehrabi","year":"2018","journal-title":"IEEE Access"},{"key":"ref4","unstructured":"Cisco. Cisco Annual Internet Report (2018\u20132023); 2020. [cited 2025 Jun 4]. Available from: https:\/\/www.cisco.com\/.\/annual-internet-report\/index.html,."},{"key":"ref5","doi-asserted-by":"crossref","first-page":"6453","DOI":"10.1109\/TWC.2023.3331724","article-title":"QoE-aware collaborative edge caching and computing for adaptive video streaming","volume":"23","author":"Liu","year":"2023","journal-title":"IEEE Trans Wirel Commun"},{"key":"ref6","first-page":"1791","article-title":"Cooperative edge caching in user-centric clustered mobile networks","volume":"17","author":"Zhang","year":"2017","journal-title":"IEEE Trans Multimedia"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"1882","DOI":"10.1109\/TMM.2016.2579600","article-title":"Modeling dynamics of online video popularity","volume":"18","author":"Wu","year":"2016","journal-title":"IEEE Trans Multimedia"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1109\/TMM.2021.3125803","article-title":"Towards real-time video caching at edge servers: a cost-aware deep Q-learning solution","volume":"25","author":"Cui","year":"2021","journal-title":"IEEE Trans Multimedia"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"690","DOI":"10.1109\/JSAC.2023.3235443","article-title":"Federated deep reinforcement learning for recommendation-enabled edge caching in mobile edge-cloud computing networks","volume":"41","author":"Sun","year":"2023","journal-title":"IEEE J Sel Areas Commun"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"1773","DOI":"10.1109\/LCOMM.2019.2931688","article-title":"Dynamic content update for wireless edge caching via deep reinforcement learning","volume":"23","author":"Wu","year":"2019","journal-title":"IEEE Commun Lett"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1109\/TCCN.2020.2968326","article-title":"Deep reinforcement learning-based edge caching in wireless networks","volume":"6","author":"Zhong","year":"2020","journal-title":"IEEE Trans Cogn Commun Netw"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"26","DOI":"10.30693\/SMJ.2025.14.1.26","article-title":"A deep reinforcement learning-based technique for enhancing cache hit rate by adapting to dynamic file request patterns","volume":"14","author":"Kwon","year":"2025","journal-title":"Korean Instit Smart Media"},{"key":"ref13","first-page":"2503","article-title":"Cost-effective, quality-oriented transcoding of live-streamed video on edge-servers","volume":"16","author":"Lee","year":"2023","journal-title":"IEEE J Sel Areas Commun"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"135844","DOI":"10.1109\/ACCESS.2020.3011517","article-title":"Bitrate adaptation for video streaming services in edge caching systems","volume":"8","author":"Tran","year":"2020","journal-title":"IEEE Access"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"5094","DOI":"10.1109\/JSYST.2020.3019035","article-title":"Hit ratio and content quality tradeoff for adaptive bitrate streaming in edge caching systems","volume":"15","author":"Dao","year":"2023","journal-title":"IEEE Syst J"},{"key":"ref16","series-title":"Proceedings of the International Conference on Information Networking","first-page":"577","article-title":"Hit ratio and latency optimization for caching systems: a survey","author":"Tran","year":"2021"},{"key":"ref17","series-title":"Proceedings of the IFIP Networking Conference and Workshops","first-page":"323","article-title":"Representation selection problem: optimizing video delivery through caching","author":"Araldo","year":"2016"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1109\/LNET.2020.3031961","article-title":"Adaptive offline and online similarity-based caching","volume":"2","author":"Zhou","year":"2020","journal-title":"IEEE Netw Lett"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"108570","DOI":"10.1016\/j.comnet.2021.108570","article-title":"Content placement in networks of similarity caches","volume":"201","author":"Garetto","year":"2021","journal-title":"Comput Netw"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"2769","DOI":"10.1109\/TMC.2024.3500132","article-title":"Similarity caching in dynamic cooperative edge networks: an adversarial bandit approach","volume":"24","author":"Wang","year":"2024","journal-title":"IEEE Trans Mob Comput"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"1965","DOI":"10.1109\/TMC.2018.2871147","article-title":"Adaptive bitrate video caching and processing in mobile-edge computing networks","volume":"18","author":"Tran","year":"2018","journal-title":"IEEE Trans Mob Comput"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"1732","DOI":"10.1109\/TNSM.2020.3037147","article-title":"EdgeDASH: exploiting network-assisted adaptive video streaming for edge caching","volume":"18","author":"Bayhan","year":"2020","journal-title":"IEEE Trans Netw Serv Manag"},{"key":"ref23","article-title":"Coffee: cost-effective edge caching for 360 degree live video streaming","author":"Li","year":"2023","journal-title":"arXiv:2312.13470"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"2384","DOI":"10.1109\/TPDS.2019.2915218","article-title":"A utility-based optimization framework for edge service entity caching","volume":"30","author":"Liang","year":"2019","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"ref25","doi-asserted-by":"crossref","unstructured":"Mehrabi A, Siekkinen M, Yl\u00e4-J\u00e4\u00e4ski A. Cache-aware QoE-traffic optimization in mobile edge assisted adaptive video streaming. arXiv:1805.09255. 2018.","DOI":"10.1109\/ACCESS.2018.2870855"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"4368","DOI":"10.1109\/JSYST.2021.3103526","article-title":"Quality-aware transcoding task allocation under limited power in live-streaming systems","volume":"16","author":"Lee","year":"2022","journal-title":"IEEE Syst J"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"792","DOI":"10.1109\/TMM.2021.3132156","article-title":"Caching in dynamic environments: a near-optimal online learning approach","volume":"25","author":"Zhou","year":"2021","journal-title":"IEEE Trans Multimedia"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1287\/opre.9.3.383","article-title":"A proof for the queuing formula: L = \u03bbW","volume":"9","author":"Little","year":"1961","journal-title":"Operat Res"},{"key":"ref29","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Kimov O. Proximal policy optimization algorithms. arXiv:1707. 06347. 2017."},{"key":"ref30","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1016\/j.icte.2020.05.003","article-title":"Implementing action mask in proximal policy optimization (PPO) algorithm","volume":"6","author":"Tang","year":"2020","journal-title":"ICT Express"},{"key":"ref31","series-title":"Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","first-page":"2623","article-title":"Optuna: a next-generation hyperparameter optimization framework","author":"Akiba","year":"2019"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1016\/j.comnet.2008.09.022","article-title":"Characteristics of youtube network traffic at a campus network-measurements, models, and implications","volume":"53","author":"Zink","year":"2009","journal-title":"Comput Netw"}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.techscience.cn\/files\/cmc\/2025\/TSP_CMC-85-1\/TSP_CMC_66754\/TSP_CMC_66754.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T02:08:28Z","timestamp":1763345308000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v85n1\/63551"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":32,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025]]},"published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2025.066754","relation":{},"ISSN":["1546-2226"],"issn-type":[{"type":"electronic","value":"1546-2226"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"2025-04-16","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-07-21","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-08-29","order":2,"name":"published","label":"Published Online","group":{"name":"publication_history","label":"Publication History"}}]}}