{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:16:45Z","timestamp":1782753405084,"version":"3.54.5"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100008048","name":"Nanjing University","doi-asserted-by":"publisher","award":["KFKT2024B18"],"award-info":[{"award-number":["KFKT2024B18"]}],"id":[{"id":"10.13039\/501100008048","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011246","name":"State Key Laboratory of Novel Software Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011246","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202233"],"award-info":[{"award-number":["62202233"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Parallel and Distributed Computing"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1016\/j.jpdc.2025.105191","type":"journal-article","created":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T16:56:02Z","timestamp":1762361762000},"page":"105191","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Reload: Deep reinforcement learning-based workload distribution for collaborative edges"],"prefix":"10.1016","volume":"209","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9251-4337","authenticated-orcid":false,"given":"Yu","family":"Liang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1773-0942","authenticated-orcid":false,"given":"Jidong","family":"Ge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3472-1717","authenticated-orcid":false,"given":"Jie","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiwu","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1102-9584","authenticated-orcid":false,"given":"Bin","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jpdc.2025.105191_bib0001","unstructured":"H. Zhang, G. Ananthanarayanan, P. Bodik, M. Philipose, P. Bahl, M. J. Freedman, Live video analytics at scale with approximation and delay-Tolerance, in: Proc. USENIX NSDI 2017, pp. 377\u2013392."},{"issue":"5","key":"10.1016\/j.jpdc.2025.105191_bib0002","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","article-title":"Edge computing: vision and challenges","volume":"3","author":"Shi","year":"2016","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.jpdc.2025.105191_bib0003","doi-asserted-by":"crossref","unstructured":"M. Calder, X. Fan, Z. Hu, E. Katz-Bassett, J. Heidemann, R. Govindan, Mapping the expansion of Google\u2019s serving infrastructure, in: Proc. SIGCOMM IMC 2013, pp. 313\u2013326.","DOI":"10.1145\/2504730.2504754"},{"key":"10.1016\/j.jpdc.2025.105191_bib0004","series-title":"Proc. IEEE INFOCOM 2017","first-page":"1","article-title":"Joint offloading and resource allocation for computation and communication in mobile cloud with computing access point","author":"Chen","year":"2017"},{"key":"10.1016\/j.jpdc.2025.105191_bib0005","series-title":"Proc. IEEE INFOCOM 2018","first-page":"207","article-title":"Joint service caching and task offloading for mobile edge computing in dense networks","author":"Xu","year":"2018"},{"key":"10.1016\/j.jpdc.2025.105191_bib0006","series-title":"Proc. IEEE INFOCOM 2018","first-page":"46","article-title":"Energy-efficient computation offloading for multicore-based mobile devices","author":"Geng","year":"2018"},{"issue":"4","key":"10.1016\/j.jpdc.2025.105191_bib0007","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1109\/MWC.2017.1600321","article-title":"Exploiting massive D2D collaboration for energy-efficient mobile edge computing","volume":"24","author":"Chen","year":"2017","journal-title":"IEEE Wireless Commun."},{"key":"10.1016\/j.jpdc.2025.105191_bib0008","series-title":"Proc. IEEE INFOCOM 2016","first-page":"1","article-title":"Energy-efficient dynamic offloading and resource scheduling in mobile cloud computing","author":"Guo","year":"2016"},{"issue":"4","key":"10.1016\/j.jpdc.2025.105191_bib0009","doi-asserted-by":"crossref","first-page":"1684","DOI":"10.1109\/TNET.2020.2989307","article-title":"Provably efficient resource allocation for edge service entities using hermes","volume":"28","author":"Zhang","year":"2020","journal-title":"IEEE\/ACM Trans. Networking"},{"key":"10.1016\/j.jpdc.2025.105191_bib0010","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018"},{"issue":"7540","key":"10.1016\/j.jpdc.2025.105191_bib0011","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.jpdc.2025.105191_bib0012","unstructured":"J.X. Wang, Z. Kurth-Nelson, D. Tirumala, H. Soyer, J.Z. Leibo, R. Munos, C. Blundell, D. Kumaran, M. Botvinick, Learning to reinforcement learn, arXiv preprint arXiv: 1611.05763(2016)."},{"key":"10.1016\/j.jpdc.2025.105191_bib0013","series-title":"Proc. USENIX ATC 2015","first-page":"417","article-title":"Mahimahi: accurate record-and-replay for HTTP","author":"Netravali","year":"2015"},{"key":"10.1016\/j.jpdc.2025.105191_bib0014","series-title":"Proc. Spaccs 2020","first-page":"3","article-title":"EDC: An edge-Oriented dynamic resource configuration strategy","volume":"12383","author":"Wei","year":"2020"},{"key":"10.1016\/j.jpdc.2025.105191_bib0015","doi-asserted-by":"crossref","unstructured":"S. Sundar, B. Liang, Offloading dependent tasks with communication delay and deadline constraint, in: Proc. IEEE INFOCOM 2018, pp. 37\u201345.","DOI":"10.1109\/INFOCOM.2018.8486305"},{"key":"10.1016\/j.jpdc.2025.105191_bib0016","unstructured":"Jetson AGX Xavier, (https:\/\/www.nvidia.com\/en-us\/autonomous-machines\/embedded-systems\/jetson-agx-xavier\/, accessed on Sep 2021)."},{"issue":"1","key":"10.1016\/j.jpdc.2025.105191_bib0017","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1023\/A:1020958815308","article-title":"Divisible load theory: a new paradigm for load scheduling in distributed systems","volume":"6","author":"Bharadwaj","year":"2003","journal-title":"Cluster Comput."},{"issue":"3","key":"10.1016\/j.jpdc.2025.105191_bib0018","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1109\/71.674315","article-title":"Optimizing computing costs using divisible load analysis","volume":"9","author":"Sohn","year":"1998","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"7","key":"10.1016\/j.jpdc.2025.105191_bib0019","doi-asserted-by":"crossref","first-page":"1661","DOI":"10.1109\/TMC.2015.2480075","article-title":"Distributed workload dissemination for makespan minimization in disruption tolerant networks","volume":"15","author":"Zhang","year":"2016","journal-title":"IEEE Trans. Mob. Comput."},{"key":"10.1016\/j.jpdc.2025.105191_bib0020","doi-asserted-by":"crossref","unstructured":"S. Zhang, J. Wu, S. Lu, Minimum makespan workload dissemination in DTNs: making full utilization of computational surplus around, in: Proc. of ACM MobiHoc 2013, pp. 293\u2013296.","DOI":"10.1145\/2491288.2491327"},{"key":"10.1016\/j.jpdc.2025.105191_bib0021","series-title":"Proc. ACM SIGCOMM","first-page":"107","article-title":"Neural-enhanced live streaming: improving live video ingest via online learning","author":"Kim","year":"2020"},{"key":"10.1016\/j.jpdc.2025.105191_bib0022","unstructured":"Softmax, (https:\/\/en.wikipedia.org\/wiki\/Softmax_function, accessed on Jul 2025)."},{"key":"10.1016\/j.jpdc.2025.105191_bib0023","unstructured":"T.P. Lillicrap, J.J. Hunt, A. Pritzel, N. Heess, T. Erez, Y. Tassa, D. Silver, D. Wierstra, Continuous control with deep reinforcement learning, arXiv preprint arXiv: 1509.02971(2015)."},{"key":"10.1016\/j.jpdc.2025.105191_bib0024","doi-asserted-by":"crossref","unstructured":"L. Wang, L. Jiao, T. He, J. Li, M. Mu\u00a8hlha\u00a8user, Service entity placement for social virtual reality applications in edge computing, in: Proc. IEEE INFOCOM 2018, pp. 468\u2013476.","DOI":"10.1109\/INFOCOM.2018.8486411"},{"issue":"3","key":"10.1016\/j.jpdc.2025.105191_bib0025","doi-asserted-by":"crossref","first-page":"1064","DOI":"10.1109\/TMC.2019.2952097","article-title":"Interaction-Oriented service entity placement in edge computing","volume":"20","author":"Liang","year":"2019","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"11","key":"10.1016\/j.jpdc.2025.105191_bib0026","doi-asserted-by":"crossref","first-page":"2384","DOI":"10.1109\/TPDS.2019.2915218","article-title":"A utility-Based optimization framework for edge service entity caching","volume":"30","author":"Liang","year":"2019","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"10.1016\/j.jpdc.2025.105191_bib0027","doi-asserted-by":"crossref","unstructured":"S. Kosta, A. Aucinas, P. Hui, R. Mortier, X. Zhang, Thinkair: dynamic resource allocation and parallel execution in the cloud for mobile code offloading, in: Proc. IEEE INFOCOM 2012, pp. 945\u2013953.","DOI":"10.1109\/INFCOM.2012.6195845"},{"key":"10.1016\/j.jpdc.2025.105191_bib0028","unstructured":"M.S. Gordon, D.A. Jamshidi, S. Mahlke, Z.M. Mao, X. Chen, COMET: Code offload by migrating execution transparently, in: Proc. USENIX ODSI 2012, pp. 93\u2013106."},{"key":"10.1016\/j.jpdc.2025.105191_bib0029","doi-asserted-by":"crossref","unstructured":"C. You, K. Huang, H. Chae, B.-H. Kim, Energy-Efficient Resource Allocation for Mobile-Edge Computation Offloading, arXiv preprint arXiv: 1605.08518(2016).","DOI":"10.1109\/GLOCOM.2016.7842016"},{"key":"10.1016\/j.jpdc.2025.105191_bib0030","doi-asserted-by":"crossref","unstructured":"E. Cuervo, A. Balasubramanian, D.-k. Cho, A. Wolman, S. Saroiu, R. Chandra, P. Bahl, MAUI: Making smartphones last longer with code offload, in: Proc. ACM MobiSys 2010, pp. 49\u201362.","DOI":"10.1145\/1814433.1814441"},{"key":"10.1016\/j.jpdc.2025.105191_bib0031","doi-asserted-by":"crossref","unstructured":"C. Wang, S. Zhang, H. Zhang, Z. Qian, S. Lu, Edge cloud capacity allocation for low delay computing on mobile devices, in: Proc. IEEE ISPA 2017, pp. 290\u2013297.","DOI":"10.1109\/ISPA\/IUCC.2017.00049"},{"issue":"8","key":"10.1016\/j.jpdc.2025.105191_bib0032","doi-asserted-by":"crossref","first-page":"2253","DOI":"10.1109\/TC.2014.2366735","article-title":"Multi-user computation partitioning for latency sensitive mobile cloud applications","volume":"64","author":"Yang","year":"2015","journal-title":"IEEE Trans. Comput."},{"issue":"5","key":"10.1016\/j.jpdc.2025.105191_bib0033","doi-asserted-by":"crossref","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","article-title":"Efficient multi-User computation offloading for mobile-Edge cloud computing","volume":"24","author":"Chen","year":"2016","journal-title":"IEEE\/ACM Trans. Networking"},{"key":"10.1016\/j.jpdc.2025.105191_bib0034","doi-asserted-by":"crossref","unstructured":"Q. Zhang, F. Liu, C. Zeng, Adaptive interference-Aware VNF placement for service-Customized 5G network slices, in: Proc. IEEE INFOCOM 2019, pp. 1\u20139.","DOI":"10.1109\/INFOCOM.2019.8737660"},{"key":"10.1016\/j.jpdc.2025.105191_bib0035","series-title":"Approximation algorithms","author":"Vazirani","year":"2004"},{"key":"10.1016\/j.jpdc.2025.105191_bib0036","doi-asserted-by":"crossref","unstructured":"B. Gao, Z. Zhou, F. Liu, F. Xu, Winning at the starting line: joint network selection and service placement for mobile edge computing, in: Proc. IEEE INFOCOM 2019, pp. 1\u20139.","DOI":"10.1109\/INFOCOM.2019.8737543"},{"key":"10.1016\/j.jpdc.2025.105191_bib0037","article-title":"Decentralized computation offloading for multi-user mobile edge computing: a deep reinforcement learning approach","volume":"188","author":"Chen","year":"2020","journal-title":"EURASIP J. Wirel. Commun. Netw."},{"key":"10.1016\/j.jpdc.2025.105191_bib0038","doi-asserted-by":"crossref","first-page":"120604","DOI":"10.1109\/ACCESS.2020.3007002","article-title":"Collaborative edge computing and caching with deep reinforcement learning decision agents","volume":"8","author":"Ren","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.jpdc.2025.105191_bib0039","series-title":"Proc. IEEE INFOCOM 2020","first-page":"2066","article-title":"Collaborate or separate? distributed service caching in mobile edge clouds","author":"Xu","year":"2020"},{"key":"10.1016\/j.jpdc.2025.105191_bib0040","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2020.107655","article-title":"Learning scheduling bursty requests in mobile edge computing using deepload","volume":"184","author":"Chen","year":"2021","journal-title":"Comput. Networks"},{"issue":"12","key":"10.1016\/j.jpdc.2025.105191_bib0041","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1109\/MCOM.2017.1700208","article-title":"Cooperative fog computing for dealing with big data in the internet of vehicles: architecture and hierarchical resource management","volume":"55","author":"Zhang","year":"2017","journal-title":"IEEE Commun. Mag."},{"key":"10.1016\/j.jpdc.2025.105191_bib0042","series-title":"Proc. IEEE ICASSP 2025","first-page":"1","article-title":"Volatile MAB-based configuration selection for offloading video analytics tasks to edges","author":"Liang","year":"2025"},{"key":"10.1016\/j.jpdc.2025.105191_bib0043","doi-asserted-by":"crossref","DOI":"10.1109\/TSC.2024.3489435","article-title":"Cost-aware dispersed resource probing and offloading at the edge: a user-centric online layered learning approach","author":"Ouyang","year":"2024","journal-title":"IEEE Trans. Serv. Comput."},{"key":"10.1016\/j.jpdc.2025.105191_bib0044","doi-asserted-by":"crossref","DOI":"10.1109\/TNSE.2025.3550251","article-title":"Ddps: dynamic differential pricing-based edge offloading system with energy harvesting devices","author":"Xue","year":"2025","journal-title":"IEEE Trans. Network Sci. Eng."},{"key":"10.1016\/j.jpdc.2025.105191_bib0045","doi-asserted-by":"crossref","DOI":"10.1109\/TVT.2025.3540914","article-title":"Stackelberg game-Based joint computing resource allocation and task offloading method in edge computing","author":"Chai","year":"2025","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"1","key":"10.1016\/j.jpdc.2025.105191_bib0046","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1109\/TMC.2024.3461879","article-title":"Scrava: super resolution-Based bandwidth-Efficient cross-Camera video analytics","volume":"24","author":"Liang","year":"2025","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"10","key":"10.1016\/j.jpdc.2025.105191_bib0047","doi-asserted-by":"crossref","first-page":"2925","DOI":"10.1109\/TCAD.2019.2930575","article-title":"H2O-Cloud: a resource and quality of service-Aware task scheduling framework for warehouse-Scale data centers","volume":"39","author":"Cheng","year":"2020","journal-title":"IEEE Trans. Comput. Aided Des. Integr. Circuits Syst."},{"key":"10.1016\/j.jpdc.2025.105191_bib0048","series-title":"Proc. ASP-DAC 2018","first-page":"129","article-title":"DRL-Cloud: deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers","author":"Cheng","year":"2018"},{"key":"10.1016\/j.jpdc.2025.105191_bib0049","series-title":"Proc. IEEE INFOCOM 2018","first-page":"1871","article-title":"Experience-driven networking: a deep reinforcement learning based approach","author":"Xu","year":"2018"},{"key":"10.1016\/j.jpdc.2025.105191_bib0050","series-title":"Proc. IEEE INFOCOM 2019","first-page":"1648","article-title":"Reles: a neural adaptive multipath scheduler based on deep reinforcement learning","author":"Zhang","year":"2019"},{"issue":"3","key":"10.1016\/j.jpdc.2025.105191_bib0051","doi-asserted-by":"crossref","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","article-title":"Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning","volume":"6","author":"Chen","year":"2018","journal-title":"IEEE Internet Things J."}],"container-title":["Journal of Parallel and Distributed Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0743731525001583?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0743731525001583?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T18:31:17Z","timestamp":1777573877000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0743731525001583"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":51,"alternative-id":["S0743731525001583"],"URL":"https:\/\/doi.org\/10.1016\/j.jpdc.2025.105191","relation":{},"ISSN":["0743-7315"],"issn-type":[{"value":"0743-7315","type":"print"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Reload: Deep reinforcement learning-based workload distribution for collaborative edges","name":"articletitle","label":"Article Title"},{"value":"Journal of Parallel and Distributed Computing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jpdc.2025.105191","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"105191"}}