{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T23:21:09Z","timestamp":1769556069445,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1007\/s11276-021-02768-y","type":"journal-article","created":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T17:04:03Z","timestamp":1632330243000},"page":"3897-3909","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Collaborative task offloading and resource scheduling framework for heterogeneous edge computing"],"prefix":"10.1007","volume":"30","author":[{"given":"Jianji","family":"Ren","sequence":"first","affiliation":[]},{"given":"Tingting","family":"Hou","sequence":"additional","affiliation":[]},{"given":"Haichao","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Huanhuan","family":"Tian","sequence":"additional","affiliation":[]},{"given":"Huihui","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Hongxiao","family":"Zheng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4720-4775","authenticated-orcid":false,"given":"Xiaohong","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,22]]},"reference":[{"key":"2768_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., et al. (2016). Tensorflow: Large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467."},{"issue":"8","key":"2768_CR2","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MCOM.2016.7537178","volume":"54","author":"S Andreev","year":"2016","unstructured":"Andreev, S., Galinina, O., Pyattaev, A., et al. (2016). Exploring synergy between communications, caching, and computing in 5G-grade deployments. IEEE Communications Magazine, 54(8), 60\u201369.","journal-title":"IEEE Communications Magazine"},{"key":"2768_CR3","unstructured":"Chao, Q., Wang, X., Yao, H. et al. (2020). Networking integrated Cloud-edge-end in IoT: A blockchain-assisted collective learning approach (IEEE IoT Journal). IEEE Internet of Things Journal"},{"issue":"3","key":"2768_CR4","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1109\/JSAC.2018.2815360","volume":"36","author":"M Chen","year":"2018","unstructured":"Chen, M., & Hao, Y. (2018). Task offloading for mobile edge computing in software defined ultra-dense network. IEEE Journal on Selected Areas in Communications, 36(3), 587\u2013597.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"9","key":"2768_CR5","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1109\/MCOM.2018.1701231","volume":"56","author":"B Chen","year":"2018","unstructured":"Chen, B., Wan, J., Celesti, A., et al. (2018). Edge computing in IoT-based manufacturing. IEEE Communications Magazine, 56(9), 103\u2013109.","journal-title":"IEEE Communications Magazine"},{"key":"2768_CR6","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1016\/j.comcom.2019.12.054","volume":"151","author":"M Chen","year":"2020","unstructured":"Chen, M., Wang, T., Ota, K., et al. (2020). Intelligent resource allocation management for vehicles network: An A3C learning approach. Computer Communications, 151, 485\u2013494.","journal-title":"Computer Communications"},{"issue":"3","key":"2768_CR7","doi-asserted-by":"publisher","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","volume":"6","author":"X Chen","year":"2018","unstructured":"Chen, X., Zhang, H., Wu, C., et al. (2018). Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning. IEEE Internet of Things Journal, 6(3), 4005\u20134018.","journal-title":"IEEE Internet of Things Journal"},{"issue":"4","key":"2768_CR8","doi-asserted-by":"publisher","first-page":"4312","DOI":"10.1109\/TVT.2020.2973705","volume":"69","author":"Y Dai","year":"2020","unstructured":"Dai, Y., Xu, D., Zhang, K., et al. (2020). Deep reinforcement learning and permissioned blockchain for content caching in vehicular edge computing and networks. IEEE Transactions on Vehicular Technology, 69(4), 4312\u20134324.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"11","key":"2768_CR9","first-page":"1","volume":"11","author":"YC Hu","year":"2015","unstructured":"Hu, Y. C., Patel, M., Sabella, D., et al. (2015). Mobile edge computing-A key technology towards 5G. ETSI White Paper, 11(11), 1\u201316.","journal-title":"ETSI White Paper"},{"key":"2768_CR10","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1109\/ACCESS.2015.2437951","volume":"3","author":"SMR Islam","year":"2015","unstructured":"Islam, S. M. R., Kwak, D., Kabir, M. D. H., et al. (2015). The internet of things for health care: a comprehensive survey. IEEE Access, 3, 678\u2013708.","journal-title":"IEEE Access"},{"issue":"9","key":"2768_CR11","doi-asserted-by":"publisher","first-page":"101283","DOI":"10.1016\/j.phycom.2021.101283","volume":"45","author":"S Lai","year":"2021","unstructured":"Lai, S., Zhao, R., Tang, S., et al. (2021). Intelligent secure mobile edge computing for beyond 5G wireless networks. Physical Communication, 45(9), 101283.","journal-title":"Physical Communication"},{"issue":"3","key":"2768_CR12","doi-asserted-by":"publisher","first-page":"2212","DOI":"10.1109\/JIOT.2018.2828144","volume":"5","author":"W Li","year":"2018","unstructured":"Li, W., Logenthiran, T., Phan, V. T., et al. (2018). Implemented IoT-based self-learning home management system (SHMS) for Singapore. IEEE Internet of Things Journal, 5(3), 2212\u20132219.","journal-title":"IEEE Internet of Things Journal"},{"issue":"1","key":"2768_CR13","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MNET.2018.1700202","volume":"32","author":"H Li","year":"2018","unstructured":"Li, H., Ota, K., & Dong, M. (2018). Learning IoT in edge: Deep learning for the Internet of Things with edge computing. IEEE Network, 32(1), 96\u2013101.","journal-title":"IEEE Network"},{"key":"2768_CR14","unstructured":"Mnih, V., Badia, A. P., Mirza, M., et al. (2016). Asynchronous methods for deep reinforcement learning[C]. International Conference on Machine Learning, 1928-1937."},{"key":"2768_CR15","doi-asserted-by":"publisher","first-page":"47980","DOI":"10.1109\/ACCESS.2018.2866491","volume":"6","author":"RK Naha","year":"2018","unstructured":"Naha, R. K., Garg, S., Georgakopoulos, D., et al. (2018). Fog Computing: Survey of trends, architectures, requirements, and research directions. IEEE Access, 6, 47980\u201348009.","journal-title":"IEEE Access"},{"key":"2768_CR16","doi-asserted-by":"crossref","unstructured":"Qiu, C., Wang, X., Yao, H., et al. Networking integrated Cloud-Edge-End in IoT: A blockchain-assisted collective Q-Learning approach. IEEE Internet of Things Journal, 2020.","DOI":"10.1109\/JIOT.2020.3007650"},{"issue":"6","key":"2768_CR17","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/MNET.021.1900617","volume":"34","author":"C Qiu","year":"2020","unstructured":"Qiu, C., Yao, H., Wang, X., et al. (2020). AI-Chain: Blockchain energized edge intelligence for beyond 5G networks. IEEE Network, 34(6), 62\u201369.","journal-title":"IEEE Network"},{"issue":"3","key":"2768_CR18","doi-asserted-by":"publisher","first-page":"1577","DOI":"10.1007\/s11276-019-02125-0","volume":"26","author":"J Ren","year":"2020","unstructured":"Ren, J., Hou, T., Wang, H., et al. (2020). Increasing network throughput based on dynamic caching policy at wireless access points. Wireless Networks, 26(3), 1577\u20131585.","journal-title":"Wireless Networks"},{"key":"2768_CR19","doi-asserted-by":"publisher","first-page":"69194","DOI":"10.1109\/ACCESS.2019.2919736","volume":"7","author":"J Ren","year":"2019","unstructured":"Ren, J., Wang, H., Hou, T., et al. (2019). Federated learning-based computation offloading optimization in edge computing-supported internet of things. IEEE Access, 7, 69194\u201369201.","journal-title":"IEEE Access"},{"key":"2768_CR20","doi-asserted-by":"publisher","first-page":"120604","DOI":"10.1109\/ACCESS.2020.3007002","volume":"8","author":"J Ren","year":"2020","unstructured":"Ren, J., Wang, H., Hou, T., et al. (2020). Collaborative edge computing and caching With deep reinforcement learning decision agents. IEEE Access, 8, 120604\u2013120612.","journal-title":"IEEE Access"},{"issue":"1","key":"2768_CR21","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/MC.2017.9","volume":"50","author":"M Satyanarayanan","year":"2017","unstructured":"Satyanarayanan, M. (2017). The emergence of edge computing. Computer, 50(1), 30\u201339.","journal-title":"Computer"},{"issue":"5","key":"2768_CR22","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi, W., Cao, J., Zhang, Q., et al. (2016). Edge computing: Vision and challenges. IEEE Internet of Things Journal, 3(5), 637\u2013646.","journal-title":"IEEE Internet of Things Journal"},{"key":"2768_CR23","unstructured":"Sutton, R. S., McAllester, D. A., Singh, S. P., et al. (2000). Policy gradient methods for reinforcement learning with function approximation[C]. Advances in Neural Information Processing Systems, 1057\u20131063."},{"key":"2768_CR24","doi-asserted-by":"crossref","unstructured":"Tran, T. X., Pandey, P., Hajisami, A., et al. (2017). Collaborative multi-bitrate video caching and processing in mobile-edge computing networks[C] 2017 13th Annual Conference on Wireless On-demand Network Systems and Services (WONS). IEEE, 165\u2013172.","DOI":"10.1109\/WONS.2017.7888772"},{"key":"2768_CR25","doi-asserted-by":"crossref","unstructured":"Wang, X., Li, R., Wang, C., et al. (2020). Attention-weighted federated deep reinforcement learning for device-to-device assisted heterogeneous collaborative edge caching. IEEE Journal on Selected Areas in Communications, pp. 99: 1\u20131.","DOI":"10.1109\/JSAC.2020.3036946"},{"key":"2768_CR26","doi-asserted-by":"publisher","unstructured":"Wang, X., Ren, X., Qiu, C., Cao, Y., Taleb, T. and Leung, V. C. M. (2020). Net-in-AI: A Computing-Power Networking Framework with Adaptability, Flexibility and Profitability for Ubiquitous AI, in IEEE Network, https:\/\/doi.org\/10.1109\/MNET.011.2000319.","DOI":"10.1109\/MNET.011.2000319"},{"key":"2768_CR27","doi-asserted-by":"crossref","unstructured":"Wang, X., Wang, C., Li, X., et al. (2020). Federated deep reinforcement learning for internet of things with decentralized cooperative edge caching. IEEE Internet of Things Journal","DOI":"10.1109\/JIOT.2020.2986803"},{"issue":"5","key":"2768_CR28","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/MNET.2019.1800286","volume":"33","author":"X Wang","year":"2019","unstructured":"Wang, X., Han, Y., Wang, C., et al. (2019). In-edge ai: Intelligentizing mobile edge computing, caching and communication by federated learning. IEEE Network, 33(5), 156\u2013165.","journal-title":"IEEE Network"},{"key":"2768_CR29","unstructured":"Watkins, C. J. C. H. (1989). Learning from delayed rewards."},{"key":"2768_CR30","doi-asserted-by":"crossref","unstructured":"Yu, S., Gong, X., Shi, Q., et al. (2021). EC-SAGINs: Edge Computing-enhanced Space-Air-Ground Integrated Networks for Internet of Vehicles.","DOI":"10.1109\/JIOT.2021.3052542"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-021-02768-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-021-02768-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-021-02768-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T15:48:01Z","timestamp":1720021681000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-021-02768-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,22]]},"references-count":30,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["2768"],"URL":"https:\/\/doi.org\/10.1007\/s11276-021-02768-y","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,22]]},"assertion":[{"value":"20 August 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}