{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T07:43:08Z","timestamp":1772264588561,"version":"3.50.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T00:00:00Z","timestamp":1699488000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T00:00:00Z","timestamp":1699488000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61702264"],"award-info":[{"award-number":["61702264"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076130"],"award-info":[{"award-number":["62076130"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Open Research Project of State Key Laboratory of Novel Software Technology","award":["Nanjing University"],"award-info":[{"award-number":["Nanjing University"]}]},{"name":"the Open Research Project of State Key Laboratory of Novel Software Technology","award":["No. KFKT2022B28"],"award-info":[{"award-number":["No. KFKT2022B28"]}]},{"name":"the National Key R&D Program of China","award":["No. 2020YFB1805503"],"award-info":[{"award-number":["No. 2020YFB1805503"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s11276-023-03553-9","type":"journal-article","created":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T09:02:37Z","timestamp":1699520557000},"page":"6915-6928","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Value-based multi-agent deep reinforcement learning for collaborative computation offloading in internet of things networks"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-6437-1277","authenticated-orcid":false,"given":"Han","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shunmei","family":"Meng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Shang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anqi","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhicheng","family":"Cai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,9]]},"reference":[{"key":"3553_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-021-02768-y","author":"J Ren","year":"2021","unstructured":"Ren, J., Hou, T., Wang, H., Tian, H., Wei, H., Zheng, H., & Zhang, X. (2021). Collaborative task offloading and resource scheduling framework for heterogeneous edge computing. Wireless Networks. https:\/\/doi.org\/10.1007\/s11276-021-02768-y","journal-title":"Wireless Networks"},{"issue":"5","key":"3553_CR2","doi-asserted-by":"publisher","first-page":"817","DOI":"10.26599\/TST.2021.9010065","volume":"27","author":"L Yang","year":"2022","unstructured":"Yang, L., Zou, Y., Xu, M., Xu, Y., Yu, D., & Cheng, X. (2022). Distributed Consensus for blockchains in Internet-of-Things networks. Tsinghua Science and Technology, 27(5), 817\u2013831.","journal-title":"Tsinghua Science and Technology"},{"issue":"4","key":"3553_CR3","doi-asserted-by":"publisher","first-page":"5485","DOI":"10.1109\/TII.2022.3190380","volume":"19","author":"X Xu","year":"2023","unstructured":"Xu, X., Gu, J., Yan, H., Liu, W., Qi, L., & Zhou, X. (2023). Reputation-aware supplier assessment for blockchain-enabled supply chain in industry 4.0. IEEE Transactions on Industrial Informatics, 19(4), 5485\u20135494.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"9","key":"3553_CR4","doi-asserted-by":"publisher","first-page":"6503","DOI":"10.1109\/TII.2021.3139363","volume":"18","author":"L Qi","year":"2022","unstructured":"Qi, L., Yang, Y., Zhou, X., Rafique, W., & Ma, J. (2022). Fast anomaly identification based on multi-aspect data streams for intelligent intrusion detection toward secure industry 4.0. IEEE Transactions on Industrial Informatics, 18(9), 6503\u20136511.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"2","key":"3553_CR5","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1109\/TCSS.2022.3168595","volume":"10","author":"S Wu","year":"2022","unstructured":"Wu, S., Shen, S., Xu, X., Chen, Y., Zhou, X., Liu, D., Xue, X., & Qi, L. (2022). Popularity-aware and diverse web APIs recommendation based on correlation graph. IEEE Transactions on Computational Social Systems, 10(2), 771\u2013782.","journal-title":"IEEE Transactions on Computational Social Systems"},{"issue":"6","key":"3553_CR6","first-page":"5444","volume":"35","author":"L Qi","year":"2023","unstructured":"Qi, L., Lin, W., Zhang, X., Dou, W., Xu, X., & Chen, J. (2023). A correlation graph based approach for personalized and compatible web APIs recommendation in mobile APP development. IEEE Transactions on Knowledge and Data Engineering, 35(6), 5444\u20135457.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"3553_CR7","doi-asserted-by":"publisher","DOI":"10.1145\/3548687","author":"C Yang","year":"2022","unstructured":"Yang, C., Xu, X., Zhou, X., & Qi, L. (2022). Deep Q-network driven task offloading for efficient multimedia data analysis in edge computing. ACM Transactions on Multimedia Computing Communications and Applications. https:\/\/doi.org\/10.1145\/3548687","journal-title":"ACM Transactions on Multimedia Computing Communications and Applications"},{"key":"3553_CR8","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3162117","author":"M Xu","year":"2022","unstructured":"Xu, M., Zhao, F., Zou, Y., Liu, C., Cheng, X., & Dressler, F. (2022). BLOWN: a blockchain protocol for single-hop wireless networks under adversarial SINR. IEEE Transactions on Mobile Computing. https:\/\/doi.org\/10.1109\/TMC.2022.3162117","journal-title":"IEEE Transactions on Mobile Computing"},{"issue":"6","key":"3553_CR9","doi-asserted-by":"publisher","first-page":"5211","DOI":"10.1109\/TVT.2021.3064877","volume":"70","author":"D Yu","year":"2021","unstructured":"Yu, D., Zou, Z., Chen, S., Tao, Y., Tian, B., Lv, W., & Cheng, X. (2021). Decentralized parallel SGD with privacy preservation in vehicular networks. IEEE Transactions on Vehicular Technology, 70(6), 5211\u20135220.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"9","key":"3553_CR10","doi-asserted-by":"publisher","first-page":"6300","DOI":"10.1109\/TII.2022.3154473","volume":"18","author":"Y Jia","year":"2022","unstructured":"Jia, Y., Liu, B., Dou, W., Xu, X., Zhou, X., Qi, L., & Yan, Z. (2022). CroApp: A CNN-based resource optimization approach in edge computing environment. IEEE Transactions on Industrial Informatics, 18(9), 6300\u20136307.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"3553_CR11","doi-asserted-by":"crossref","unstructured":"He, Q., Tan, S., Chen, F., Xu, X., Qi, L., Hei, X., Jin, H., & Yang, Y. (2023). EDIndex: Enabling fast data queries in edge storage systems. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval.","DOI":"10.1145\/3539618.3591676"},{"key":"3553_CR12","doi-asserted-by":"publisher","DOI":"10.1145\/3401979","author":"X Xu","year":"2021","unstructured":"Xu, X., Fang, Z., Qi, L., Zhang, X., He, Q., & Zhou, X. (2021). TripRes: Traffic flow prediction driven resource reservation for multimedia IoV with edge computing. ACM Transactions on Multimedia Computing Communications and Applications. https:\/\/doi.org\/10.1145\/3401979","journal-title":"ACM Transactions on Multimedia Computing Communications and Applications"},{"issue":"6","key":"3553_CR13","doi-asserted-by":"publisher","first-page":"2651","DOI":"10.1109\/TNET.2018.2873002","volume":"26","author":"F Guo","year":"2018","unstructured":"Guo, F., Zhang, H., Ji, H., Li, X., & Leung, V. C. (2018). An efficient computation offloading management scheme in the densely deployed small cell networks with mobile edge computing. IEEE\/ACM Transactions on Networking, 26(6), 2651\u20132664.","journal-title":"IEEE\/ACM Transactions on Networking"},{"key":"3553_CR14","doi-asserted-by":"publisher","first-page":"16152","DOI":"10.1109\/ACCESS.2021.3049883","volume":"9","author":"J Xue","year":"2021","unstructured":"Xue, J., & An, Y. (2021). Joint task offloading and resource allocation for multi-task multi-server NOMA-MEC networks. IEEE Access, 9, 16152\u201316163.","journal-title":"IEEE Access"},{"issue":"5","key":"3553_CR15","doi-asserted-by":"publisher","first-page":"3462","DOI":"10.1109\/JIOT.2020.3022802","volume":"8","author":"J Wang","year":"2021","unstructured":"Wang, J., Feng, D., Zhang, S., Liu, A., & Xia, X. G. (2021). Joint computation offloading and resource allocation for MEC-enabled IoT systems with imperfect CSI. IEEE Internet of Things Journal, 8(5), 3462\u20133475.","journal-title":"IEEE Internet of Things Journal"},{"key":"3553_CR16","doi-asserted-by":"publisher","first-page":"55764","DOI":"10.1109\/ACCESS.2021.3071848","volume":"9","author":"I Kovacevic","year":"2021","unstructured":"Kovacevic, I., Harjula, E., Glisic, S., Lorenzo, B., & Ylianttila, M. (2021). Cloud and edge computation offloading for latency limited services. IEEE Access, 9, 55764\u201355776.","journal-title":"IEEE Access"},{"issue":"5","key":"3553_CR17","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2016","unstructured":"Chen, X., Jiao, L., Li, W., & Fu, X. (2016). Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Transactions on Networking, 24(5), 2795\u20132808.","journal-title":"IEEE\/ACM Transactions on Networking"},{"key":"3553_CR18","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-020-01801-6","author":"Z Chen","year":"2020","unstructured":"Chen, Z., & Wang, X. (2020). Decentralized computation offloading for multi-user mobile edge computing: A deep reinforcement learning approach. Journal on Wireless Communications and Networking. https:\/\/doi.org\/10.1186\/s13638-020-01801-6","journal-title":"Journal on Wireless Communications and Networking"},{"issue":"6","key":"3553_CR19","doi-asserted-by":"publisher","first-page":"1985","DOI":"10.1109\/TMC.2020.3036871","volume":"21","author":"M Tang","year":"2022","unstructured":"Tang, M., & Wong, V. W. S. (2022). Deep reinforcement learning for task offloading in mobile edge computing systems. IEEE transactions on mobile computing, 21(6), 1985\u20131997.","journal-title":"IEEE transactions on mobile computing"},{"key":"3553_CR20","doi-asserted-by":"publisher","unstructured":"Gan, Z., Lin, R., & Zou, H. (2022). A multi-agent deep reinforcement learning approach for computation offloading in 5G mobile edge Computing. In: Proceedings of the 22nd IEEE international symposium on cluster, cloud and internet computing (pp. 645\u2013648). https:\/\/doi.org\/10.1109\/CCGrid54584.2022.00074","DOI":"10.1109\/CCGrid54584.2022.00074"},{"issue":"9","key":"3553_CR21","doi-asserted-by":"publisher","first-page":"9282","DOI":"10.1109\/TVT.2021.3096928","volume":"70","author":"X Huang","year":"2021","unstructured":"Huang, X., Leng, S., Maharjan, S., & Zhang, Y. (2021). Multi-agent deep reinforcement learning for computation offloading and interference coordination in small cell networks. IEEE Transactions on Vehicular Technology, 70(9), 9282\u20139293.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"7","key":"3553_CR22","doi-asserted-by":"publisher","first-page":"6201","DOI":"10.1109\/JIOT.2020.2968951","volume":"7","author":"Z Cao","year":"2020","unstructured":"Cao, Z., Zhou, P., Li, R., Huang, S., & Wu, D. (2020). Multiagent deep reinforcement learning for joint multichannel access and task offloading of mobile-edge computing in industry 4.0. IEEE Internet of Things Journal, 7(7), 6201\u20136213.","journal-title":"IEEE Internet of Things Journal"},{"key":"3553_CR23","doi-asserted-by":"publisher","unstructured":"Nguyen, D. C., Pathirana, P. N., Ding, M., & Seneviratne, A. (2021). Deep reinforcement learning for collaborative offloading in heterogeneous edge networks. In: Proceedings of the IEEE\/ACM 21st international symposium on cluster, cloud and internet computing, (pp. 297\u2013303). https:\/\/doi.org\/10.1109\/CCGrid51090.2021.00039","DOI":"10.1109\/CCGrid51090.2021.00039"},{"key":"3553_CR24","doi-asserted-by":"publisher","unstructured":"Xiao, Y., Song, Y., & Liu, J. (2022). Towards energy efficient resource allocation: when green mobile edge computing meets multi-agent deep reinforcement learning. In: Proceedings of the IEEE international conference on communications (pp. 4056\u20134061). https:\/\/doi.org\/10.1109\/ICC45855.2022.9838659","DOI":"10.1109\/ICC45855.2022.9838659"},{"key":"3553_CR25","unstructured":"Rashid, T., Samvelyan, M., De Witt, C. S., Farquhar, G., Foerster, J., & Whiteson, S. (2018). Qmix: Monotonic value function factorisation for deep multi-agent reinforcement learning. arXiv preprint arXiv:1803.11485"},{"key":"3553_CR26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28929-8","volume-title":"A concise introduction to decentralized POMDPs","author":"FA Oliehoek","year":"2016","unstructured":"Oliehoek, F. A., & Amato, C. (2016). A concise introduction to decentralized POMDPs. Springer."},{"key":"3553_CR27","unstructured":"Sunehag, P., Lever, G., Gruslys, A., Czarnecki, W.M., Zambaldi, V., Jaderberg, M., Lanctot, M., Sonnerat, N., Leibo, J.Z., Tuyls, K., & Graepel, T. (2017). Value-decomposition networks for cooperative multi-agent learning based on team reward. In: Proceedings of the 17th international conference on autonomous agents and multiagent systems (pp. 2085\u20132087)"},{"key":"3553_CR28","unstructured":"Hasselt, H. V., Guez, A., Silver, D. Deep reinforcement learning with double Q-learning. arXiv preprint arXiv:1509.06461"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03553-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03553-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03553-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,13]],"date-time":"2024-11-13T13:22:39Z","timestamp":1731504159000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03553-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,9]]},"references-count":28,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["3553"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03553-9","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,9]]},"assertion":[{"value":"28 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}