{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T12:23:49Z","timestamp":1783081429404,"version":"3.54.6"},"reference-count":37,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100019413","name":"Yunnan Provincial Department of Education Science Research Fund Project","doi-asserted-by":"publisher","award":["23C0463"],"award-info":[{"award-number":["23C0463"]}],"id":[{"id":"10.13039\/501100019413","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Network and Computer Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.jnca.2026.104493","type":"journal-article","created":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T15:49:49Z","timestamp":1776959389000},"page":"104493","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Hierarchical reinforcement learning-based load balancing in datacenter network"],"prefix":"10.1016","volume":"251","author":[{"given":"Xuefeng","family":"Xiao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuying","family":"Rao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jia","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jnca.2026.104493_b1","doi-asserted-by":"crossref","unstructured":"Alizadeh, M., Edsall, T., Dharmapurikar, S., Vaidyanathan, R., Chu, K., Fingerhut, A., Lam, V.T., Matus, F., Pan, R., Yadav, N., Varghese, G., 2014. CONGA: Distributed congestion-aware load balancing for datacenters. In: Proc. ACM SIGCOMM. pp. 503\u2013514.","DOI":"10.1145\/2619239.2626316"},{"issue":"6","key":"10.1016\/j.jnca.2026.104493_b2","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","article-title":"Deep reinforcement learning: A brief survey","volume":"34","author":"Arulkumaran","year":"2017","journal-title":"IEEE Signal Process. Mag."},{"key":"10.1016\/j.jnca.2026.104493_b3","doi-asserted-by":"crossref","unstructured":"Bai, W., Hu, S., Chen, K., Tan, K., Xiong, Y., 2020. One more config is enough: Saving (DC) TCP for high-speed extremely shallow-buffered datacenters. In: Proc. IEEE\/ACM Transactions on Networking. pp. 489\u2013502.","DOI":"10.1109\/TNET.2020.3032999"},{"key":"10.1016\/j.jnca.2026.104493_b4","doi-asserted-by":"crossref","unstructured":"Benson, T., Anand, A., Akella, A., Zhang, M., 2011. MicroTE: Fine grained traffic engineering for data centers. In: Proc. ACM CoNEXT. pp. 1\u201312.","DOI":"10.1145\/2079296.2079304"},{"key":"10.1016\/j.jnca.2026.104493_b5","unstructured":"Chen, L., Chen, K., Bai, W., et al., 2016. Scheduling mix-flows in commodity datacenters with karuna. In: Proceedings of the 2016 Conference of the ACM Special Interest Group on Data Communication. pp. 174\u2013187."},{"key":"10.1016\/j.jnca.2026.104493_b6","unstructured":"Chowdhury, M., Stoica, I., 2012a. Coflow: A Networking Abstraction for Cluster Applications. In: Proc. 11th ACM Workshop on Hot Topics in Networks. pp. 31\u201336."},{"key":"10.1016\/j.jnca.2026.104493_b7","doi-asserted-by":"crossref","unstructured":"Chowdhury, M., Stoica, I., 2012b. Coflow: A Networking Abstraction for Cluster Applications. In: Proc. ACM HotNets. pp. 31\u201336.","DOI":"10.1145\/2390231.2390237"},{"key":"10.1016\/j.jnca.2026.104493_b8","doi-asserted-by":"crossref","unstructured":"Chowdhury, M., Zhong, Y., Stoica, I., 2014. Efficient Coflow scheduling with varys. In: Proceedings of the 2014 Conference of the ACM Special Interest Group on Data Communication. pp. 443\u2013454.","DOI":"10.1145\/2619239.2626315"},{"key":"10.1016\/j.jnca.2026.104493_b9","unstructured":"Chowdhury, M., et al., 2011. Managing Data Transfers in Computer Clusters with Orchestra. In: Proc. ACM SIGCOMM. pp. 98\u2013109."},{"key":"10.1016\/j.jnca.2026.104493_b10","doi-asserted-by":"crossref","unstructured":"Dixit, A., Prakash, P., Hu, Y.C., Kompella, R.R., 2013. On the impact of packet spraying in data center networks. In: Proc. IEEE INFOCOM.. pp. 2130\u20132138.","DOI":"10.1109\/INFCOM.2013.6567015"},{"key":"10.1016\/j.jnca.2026.104493_b11","first-page":"431","article-title":"Decentralized task-aware scheduling for data center networks","author":"Dogar","year":"2014","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.jnca.2026.104493_b12","series-title":"Learning for dynamics and control","first-page":"486","article-title":"A theoretical analysis of deep Q-learning","author":"Fan","year":"2020"},{"key":"10.1016\/j.jnca.2026.104493_b13","unstructured":"Ghorbani, S., Yang, Z., Godfrey, P.B., Ganjali, Y., Firoozshahian, A., 2017. DRILL: Micro load balancing for low-latency data center networks. In: Proc. ACM SIGCOMM. pp. 225\u2013238."},{"issue":"4","key":"10.1016\/j.jnca.2026.104493_b14","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1145\/2829988.2787507","article-title":"Presto: Edge-based load balancing for fast datacenter networks","volume":"45","author":"He","year":"2015","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.jnca.2026.104493_b15","series-title":"Analysis of an equal-cost multi-path algorithm","author":"Hopps","year":"2000"},{"key":"10.1016\/j.jnca.2026.104493_b16","unstructured":"Hsu, Kuo-Feng, et al., 2020a. Adaptive weighted traffic splitting in programmable data planes. In: Proceedings of the Symposium on SDN Research."},{"key":"10.1016\/j.jnca.2026.104493_b17","unstructured":"Hsu, Kuo-Feng, et al., 2020b. Contra: A programmable system for performance-aware routing. In: 17th USENIX Symposium on Networked Systems Design and Implementation. NSDI 20."},{"key":"10.1016\/j.jnca.2026.104493_b18","doi-asserted-by":"crossref","unstructured":"Hu, J., He, Y., Luo, W., Huang, J., Wang, J., 2024a. Enhancing Load Balancing with In-network Recirculation to Prevent Packet Reordering in Lossless Data Centers. In: Proc. IEEE\/ACM Transactions on Networking. pp. 4114\u20134127.","DOI":"10.1109\/TNET.2024.3403671"},{"key":"10.1016\/j.jnca.2026.104493_b19","unstructured":"Hu, J., Huang, J., Wang, J., Wang, J., 2023. A Transmission Control Mechanism for Lossless Datacenter Network Based on Direct Congestion Notification. In: Proc. ACTA ELECTONICA SINICA. pp. 2355\u20132365."},{"key":"10.1016\/j.jnca.2026.104493_b20","doi-asserted-by":"crossref","unstructured":"Hu, J., Shen, H., Liu, X., Wang, J., 2024b. RDMA Transports in Datacenter Networks: Survey. In: Proc. IEEE Network.","DOI":"10.1109\/MNET.2024.3397781"},{"key":"10.1016\/j.jnca.2026.104493_b21","unstructured":"Hu, J., Zeng, C., Wang, Z., Zhang, J., Guo, K., Xu, H., Huang, J., Chen, K., 2024c. Load Balancing with Multi-level Signals for Lossless Datacenter Networks. In: Proc. IEEE\/ACM Transactions on Networking. pp. 2736\u20132748."},{"key":"10.1016\/j.jnca.2026.104493_b22","unstructured":"Im, S., Shadloo, M., Zheng, Z., 2018. Online partial throughput maximization for multidimensional coflow. In: Proc. IEEE INFOCOM Conf. Comput. Commun.. pp. 2042\u20132050."},{"key":"10.1016\/j.jnca.2026.104493_b23","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2021.103110","article-title":"Energyefffcient user association with load-balancing for cooperative IIoT network within B5G era","volume":"189","author":"Jian","year":"2021","journal-title":"J. Netw. Comput. Appl."},{"key":"10.1016\/j.jnca.2026.104493_b24","doi-asserted-by":"crossref","unstructured":"Katta, Naga, et al., 2016. Hula: Scalable load balancing using programmable data planes. In: Proceedings of the Symposium on SDN Research.","DOI":"10.1145\/2890955.2890968"},{"key":"10.1016\/j.jnca.2026.104493_b25","doi-asserted-by":"crossref","unstructured":"Li, Y., Jiang, S.H-C., Tan, H., Zhang, C., Chen, G., Zhou, J., Lau, F.C.M., 2016. Efficient Online Coflow Routing and Scheduling. In: Proc. 17th ACM Int. Symp. on Mobile Ad Hoc Networking and Computing. pp. 161\u2013170.","DOI":"10.1145\/2942358.2942367"},{"key":"10.1016\/j.jnca.2026.104493_b26","doi-asserted-by":"crossref","unstructured":"Liang, W., Liu, Y., Yang, C., Xie, S., Li, K., Susilo, Willy, 2024. On Identity, Transaction, and Smart Contract Privacy on Permissioned and Permissionless Blockchain: A Comprehensive Survey. In: Proc. ACM Computing Surveys.","DOI":"10.1145\/3676164"},{"key":"10.1016\/j.jnca.2026.104493_b27","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2022.103399","article-title":"Optimizing multicast ffows in high-bandwidth reconffgurable datacenter networks","volume":"203","author":"Luo","year":"2022","journal-title":"J. Netw. Comput. Appl."},{"key":"10.1016\/j.jnca.2026.104493_b28","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2022.109210","article-title":"P4TE: PISA switch based traffic engineering in fat-tree data center networks","volume":"215","author":"Robin","year":"2022","journal-title":"Comput. Netw."},{"key":"10.1016\/j.jnca.2026.104493_b29","unstructured":"Roy, A., Zeng, H., Bagga, J., et al., 2015. Inside the social network\u2019s datacenter network. In: Proceedings of the 2015 Conference of the ACM Special Interest Group on Data Communication. pp. 123\u2013137."},{"key":"10.1016\/j.jnca.2026.104493_b30","series-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"10.1016\/j.jnca.2026.104493_b31","series-title":"Proc. Int. Conf. on Neural Information Processing","first-page":"475","article-title":"Deep reinforcement learning: From Q-learning to deep Q-learning","author":"Tan","year":"2017"},{"key":"10.1016\/j.jnca.2026.104493_b32","unstructured":"Vanini, E., Pan, R., Alizadeh, M., Taheri, P., Edsall, T., 2017. Let it flow: Resilient asymmetric load balancing with flowlet switching. In: Proc. USENIX NSDI. pp. 407\u2013420."},{"key":"10.1016\/j.jnca.2026.104493_b33","doi-asserted-by":"crossref","unstructured":"Wang, J., Rao, S., Liu, Y., Sharma, P.K., Hu, J., 2023. Load balancing for heterogeneous traffic in datacenter networks. In: Proc. Journal of Network and Computer Applications. JNCA.","DOI":"10.1016\/j.jnca.2023.103692"},{"key":"10.1016\/j.jnca.2026.104493_b34","series-title":"Rapier: Integrating Routing and Scheduling for Coflow-Aware Data Center Networks\u201d Proceedings of the 2015 IEEE Conference on Computer Communications","first-page":"424","author":"Zhao","year":"2015"},{"key":"10.1016\/j.jnca.2026.104493_b35","doi-asserted-by":"crossref","unstructured":"Hsu, K.-F., Tammana, P., Beckett, R., Chen, A., Rexford, J., Walker, D., 2020. Adaptive Weighted Traffic Splitting in Programmable Data Planes. In: Proc. Symp. on SDN Research. pp. 103\u2013109.","DOI":"10.1145\/3373360.3380841"},{"issue":"2","key":"10.1016\/j.jnca.2026.104493_b36","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1109\/TNSM.2022.3142106","article-title":"CLB: Coarse-grained precision traffic-aware weighted cost multipath load balancing on PISA","volume":"19","author":"Robin","year":"2022","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"10.1016\/j.jnca.2026.104493_b37","doi-asserted-by":"crossref","unstructured":"Zhou, J., Tewari, M., Zhu, M., Kabbani, A., Poutievski, L., Singh, A., Vahdat, A., 2014. WCMP: Weighted Cost Multipathing for Improved Fairness in Data Centers. In: Proc. Ninth Eur. Conf. on Computer Systems. pp. 1\u201314.","DOI":"10.1145\/2592798.2592803"}],"container-title":["Journal of Network and Computer Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1084804526000688?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1084804526000688?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T12:08:24Z","timestamp":1783080504000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1084804526000688"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":37,"alternative-id":["S1084804526000688"],"URL":"https:\/\/doi.org\/10.1016\/j.jnca.2026.104493","relation":{},"ISSN":["1084-8045"],"issn-type":[{"value":"1084-8045","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Hierarchical reinforcement learning-based load balancing in datacenter network","name":"articletitle","label":"Article Title"},{"value":"Journal of Network and Computer Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jnca.2026.104493","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104493"}}