{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,5]],"date-time":"2026-07-05T23:56:56Z","timestamp":1783295816394,"version":"3.54.6"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-024-03314-1","type":"journal-article","created":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T15:02:44Z","timestamp":1729522964000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["QoS-Aware Cross-Domain Routing in SDN: A Comparative Study Between Competitive and Cooperative MARL Approaches"],"prefix":"10.1007","volume":"5","author":[{"given":"Manel","family":"Majdoub","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali El","family":"Kamel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Habib","family":"Youssef","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"3314_CR1","doi-asserted-by":"crossref","unstructured":"Kazmi Sha, Qamar F, Hassan R, et al.: Survey on joint paradigm of 5g and sdn emerging mobile technologies: Architecture, security, challenges and research directions. Wireless Personal Communications, 2023;1\u201384","DOI":"10.21203\/rs.3.rs-1648186\/v1"},{"key":"3314_CR2","doi-asserted-by":"publisher","first-page":"98612","DOI":"10.1109\/ACCESS.2020.2995849","volume":"8","author":"MR Belgaum","year":"2020","unstructured":"Belgaum MR, Musa S, Alam MM, et al. A systematic review of load balancing techniques in software-defined networking. IEEE Access. 2020;8:98612\u201336.","journal-title":"IEEE Access."},{"key":"3314_CR3","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.jnca.2019.04.020","volume":"141","author":"S Saraswat","year":"2019","unstructured":"Saraswat S, Agarwal V, Gupta HP, et al. Challenges and solutions in software defined networking: a survey. J Netw Comput Appl. 2019;141:23\u201358.","journal-title":"J Netw Comput Appl."},{"key":"3314_CR4","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.jnca.2017.11.015","volume":"103","author":"Y Zhang","year":"2018","unstructured":"Zhang Y, Cui L, Wang W, et al. A survey on software defined networking with multiple controllers. J Netw Comput Appl. 2018;103:101\u201318.","journal-title":"J Netw Comput Appl."},{"key":"3314_CR5","unstructured":"Software-Defined Networking (SDN) Definition. ONF. https:\/\/opennetworking.org\/sdn-definition\/. Accessed Oct 2023."},{"key":"3314_CR6","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1016\/j.csi.2017.01.005","volume":"54","author":"S Schaller","year":"2017","unstructured":"Schaller S, Hood D. Software defined networking architecture standardization. Comput Stand Interfac. 2017;54:197\u2013202.","journal-title":"Comput Stand Interfac"},{"issue":"2","key":"3314_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.9734\/ajrcos\/2021\/v9i230216","volume":"9","author":"SR Haji","year":"2021","unstructured":"Haji SR, Saad H, Zeebareem Saeed RH, et al. Comparison of software defined networking with traditional networking. Asian J Res Comput Sci. 2021;9(2):1\u201318.","journal-title":"Asian J Res Comput Sci."},{"issue":"15","key":"3314_CR8","doi-asserted-by":"publisher","first-page":"6999","DOI":"10.3390\/app11156999","volume":"11","author":"R Wazirali","year":"2021","unstructured":"Wazirali R, Ahmad R, Alhiyari S. Sdn-openflow topology discovery: an overview of performance issues. Appl Sci. 2021;11(15):6999.","journal-title":"Appl Sci"},{"key":"3314_CR9","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/s10922-016-9393-9","volume":"25","author":"S Singh","year":"2017","unstructured":"Singh S, Jha RK. A survey on software defined networking: architecture for next generation network. J Netw Syst Manage. 2017;25:321\u201374.","journal-title":"J Netw Syst Manage"},{"key":"3314_CR10","doi-asserted-by":"crossref","unstructured":"Hester T, Vecerik M, Pietquin O. al: Deep Q-learning from Demonstrations. In: Proceedings of the AAAI Conference on Artificial Intelligence 2018.","DOI":"10.1609\/aaai.v32i1.11757"},{"key":"3314_CR11","doi-asserted-by":"crossref","unstructured":"Balaji PG, Srinivasan D. An introduction to multi-agent systems. Innovations in multi-agent systems and applications-1. 2010;1\u201327","DOI":"10.1007\/978-3-642-14435-6_1"},{"issue":"4","key":"3314_CR12","doi-asserted-by":"publisher","first-page":"2150002","DOI":"10.1142\/S021926592150002X","volume":"20","author":"M Majdoub","year":"2020","unstructured":"Majdoub M, Elkamel A, Youssef H. Dqr: an efficient deep q-based routing approach in multi-controller software defined wan (sd-wan). J Interconnect Netw. 2020;20(4):2150002.","journal-title":"J Interconnect Netw"},{"key":"3314_CR13","doi-asserted-by":"publisher","first-page":"135605","DOI":"10.1109\/ACCESS.2020.3011670","volume":"8","author":"Y Sun","year":"2020","unstructured":"Sun Y, Lai J, Cao L. A novel multi-agent parallel-critic network architecture for cooperative-competitive reinforcement learning. IEEE Access. 2020;8:135605\u201316.","journal-title":"IEEE Access"},{"key":"3314_CR14","doi-asserted-by":"crossref","unstructured":"ZHANG K, YANG Z, BASAR T. Multi-agent reinforcement learning: a selective overview of theories and algorithms. Handbook of reinforcement learning and control. 2021;321\u2013384","DOI":"10.1007\/978-3-030-60990-0_12"},{"key":"3314_CR15","doi-asserted-by":"crossref","unstructured":"Zhao X, Wu C, Le F. Improving inter-domain routing through multi-agent reinforcement learning. In: IEEE (ed.) IEEE INFOCOM 2020-IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), 2020;1129-1134","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162984"},{"issue":"3","key":"3314_CR16","doi-asserted-by":"publisher","first-page":"44","DOI":"10.3390\/technologies9030044","volume":"9","author":"DK Dake","year":"2021","unstructured":"Dake DK, Gadze JD, Klogo GS. Multi-agent reinforcement learning framework in sdn-iot for transient load detection and prevention. Technologies. 2021;9(3):44.","journal-title":"Technologies"},{"key":"3314_CR17","doi-asserted-by":"crossref","unstructured":"Xu C, Zhuang W, Zhang H. A deep-reinforcement learning approach for SDN routing optimization. In: Proceedings of the 4th International Conference on Computer Science and Application Engineering. 2020;pp. 1\u20135","DOI":"10.1145\/3424978.3425004"},{"key":"3314_CR18","doi-asserted-by":"crossref","unstructured":"Pinyoanuntapong P, et al. Distributed multi-hop traffic engineering via stochastic policy gradient reinforcement learning. In: IEEE Global Communications Conference (GLOBECOM). 2019;pp. 1\u20136. IEEE","DOI":"10.1109\/GLOBECOM38437.2019.9013134"},{"key":"3314_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102865","volume":"177","author":"W-X Liu","year":"2021","unstructured":"Liu W-X, Cai J, Chen QC, Wang Y. Drl r: Deep reinforcement learning approach for intelligent routing in software-defined data-center networks. J Netw Comput Appl. 2021;177: 102865.","journal-title":"J Netw Comput Appl"},{"key":"3314_CR20","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1016\/j.future.2019.04.014","volume":"99","author":"P Sun","year":"2019","unstructured":"Sun P, Hu Y, Lan J. Tide: time-relevant deep reinforcement learning for routing optimization. Futur Gener Comput Syst. 2019;99:401\u20139.","journal-title":"Futur Gener Comput Syst"},{"key":"3314_CR21","doi-asserted-by":"publisher","first-page":"103491","DOI":"10.1109\/ACCESS.2020.2995511","volume":"8","author":"Q Fu","year":"2020","unstructured":"Fu Q, Sun E, Meng K. Deep q-learning for routing schemes in sdn-based data center networks. IEEE Access. 2020;8:103491\u20139.","journal-title":"IEEE Access"},{"key":"3314_CR22","doi-asserted-by":"crossref","unstructured":"Casas-Velasco DM, Rendon OMC, Da Fonseca NL. Drsir: a deep reinforcement learning approach for routing in software-defined networking. IEEE Transactions on Network and Service Management. 2021.","DOI":"10.36227\/techrxiv.14501604.v1"},{"issue":"2","key":"3314_CR23","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TCCN.2023.3235719","volume":"9","author":"G Bernardez","year":"2023","unstructured":"Bernardez G, Suarez-Varela J, Lopez A. Magnneto: a graph neural network-based multi-agent system for traffic engineering. IEEE Trans Cogn Commun Netw. 2023;9(2):494\u2013506.","journal-title":"IEEE Trans Cogn Commun Netw"},{"key":"3314_CR24","doi-asserted-by":"crossref","unstructured":"Ding R, Yang Y, Liu J. et al: Packet routing against network congestion: a deep multi-agent reinforcement learning approach. In: International Conference on Computing, Networking and Communications (ICNC), 2020;pp. 932\u2013937. IEEE","DOI":"10.1109\/ICNC47757.2020.9049759"},{"key":"3314_CR25","doi-asserted-by":"crossref","unstructured":"Cai X, Chen Y. Multipath routing for traffic engineering with hypergraph attention enhanced multi-agent reinforcement learning. In: 2022 31st Wireless and Optical Communications Conference (WOCC), 2022; pp. 103\u2013108","DOI":"10.1109\/WOCC55104.2022.9880574"},{"issue":"3","key":"3314_CR26","first-page":"2449","volume":"140","author":"M Dhandapani","year":"2024","unstructured":"Dhandapani M, Vetriselvi V, Aishwarya R. Coopai-route: Drl empowered multi-agent cooperative system forefficient qos-aware routing for network slicing in multi-domain sdn. CMES-Comput Model Eng Sci. 2024;140(3):2449\u201386.","journal-title":"CMES-Comput Model Eng Sci"},{"issue":"7","key":"3314_CR27","doi-asserted-by":"publisher","first-page":"4776","DOI":"10.1002\/ett.4776","volume":"34","author":"MA Ouamri","year":"2023","unstructured":"Ouamri MA, Azni M, Singh D. Request delay and survivability optimization for software defined-wide area networking (sd-wan) using multi-agent deep reinforcement learning. Trans Emerg Telecommun Technol. 2023;34(7):4776.","journal-title":"Trans Emerg Telecommun Technol"},{"key":"3314_CR28","unstructured":"Xiao Y, Yang Y, Yu H. et al. Scalable qos-aware multipath routing in hybrid knowledge-defined networking with multi-agent deep reinforcement learning. IEEE Transactions on Mobile Computing."},{"key":"3314_CR29","doi-asserted-by":"crossref","unstructured":"Tong W, Lijun W. Intelligent online routing in SDN via multi-task multi-agent reinforcement learning. In: 20th International Computer Conference on Wavelet Active Media Technology and Information Processing (ICCWAMTIP). IEEE, 2023;pp. 1\u20136","DOI":"10.1109\/ICCWAMTIP60502.2023.10387119"},{"key":"3314_CR30","doi-asserted-by":"crossref","unstructured":"Ye M, Huang L, Deng X. et al.: A new intelligent cross-domain routing method in sdn based on a proposed multiagent reinforcement learning algorithm. arXiv preprint arXiv:2303.07572 2023.","DOI":"10.21203\/rs.3.rs-3347583\/v1"},{"key":"3314_CR31","unstructured":"Ryu. http:\/\/osrg.github.com\/ryu\/. Accessed Oct 2023."},{"key":"3314_CR32","unstructured":"Mininet. http:\/\/mininet.org\/. Accessed Oct 2023."},{"key":"3314_CR33","unstructured":"Tensorflow. https:\/\/www.tensorflow.org\/, Last access: 04\/2019"},{"issue":"11","key":"3314_CR34","doi-asserted-by":"publisher","first-page":"3477","DOI":"10.1002\/ett.3477","volume":"29","author":"X Chen","year":"2018","unstructured":"Chen X, Li Z, Zhang Y. Reinforcement learning\u2014based qos\/qoe- aware service function chaining in software\u2014driven 5g slices. Transon Emerg Telecommun Technol. 2018;29(11):3477.","journal-title":"Transon Emerg Telecommun Technol"},{"key":"3314_CR35","doi-asserted-by":"crossref","unstructured":"Masadeh A, Wang Z, Kamal AE. Reinforcement learning exploration algorithms for energy harvesting communications systems. In: IEEE International Conference on Communications (ICC), 2018; pp. 1\u20136. IEEE","DOI":"10.1109\/ICC.2018.8422710"},{"issue":"11","key":"3314_CR36","doi-asserted-by":"publisher","first-page":"8229","DOI":"10.1109\/JIOT.2022.3150363","volume":"9","author":"B Ghimire","year":"2022","unstructured":"Ghimire B, Rawat DB. Recent advances on federated learning for cybersecurity and cybersecurity for federated learning for internet of things. IEEE Internet Things J. 2022;9(11):8229\u201349.","journal-title":"IEEE Internet Things J"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03314-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-024-03314-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03314-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T15:02:55Z","timestamp":1729522975000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-024-03314-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":36,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["3314"],"URL":"https:\/\/doi.org\/10.1007\/s42979-024-03314-1","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No human participants, human material, human data, or animals were involved in this research.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Research Involving Human and \/or Animals"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"979"}}