{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T07:45:06Z","timestamp":1769845506029,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T00:00:00Z","timestamp":1664582400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10515-022-00362-w","type":"journal-article","created":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T15:02:43Z","timestamp":1664636563000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Actor-critic architecture based probabilistic meta-reinforcement learning for load balancing of controllers in software defined networks"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3904-8648","authenticated-orcid":false,"given":"Ashish","family":"Sharma","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sanjiv","family":"Tokekar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunita","family":"Varma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,1]]},"reference":[{"key":"362_CR1","doi-asserted-by":"publisher","first-page":"98612","DOI":"10.1109\/ACCESS.2020.2995849","volume":"8","author":"MR Belgaum","year":"2020","unstructured":"Belgaum, M.R., Musa, S., Alam, M.M., Su\u2019ud, M.M.: A systematic review of load balancing techniques in software-defined networking. IEEE Access 8, 98612\u201398636 (2020)","journal-title":"IEEE Access"},{"issue":"18","key":"362_CR2","doi-asserted-by":"publisher","first-page":"5803","DOI":"10.1002\/sec.1737","volume":"9","author":"K Benzekki","year":"2016","unstructured":"Benzekki, K., El Fergougui, A., Elalaoui, A.E.: Software-defined networking (SDN): a survey. Secur. Commun. Netw. 9(18), 5803\u20135833 (2016)","journal-title":"Secur. Commun. Netw."},{"key":"362_CR3","doi-asserted-by":"crossref","unstructured":"Cimorelli, F., Priscoli, F.D., Pietrabissa, A., Celsi, L.R., Suraci, V., Zuccaro, L. (2016): A distributed load balancing algorithm for the control plane in software defined networking. In: Proc. 24th Medit. Conf. Control Autom. (MED), pp. 1033\u20131040 (2016)","DOI":"10.1109\/MED.2016.7535946"},{"key":"362_CR4","first-page":"213","volume":"8","author":"T Hu","year":"2017","unstructured":"Hu, T., Zhang, J., Kong, W., Yang, S., Cao, L.: Switch competing migration algorithm based on process optimization in SDN. J. Commun. 8, 213\u2013222 (2017)","journal-title":"J. Commun."},{"key":"362_CR5","unstructured":"iPref: https:\/\/iperf.fr\/"},{"key":"362_CR6","first-page":"1","volume":"3","author":"B Kang","year":"2016","unstructured":"Kang, B., Choo, H.: An SDN-enhanced load-balancing technique in the cloud system. J. Supercomput. 3, 1\u201324 (2016)","journal-title":"J. Supercomput."},{"issue":"6","key":"362_CR7","first-page":"444","volume":"68","author":"O Lemeshko","year":"2017","unstructured":"Lemeshko, O., Yeremenko, O.: Enhanced method of fast re-routing with load balancing in software-defined networks. J. Electr. Eng. 68(6), 444\u2013454 (2017)","journal-title":"J. Electr. Eng."},{"key":"362_CR8","doi-asserted-by":"crossref","unstructured":"Li, Z., Zhou, Z., Gao, J., Qin, Y.: SDN controller load balancing based on reinforcement learning. In: Proceedings of the 2018 IEEE 9th International Conference on Software Engineering and Service Science (ICSESS), Beijing, China, 23\u201325 November 2018","DOI":"10.1109\/ICSESS.2018.8663757"},{"key":"362_CR9","unstructured":"Li, Z., Zhou, X., Gao, J., Qin, Y.: SDN controller load balancing based on reinforcement learning (2021). arXiv:2103.06579v1"},{"issue":"2","key":"362_CR10","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1145\/1355734.1355746","volume":"38","author":"N McKeown","year":"2008","unstructured":"McKeown, N., Anderson, T., Balakrishnan, H., Parulkar, G., Peterson, L., Rexford, J., Shenker, S., Turner, J.: Openflow: enabling innovation in campus networks. SIGCOMM Comput. Commun. Rev. 38(2), 69\u201374 (2008)","journal-title":"SIGCOMM Comput. Commun. Rev."},{"key":"362_CR11","unstructured":"Mininet: http:\/\/mininet.org\/"},{"key":"362_CR12","unstructured":"Mnih, V., Badia, A.P., Mirza, M., Graves, A., Lillicrap, T., Harley, T., Silver, D., Kavukcuoglu, K.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33rd International Conference on Machine Learning, vol. 48, pp. 1928\u20131937 (2016)"},{"key":"362_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3281032","volume":"13","author":"T Mu","year":"2018","unstructured":"Mu, T., Al-Fuqaha, A., Shuaib, K., Sallabi, F.M., Qadir, J.: SDN flow entry management using reinforcement learning. ACM Trans. Auton. Adapt. Syst. 13, 1\u201323 (2018)","journal-title":"ACM Trans. Auton. Adapt. Syst."},{"key":"362_CR14","unstructured":"Nagabandi, A., Clavera, I., Liu, S., Fearing, R.S., Abbeel, P., Levine, S., Finn, C.: Learning to adapt in dynamic, real-world environments through meta-reinforcement learning. In: International Conference on Learning Representations (ICLR) (2019)"},{"key":"362_CR15","unstructured":"Open Networking Foundation: https:\/\/www.opennetworking.org\/"},{"key":"362_CR16","first-page":"8026","volume":"32","author":"A Paszke","year":"2019","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., Desmaison, A.: Pytorch: an imperative style, high-performance deep learning library. Adv. Neural Inf. Process. Syst. 32, 8026\u20138037 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"362_CR17","unstructured":"Rakelly, K., Zhou, A., Quillen, D., Finn, C., Levine, S.: Efficient off-policy meta-reinforcement learning via probabilistic context variables (2019). arXiv:1903.08254v1"},{"key":"362_CR18","unstructured":"Rusu, A.A., Rao, D., Sygnowski, J., Vinyals, O., Pascanu, R., Osindero, S., Hadsell, R.: Meta-learning with latent embedding optimization. In: International Conference on Learning Representations (2019)"},{"key":"362_CR19","unstructured":"Ryu SDN Framework: http:\/\/osrg.github.io\/ryu\/"},{"key":"362_CR20","doi-asserted-by":"publisher","first-page":"5852","DOI":"10.1109\/JIOT.2019.2952527","volume":"7","author":"KS Sahoo","year":"2019","unstructured":"Sahoo, K.S., Puthal, D., Tiwary, M., Usman, M., Sahoo, B., Wen, Z., Sahoo, B.P.S., Ranjan, R.: ESMLB: efficient switch migration-based load balancing for multi-controller SDN in IoT. IEEE Internet Things J. 7, 5852\u20135860 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"362_CR21","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/S0893-6080(02)00228-9","volume":"16","author":"N Schweighofera","year":"2003","unstructured":"Schweighofera, N., Doya, K.: Meta-learning in reinforcement learning. Neural Netw. 16(1), 5\u20139 (2003)","journal-title":"Neural Netw."},{"key":"362_CR22","unstructured":"Stadie, B.C., Yang, G., Houthooft, R., Chen, X., Duan, Y., Wu, Y., Abbeel, P., Sutskever, I.: Some considerations on learning to explore via meta-reinforcement learning (2018). arXiv preprint arXiv:1803.01118"},{"key":"362_CR23","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2017","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, vol. 1, 2nd edn. MIT Press, Cambridge (2017)","edition":"2"},{"key":"362_CR24","unstructured":"Symondson, S., Hofmann, K., Deisenroth, M.: Meta reinforcement learning with latent variable gaussian processes. In: Conference on Uncertainty in Artificial Intelligence (UAI) (2018)"},{"key":"362_CR25","doi-asserted-by":"crossref","unstructured":"Tosounidis, V., Pavlidis, G., Sakellaiou, I.: Deep Q-learning for load balancing traffic in SDN networks. In: Proceedings of the SETN: Hellenic Conference on Artificial Intelligence, Athens, Greece, 2\u20134 September 2020","DOI":"10.1145\/3411408.3411423"},{"issue":"4","key":"362_CR26","doi-asserted-by":"publisher","first-page":"91","DOI":"10.3390\/app6040091","volume":"6","author":"Y Wang","year":"2016","unstructured":"Wang, Y., Zhang, Y., Chen, J.: SDNPS: a load-balanced topic-based Publish\/Subscribe system in software-defined networking. Appl. Sci. 6(4), 91 (2016)","journal-title":"Appl. Sci."},{"key":"362_CR27","doi-asserted-by":"crossref","unstructured":"Wu, Y., Zhou, S., Wei, Y., Leng, S.: Deep reinforcement learning for controller placement in software defined network. In: Proceedings of the IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), Toronto, ON, Canada, 6\u20139 July 2020","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162977"},{"issue":"24","key":"362_CR28","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.comnet.2017.06.022","volume":"126","author":"X Ye","year":"2017","unstructured":"Ye, X., Cheng, G., Luo, X.: Maximizing SDN control resource utilization via switch migration. Comput. Netw. 126(24), 69\u201380 (2017)","journal-title":"Comput. Netw."},{"key":"362_CR29","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.jnca.2017.11.015","volume":"103","author":"Y Zhang","year":"2018","unstructured":"Zhang, Y., Cui, L., Wang, W., Zhang, Y.: A survey on software defined networking with multiple controllers. J. Netw. Comput. Appl. 103, 101\u2013118 (2018)","journal-title":"J. Netw. Comput. Appl."},{"key":"362_CR30","doi-asserted-by":"publisher","first-page":"18184","DOI":"10.1109\/ACCESS.2018.2820148","volume":"6","author":"S Zhang","year":"2018","unstructured":"Zhang, S., Lan, J., Sun, P., Jiang, Y.: Online load balancing for distributed control plane in software-defined data center network. IEEE Access 6, 18184\u201318191 (2018)","journal-title":"IEEE Access"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00362-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-022-00362-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00362-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T11:30:29Z","timestamp":1666956629000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-022-00362-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,1]]},"references-count":30,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["362"],"URL":"https:\/\/doi.org\/10.1007\/s10515-022-00362-w","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,1]]},"assertion":[{"value":"21 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"59"}}