{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T15:38:21Z","timestamp":1774021101978,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,7,16]],"date-time":"2022-07-16T00:00:00Z","timestamp":1657929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,7,16]],"date-time":"2022-07-16T00:00:00Z","timestamp":1657929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Netw Syst Manage"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s10922-022-09673-5","type":"journal-article","created":{"date-parts":[[2022,7,16]],"date-time":"2022-07-16T18:02:26Z","timestamp":1657994546000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Multi-objective Optimization Service Function Chain Placement Algorithm Based on Reinforcement Learning"],"prefix":"10.1007","volume":"30","author":[{"given":"Hongtai","family":"Liu","sequence":"first","affiliation":[]},{"given":"Shengduo","family":"Ding","sequence":"additional","affiliation":[]},{"given":"Shunyi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Gang","family":"Zhao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7394-4606","authenticated-orcid":false,"given":"Chao","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,7,16]]},"reference":[{"issue":"12","key":"9673_CR1","doi-asserted-by":"publisher","first-page":"8475","DOI":"10.1109\/TII.2021.3064351","volume":"17","author":"P Zhang","year":"2021","unstructured":"Zhang, P., Wang, C., Jiang, C., Han, Z.: Deep reinforcement learning assisted federated learning algorithm for data management of IIoT. IEEE Trans. Ind. Inform. 17(12), 8475\u20138484 (2021)","journal-title":"IEEE Trans. Ind. Inform."},{"issue":"6","key":"9673_CR2","doi-asserted-by":"publisher","first-page":"2823","DOI":"10.1109\/TNET.2020.3024770","volume":"28","author":"X Wang","year":"2020","unstructured":"Wang, X., Ma, R.T.B.: On the Tussle between over-the-top and internet service providers: analysis of the Netflix-Comcast type of deals. IEEE\/ACM Trans. Netw. 28(6), 2823\u20132835 (2020)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"5","key":"9673_CR3","doi-asserted-by":"publisher","first-page":"2285","DOI":"10.1109\/TNET.2020.3010550","volume":"28","author":"P Key","year":"2020","unstructured":"Key, P., Steinberg, R.: Pricing, competition and content for internet service providers. IEEE\/ACM Trans. Netw. 28(5), 2285\u20132298 (2020)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"12","key":"9673_CR4","doi-asserted-by":"publisher","first-page":"15774","DOI":"10.1109\/TVT.2020.3035341","volume":"69","author":"P Zhang","year":"2020","unstructured":"Zhang, P., Wang, C., Aujla, G.S., Kumar, N., Guizani, M.: IoV scenario: implementation of a bandwidth aware algorithm in wireless network communication mode. IEEE Trans. Veh. Technol. 69(12), 15774\u201315785 (2020)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"4","key":"9673_CR5","doi-asserted-by":"publisher","first-page":"1537","DOI":"10.1109\/TNSM.2019.2948420","volume":"16","author":"S Cherrared","year":"2019","unstructured":"Cherrared, S., Imadali, S., Fabre, E., G\u00f6ssler, G., Yahia, I.G.B.: A survey of fault management in network virtualization environments: challenges and solutions. IEEE Trans. Netw. Serv. Manag. 16(4), 1537\u20131551 (2019)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"9673_CR6","doi-asserted-by":"publisher","first-page":"147224","DOI":"10.1109\/ACCESS.2019.2946648","volume":"7","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Lu, H., Li, X., Zhao, D.: An approach for service function chain reconfiguration in network function virtualization architectures. IEEE Access 7, 147224\u2013147237 (2019)","journal-title":"IEEE Access"},{"issue":"2","key":"9673_CR7","doi-asserted-by":"publisher","first-page":"1706","DOI":"10.1109\/TVT.2019.2959347","volume":"69","author":"Y Yu","year":"2020","unstructured":"Yu, Y., Bu, X., Yang, K., Nguyen, H.K., Han, Z.: Network function virtualization resource allocation based on joint benders decomposition and ADMM. IEEE Trans. Veh. Technol. 69(2), 1706\u20131718 (2020)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"6","key":"9673_CR8","doi-asserted-by":"publisher","first-page":"1061","DOI":"10.1007\/s00607-020-00883-w","volume":"103","author":"C Wang","year":"2021","unstructured":"Wang, C., Batth, R.S., Zhang, P., Aujla, G.S., Duan, Y., Ren, L.: VNE solution for network differentiated QoS and security requirements: from the perspective of deep reinforcement learning. Computing 103(6), 1061\u20131083 (2021)","journal-title":"Computing"},{"issue":"2","key":"9673_CR9","doi-asserted-by":"publisher","first-page":"1491","DOI":"10.1109\/TNSM.2021.3056917","volume":"18","author":"PK Thiruvasagam","year":"2021","unstructured":"Thiruvasagam, P.K., Chakraborty, A., Mathew, A., Murthy, C.S.R.: Reliable placement of service function chains and virtual monitoring functions with minimal cost in softwarized 5G networks. IEEE Trans. Netw. Serv. Manag. 18(2), 1491\u20131507 (2021)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"9673_CR10","doi-asserted-by":"publisher","unstructured":"Yin, X., Cheng, B., Wang, M., Chen, J.: Availability-Aware Service Function Chain Placement in Mobile Edge Computing (vol. 2020, pp. 69\u201374). IEEE World Congress on Services (SERVICES). Beijing, China (2020). https:\/\/doi.org\/10.1109\/SERVICES48979.2020.00028","DOI":"10.1109\/SERVICES48979.2020.00028"},{"issue":"2","key":"9673_CR11","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1109\/TNSM.2018.2815986","volume":"15","author":"M Dieye","year":"2018","unstructured":"Dieye, M., Ahvar, S., Sahoo, J., Ahvar, E., Glitho, R., Elbiaze, H., Crespi, N.: CPVNF: cost-efficient proactive VNF placement and chaining for value-added services in content delivery networks. IEEE Trans. Netw. Serv. Manag. 15(2), 774\u2013786 (2018)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"2","key":"9673_CR12","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1109\/TNSE.2020.2995863","volume":"8","author":"P Zhang","year":"2020","unstructured":"Zhang, P., Wang, C., Jiang, C., Benslimane, A.: Security-aware virtual network embedding algorithm based on reinforcement learning. IEEE Trans. Netw. Sci. Eng. 8(2), 1095\u20131105 (2020)","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"issue":"8","key":"9673_CR13","doi-asserted-by":"publisher","first-page":"7010","DOI":"10.1109\/JIOT.2020.2980198","volume":"7","author":"X Wei","year":"2020","unstructured":"Wei, X., Zhao, J., Zhou, L., Qian, Y.: Broad reinforcement learning for supporting fast autonomous IoT. IEEE Internet Things J. 7(8), 7010\u20137020 (2020)","journal-title":"IEEE Internet Things J."},{"key":"9673_CR14","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1109\/ACCESS.2020.3047497","volume":"9","author":"H Lee","year":"2021","unstructured":"Lee, H., Cha, S.W.: Reinforcement learning based on equivalent consumption minimization strategy for optimal control of hybrid electric vehicles. IEEE Access 9, 860\u2013871 (2021)","journal-title":"IEEE Access"},{"key":"9673_CR15","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1016\/j.comnet.2019.01.036","volume":"152","author":"D Li","year":"2019","unstructured":"Li, D., Hong, P., Xue, K., Pei, J.: Virtual network function placement and resource optimization in NFV and edge computing enabled networks. Comput. Netw. 152, 12\u201324 (2019)","journal-title":"Comput. Netw."},{"issue":"7","key":"9673_CR16","doi-asserted-by":"publisher","first-page":"1664","DOI":"10.1109\/TPDS.2018.2802518","volume":"29","author":"D Li","year":"2018","unstructured":"Li, D., Hong, P., Xue, K., Pei, j: Virtual network function placement considering resource optimization and SFC requests in cloud datacenter. IEEE Trans. Parallel Distrib. Syst. 29(7), 1664\u20131677 (2018)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"9673_CR17","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.comcom.2019.03.005","volume":"138","author":"D Qi","year":"2019","unstructured":"Qi, D., Shen, S., Wang, G.: Towards an efficient VNF placement in network function virtualization. Comput. Commun. 138, 81\u201389 (2019)","journal-title":"Comput. Commun."},{"issue":"3","key":"9673_CR18","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1109\/TPDS.2018.2867587","volume":"30","author":"H Tang","year":"2019","unstructured":"Tang, H., Zhou, D., Chen, D.: Dynamic network function instance scaling based on traffic forecasting and VNF placement in operator data centers. IEEE Trans. Parallel Distrib. Syst. 30(3), 530\u2013543 (2019)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"3","key":"9673_CR19","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1109\/JSAC.2019.2895226","volume":"37","author":"H Hawilo","year":"2019","unstructured":"Hawilo, H., Jammal, M., Shami, A.: Network function virtualization-aware orchestrator for service function chaining placement in the cloud. IEEE J. Sel. Areas Commun. 37(3), 643\u2013655 (2019)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"9673_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JIOT.2021.3058250","volume":"1","author":"J Li","year":"2022","unstructured":"Li, J., Shi, W., Wu, H., Zhang, S., Shen, X.: Cost-aware dynamic SFC mapping and scheduling in SDN\/NFV-enabled space-air-ground integrated networks for internet of vehicles. IEEE Internet Things J 1, 1\u201315 (2020). https:\/\/doi.org\/10.1109\/JIOT.2021.3058250","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"9673_CR21","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10922-021-09613-9","volume":"30","author":"A Ghazizadeh","year":"2022","unstructured":"Ghazizadeh, A., Akbari, B., Tajiki, M.M.: Joint reliability-aware and cost efficient path AllocationFig and VNF placement using sharing scheme. J. Netw. Syst. Manag. 30(1), 5 (2022)","journal-title":"J. Netw. Syst. Manag."},{"issue":"10","key":"9673_CR22","doi-asserted-by":"publisher","first-page":"2179","DOI":"10.1109\/TPDS.2018.2880992","volume":"30","author":"J Pei","year":"2019","unstructured":"Pei, J., Hong, P., Xue, K., Li, D.: Efficiently embedding service function chains with dynamic virtual network function placement in geo-distributed cloud system. IEEE Trans. Parallel Distrib. Syst. 30(10), 2179\u20132192 (2019)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"4","key":"9673_CR23","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1109\/TSC.2018.2849712","volume":"14","author":"J Pei","year":"2021","unstructured":"Pei, J., Hong, P., Xue, K., Li, D.: Resource aware routing for service function chains in SDN and NFV-enabled network. IEEE Trans. Serv. Comput. 14(4), 985\u2013997 (2021)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"6","key":"9673_CR24","doi-asserted-by":"publisher","first-page":"1102","DOI":"10.1109\/JSAC.2020.2986592","volume":"38","author":"J Pei","year":"2020","unstructured":"Pei, J., Hong, P., Xue, K., Li, D., Wei, D.S.L., Wu, F.: Two-phase virtual network function selection and chaining algorithm based on deep learning in SDN\/NFV-enabled networks. IEEE J. Sel. Areas Commun. 38(6), 1102\u20131117 (2020)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"4","key":"9673_CR25","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1109\/TNSM.2016.2569020","volume":"13","author":"F Bari","year":"2016","unstructured":"Bari, F., Chowdhury, S.R., Ahmed, R., Boutaba, R., Duarte, O.C.M.B.: Orchestrating virtualized network functions. IEEE Trans. Netw. Serv. Manag. 13(4), 725\u2013739 (2016)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"3","key":"9673_CR26","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1109\/TNSM.2016.2598068","volume":"13","author":"M Mechtri","year":"2016","unstructured":"Mechtri, M., Ghribi, C., Zeghlache, D.: A scalable algorithm for the placement of service function chains. IEEE Trans. Netw. Serv. Manag. 13(3), 533\u2013546 (2016)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"1","key":"9673_CR27","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1109\/TSC.2017.2671867","volume":"13","author":"C Pham","year":"2020","unstructured":"Pham, C., Tran, N.H., Ren, S., Saad, W., Hong, C.S.: Traffic-aware and energy-efficient vNF placement for service chaining: joint sampling and matching approach. IEEE Trans. Serv. Comput. 13(1), 172\u2013185 (2020)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"1","key":"9673_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10922-021-09626-4","volume":"30","author":"GL Santos","year":"2022","unstructured":"Santos, G.L., Bezerra, D.D.F., Rocha, D.\u00c9.S., Ferreira, L., Moreira, A.L.C., Gon\u00e7alves, G.E., Marquezini, M.V., Recse, \u00c1., Mehta, A., Kelner, J., Sadok, D., Endo, P.T.: Service function chain placement in distributed scenarios: a systematic review. J. Netw. Syst. Manag. 30(1), 1\u201339 (2022)","journal-title":"J. Netw. Syst. Manag."},{"issue":"3","key":"9673_CR29","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1007\/s10922-020-09520-5","volume":"28","author":"T Mahboob","year":"2020","unstructured":"Mahboob, T., Jung, Y.R., Chung, M.Y.: Dynamic VNF placement to manage user traffic flow in software-defined wireless networks. J. Netw. Syst. Manag. 28(3), 436\u2013456 (2020)","journal-title":"J. Netw. Syst. Manag."},{"issue":"2","key":"9673_CR30","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1109\/JSAC.2019.2959181","volume":"38","author":"J Pei","year":"2020","unstructured":"Pei, J., Hong, P., Pan, M., Liu, J., Zhou, J.: Optimal VNF placement via deep reinforcement learning in SDN\/NFV-enabled networks. IEEE J. Sel. Areas Commun. 38(2), 263\u2013278 (2020)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"4","key":"9673_CR31","doi-asserted-by":"publisher","first-page":"1318","DOI":"10.1109\/TNSM.2019.2947905","volume":"16","author":"PTA Quang","year":"2019","unstructured":"Quang, P.T.A., Hadjadj-Aoul, Y., Outtagarts, A.: A deep reinforcement learning approach for VNF forwarding graph embedding. IEEE Trans. Netw. Serv. Manag. 16(4), 1318\u20131331 (2019)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"1","key":"9673_CR32","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1109\/LCOMM.2020.3025298","volume":"25","author":"P Sun","year":"2021","unstructured":"Sun, P., Lan, J., Li, J., Guo, Z., Hu, Y.: Combining deep reinforcement learning with graph neural networks for optimal VNF placement. IEEE Commun. Lett. 25(1), 176\u2013180 (2021)","journal-title":"IEEE Commun. Lett."},{"issue":"10","key":"9673_CR33","doi-asserted-by":"publisher","first-page":"D29","DOI":"10.1364\/JOCN.10.000D29","volume":"10","author":"B Li","year":"2018","unstructured":"Li, B., Lu, W., Liu, S., Zhu, Z.: Deep-learning-assisted network orchestration for on-demand and cost-effective VNF service chaining in inter-DC elastic optical networks. IEEE\/OSA J. Opt. Commun. Netw. 10(10), D29\u2013D41 (2018)","journal-title":"IEEE\/OSA J. Opt. Commun. Netw."},{"key":"9673_CR34","doi-asserted-by":"publisher","first-page":"167944","DOI":"10.1109\/ACCESS.2019.2953498","volume":"7","author":"S Troia","year":"2019","unstructured":"Troia, S., Alvizu, R., Maier, G.: Reinforcement learning for service function chain reconfiguration in NFV-SDN metro-core optical networks. IEEE Access 7, 167944\u2013167957 (2019)","journal-title":"IEEE Access"},{"key":"9673_CR35","doi-asserted-by":"publisher","first-page":"164922","DOI":"10.1109\/ACCESS.2020.3022038","volume":"8","author":"T Wang","year":"2020","unstructured":"Wang, T., Zu, J., Hu, G., Peng, D.: Adaptive service function chain scheduling in mobile edge computing via deep reinforcement learning. IEEE Access 8, 164922\u2013164935 (2020)","journal-title":"IEEE Access"},{"key":"9673_CR36","doi-asserted-by":"crossref","unstructured":"Xiao, Y., Zhang, Q., Liu, F., Wang, J., Zhao, M., Zhang, Z., Zhang, J.: NFVdeep: adaptive online service function chain deployment with deep reinforcement learning. In: 2019 IEEE\/ACM 27th international symposium on quality of service (IWQoS)), pp. 1\u201310 (2019)","DOI":"10.1145\/3326285.3329056"},{"key":"9673_CR37","doi-asserted-by":"crossref","unstructured":"Hu, Q., Ma, L., Zhao, J.: DeepGraph: a PyCharm tool for visualizing and understanding deep learning models. In: 2018 25th Asia-Pacific software engineering conference (APSEC)), pp. 628\u2013632 (2018)","DOI":"10.1109\/APSEC.2018.00079"},{"key":"9673_CR38","doi-asserted-by":"publisher","first-page":"61018","DOI":"10.1109\/ACCESS.2019.2902863","volume":"7","author":"H Suen","year":"2019","unstructured":"Suen, H., Hung, K., Lin, C.: TensorFlow-based automatic personality recognition used in asynchronous video interviews. IEEE Access 7, 61018\u201361023 (2019)","journal-title":"IEEE Access"},{"key":"9673_CR39","unstructured":"Santiago Iii, J. M., Nodalo, G., Valenzuela, J., Deja, J. A.: Explore, edit, guess: understanding novice programmers\u2019 use of codeblocks for regression experiments. In: CEUR workshop proceedings, vol. 3054, pp. 3\u201317 (2021)"},{"key":"9673_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neucom.2018.01.025","volume":"284","author":"H Yao","year":"2018","unstructured":"Yao, H., Chen, X., Li, M., Zhang, P., Wang, L.: A novel reinforcement learning algorithm for virtual network embedding. Neurocomputing 284, 1\u20139 (2018)","journal-title":"Neurocomputing"},{"issue":"2","key":"9673_CR41","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1145\/1355734.1355737","volume":"38","author":"M Yu","year":"2008","unstructured":"Yu, M., Yi, Y., Rexford, J., Chiang, M.: Rethinking virtual network embedding: substrate support for path splitting and migration. ACM Sigcomm Comput. Commun. Rev. 38(2), 17\u201329 (2008)","journal-title":"ACM Sigcomm Comput. Commun. Rev."},{"issue":"5","key":"9673_CR42","doi-asserted-by":"publisher","first-page":"3298","DOI":"10.1109\/JIOT.2017.2726120","volume":"5","author":"P Zhang","year":"2018","unstructured":"Zhang, P., Yao, H., Liu, Y.: Virtual network embedding based on computing, network, and storage resource constraints. IEEE Internet Things J. 5(5), 3298\u20133304 (2018)","journal-title":"IEEE Internet Things J."}],"container-title":["Journal of Network and Systems Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-022-09673-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10922-022-09673-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-022-09673-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T04:11:44Z","timestamp":1664511104000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10922-022-09673-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,16]]},"references-count":42,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["9673"],"URL":"https:\/\/doi.org\/10.1007\/s10922-022-09673-5","relation":{},"ISSN":["1064-7570","1573-7705"],"issn-type":[{"value":"1064-7570","type":"print"},{"value":"1573-7705","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,16]]},"assertion":[{"value":"31 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 July 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"58"}}