{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T08:03:06Z","timestamp":1780732986775,"version":"3.54.1"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031231407","type":"print"},{"value":"9783031231414","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-23141-4_22","type":"book-chapter","created":{"date-parts":[[2023,1,7]],"date-time":"2023-01-07T13:20:28Z","timestamp":1673097628000},"page":"291-309","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Service Function Chain Placement in Cloud Data Center Networks: A Cooperative Multi-agent Reinforcement Learning Approach"],"prefix":"10.1007","author":[{"given":"Lynn","family":"Gao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yutian","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,1,8]]},"reference":[{"key":"22_CR1","unstructured":"Service function chaining use cases in data centers (IETF). https:\/\/tools.ietf.org\/html\/draft-ietf-sfc-dc-use-cases-06#section-3.3.1"},{"key":"22_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2021.105400","volume":"134","author":"N Mazyavkina","year":"2021","unstructured":"Mazyavkina, N., Sviridov, S., Ivanov, S., Burnaev, E.: Reinforcement learning for combinatorial optimization: a survey. Comput. Oper. Res. 134, 105400 (2021)","journal-title":"Comput. Oper. Res."},{"key":"22_CR3","unstructured":"Virtualisation, N.F.: An introduction, benefits, enablers, challenges & call for action. In: White Paper, SDN and OpenFlow World Congress, p. 73 (2012)"},{"issue":"4","key":"22_CR4","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1145\/1402946.1402967","volume":"38","author":"M Al-Fares","year":"2008","unstructured":"Al-Fares, M., Loukissas, A., Vahdat, A.: A scalable, commodity data center network architecture. SIGCOMM Comput. Commun. Rev. 38(4), 63\u201374 (2008)","journal-title":"SIGCOMM Comput. Commun. Rev."},{"issue":"4","key":"22_CR5","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1109\/TNSM.2016.2569020","volume":"13","author":"F Bari","year":"2016","unstructured":"Bari, F., Chowdhury, S.R., Ahmed, R., Boutaba, R., Duarte, O.C.M.B.: Orchestrating virtualized network functions. IEEE Trans. Netw. Serv. Manag. 13(4), 725\u2013739 (2016)","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"22_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-642-15369-3_3","volume-title":"Approximation, Randomization, and Combinatorial Optimization. Algorithms and Techniques","author":"MH Bateni","year":"2010","unstructured":"Bateni, M.H., Chuzhoy, J.: Approximation algorithms for the directed k-tour and k-stroll problems. In: Serna, M., Shaltiel, R., Jansen, K., Rolim, J. (eds.) APPROX\/RANDOM -2010. LNCS, vol. 6302, pp. 25\u201338. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15369-3_3"},{"key":"22_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.comcom.2017.02.011","volume":"102","author":"D Bhamare","year":"2017","unstructured":"Bhamare, D., Samaka, M., Erbad, A., Jain, R., Gupta, L., Chan, H.A.: Optimal virtual network function placement in multi-cloud service function chaining architecture. Comput. Comm. 102, 1\u201316 (2017)","journal-title":"Comput. Comm."},{"issue":"2","key":"22_CR8","doi-asserted-by":"publisher","first-page":"534","DOI":"10.1109\/TCCN.2020.2988486","volume":"6","author":"M Bunyakitanon","year":"2020","unstructured":"Bunyakitanon, M., Vasilakos, X., Nejabati, R., Simeonidou, D.: End-to-end performance-based autonomous VNF placement with adopted reinforcement learning. IEEE Trans. Cogn. Commun. Netw. 6(2), 534\u2013547 (2020)","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"key":"22_CR9","doi-asserted-by":"crossref","unstructured":"Carpenter, B., Brim, S.: Middleboxes: taxonomy and issues (2002). https:\/\/tools.ietf.org\/html\/rfc3234","DOI":"10.17487\/rfc3234"},{"key":"22_CR10","doi-asserted-by":"crossref","unstructured":"Chaudhuri, K., Godfrey, B., Rao, S., Talwar, K.: Paths, trees, and minimum latency tours. In: 44th Annual IEEE Symposium on Foundations of Computer Science, pp. 36\u201345. IEEE (2003)","DOI":"10.1109\/SFCS.2003.1238179"},{"issue":"3","key":"22_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2229163.2229167","volume":"8","author":"C Chekuri","year":"2012","unstructured":"Chekuri, C., Korula, N., P\u00e1l, M.: Improved algorithms for orienteering and related problems. ACM Trans. Algorithms 8(3), 1\u201327 (2012)","journal-title":"ACM Trans. Algorithms"},{"key":"22_CR12","doi-asserted-by":"crossref","unstructured":"Chen, Y., Wu, J., Ji, B.: Virtual network function deployment in tree-structured networks. In: 2018 IEEE 26th International Conference on Network Protocols (ICNP), pp. 132\u2013142. IEEE (2018)","DOI":"10.1109\/ICNP.2018.00023"},{"issue":"4","key":"22_CR13","doi-asserted-by":"publisher","first-page":"2008","DOI":"10.1109\/TNET.2017.2668470","volume":"25","author":"V Eramo","year":"2017","unstructured":"Eramo, V., Miucci, E., Ammar, M., Lavacca, F.G.: An approach for service function chain routing and virtual function network instance migration in network function virtualization architectures. IEEE ACM Trans. Netw. 25(4), 2008\u20132025 (2017)","journal-title":"IEEE ACM Trans. Netw."},{"key":"22_CR14","doi-asserted-by":"crossref","unstructured":"Fei, X., Liu, F., Xu, H., Jin, H.: Adaptive VNF scaling and flow routing with proactive demand prediction. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, pp. 486\u2013494. IEEE (2018)","DOI":"10.1109\/INFOCOM.2018.8486320"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"Feng, H., Llorca, J., Tulino, A.M., Raz, D., Molisch, A.F.: Approximation algorithms for the NFV service distribution problem. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications, pp. 1\u20139. IEEE (2017)","DOI":"10.1109\/INFOCOM.2017.8057039"},{"key":"22_CR16","doi-asserted-by":"crossref","unstructured":"Flores, H., Tran, V., Tang, B.: PAM & PAL: policy-aware virtual machine migration and placement in dynamic cloud data centers. In: IEEE INFOCOM 2020-IEEE Conference on Computer Communications, pp. 2549\u20132558. IEEE (2020)","DOI":"10.1109\/INFOCOM41043.2020.9155472"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Gambardella, L.M., Dorigo, M.: Ant-Q: a reinforcement learning approach to the traveling salesman problem. In: Machine learning proceedings 1995, pp. 252\u2013260. Morgan Kaufmann (1995)","DOI":"10.1016\/B978-1-55860-377-6.50039-6"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Garg, N.: Saving an $$\\epsilon $$: a 2-approximation for the k-MST problem in graphs. In: Proceedings of the Thirty-Seventh Annual ACM Symposium on Theory of Computing, pp. 396\u2013402 (2005)","DOI":"10.1145\/1060590.1060650"},{"key":"22_CR19","doi-asserted-by":"crossref","unstructured":"Gu, S., Li, Z., Wu, C., Huang, C.: An efficient auction mechanism for service chains in the NFV market. In: IEEE INFOCOM 2016-The 35th Annual IEEE International Conference on Computer Communications, pp. 1\u20139. IEEE (2016)","DOI":"10.1109\/INFOCOM.2016.7524438"},{"key":"22_CR20","doi-asserted-by":"publisher","first-page":"873","DOI":"10.1016\/S0167-739X(00)00044-3","volume":"16","author":"W Gutjahr","year":"2000","unstructured":"Gutjahr, W.: A graph-based ant system and its convergence. Futur. Gener. Comput. Syst. 16, 873\u2013888 (2000)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"4","key":"22_CR21","doi-asserted-by":"publisher","first-page":"1867","DOI":"10.1109\/TNET.2021.3072423","volume":"29","author":"X Huang","year":"2021","unstructured":"Huang, X., et al.: Online VNF chaining and predictive scheduling: optimality and trade-offs. IEEE\/ACM Trans. Netw. 29(4), 1867\u20131880 (2021)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"3","key":"22_CR22","doi-asserted-by":"publisher","first-page":"1320","DOI":"10.1109\/TNET.2018.2833815","volume":"26","author":"N Huin","year":"2018","unstructured":"Huin, N., Jaumard, B., Giroire, F.: Optimal network service chain provisioning. IEEE\/ACM Trans. Netw. 26(3), 1320\u20131333 (2018)","journal-title":"IEEE\/ACM Trans. Netw."},{"key":"22_CR23","doi-asserted-by":"crossref","unstructured":"Joseph, D.A., Tavakoli, A., Stoica, I.: A policy-aware switching layer for data centers. In: Proceedings of the ACM SIGCOMM 2008 Conference on Data Communication, pp. 51\u201362 (2008)","DOI":"10.1145\/1402946.1402966"},{"issue":"4","key":"22_CR24","doi-asserted-by":"publisher","first-page":"1562","DOI":"10.1109\/TNET.2018.2842798","volume":"26","author":"T Kuo","year":"2018","unstructured":"Kuo, T., Liou, B., Lin, K.C., Tsai, M.: Deploying chains of virtual network functions: on the relation between link and server usage. IEEE\/ACM Trans. Netw. 26(4), 1562\u20131576 (2018)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"2","key":"22_CR25","doi-asserted-by":"publisher","first-page":"1409","DOI":"10.1109\/COMST.2018.2884835","volume":"21","author":"A Laghrissi","year":"2019","unstructured":"Laghrissi, A., Taleb, T.: A survey on the placement of virtual resources and virtual network functions. IEEE Commun. Surv. Tutor. 21(2), 1409\u20131434 (2019)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"1","key":"22_CR26","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/S1389-0417(01)00015-8","volume":"2","author":"ML Littman","year":"2001","unstructured":"Littman, M.L.: Value-function reinforcement learning in Markov games. Cogn. Syst. Res. 2(1), 55\u201366 (2001)","journal-title":"Cogn. Syst. Res."},{"issue":"4","key":"22_CR27","doi-asserted-by":"publisher","first-page":"560","DOI":"10.1109\/TSC.2015.2502252","volume":"10","author":"J Liu","year":"2017","unstructured":"Liu, J., Li, Y., Zhang, Y., Su, L., Jin, D.: Improve service chaining performance with optimized middlebox placement. IEEE Trans. Serv. Comput. 10(4), 560\u2013573 (2017)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"4","key":"22_CR28","doi-asserted-by":"publisher","first-page":"1303","DOI":"10.1109\/TNSM.2019.2946347","volume":"16","author":"W Ma","year":"2019","unstructured":"Ma, W., Beltran, J., Pan, D., Pissinou, N.: Traffic aware placement of interdependent NFV middleboxes. IEEE Trans. Netw. Serv. Manage. 16(4), 1303\u20131317 (2019)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"issue":"1","key":"22_CR29","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1109\/COMST.2015.2477041","volume":"18","author":"R Mijumbi","year":"2015","unstructured":"Mijumbi, R., Serrat, J., Gorricho, J.L., Bouten, N., Turck, F.D., Boutaba, R.: Network function virtualization: state-of-the-art and research challenges. IEEE Commun. Surv. Tutor. 18(1), 236\u2013262 (2015)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"2","key":"22_CR30","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1109\/JSAC.2019.2959181","volume":"38","author":"J Pei","year":"2020","unstructured":"Pei, J., Hong, P., Pan, M., Liu, J., Zhou, J.: Optimal VNF placement via deep reinforcement learning in SDN\/NFV-enabled networks. IEEE J. Sel. Areas Commun. 38(2), 263\u2013278 (2020)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"22_CR31","doi-asserted-by":"crossref","unstructured":"Sang, Y., Ji, B., Gupta, G.R., Du, X., Ye, L.: Provably efficient algorithms for joint placement and allocation of virtual network functions. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications, pp. 1\u20139. IEEE (2017)","DOI":"10.1109\/INFOCOM.2017.8057036"},{"key":"22_CR32","doi-asserted-by":"crossref","unstructured":"Sherry, J., Hasan, S., Scott, C., Krishnamurthy, A., Ratnasamy, S., Sekar, V.: Making middleboxes someone else\u2019s problem: network processing as a cloud service. In: Proceedings of the ACM SIGCOMM (2012)","DOI":"10.1145\/2342356.2342359"},{"issue":"3","key":"22_CR33","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1145\/1272998.1273025","volume":"41","author":"S Soltesz","year":"2007","unstructured":"Soltesz, S., P\u00f6tzl, H., Fiuczynski, M.E., Bavier, A., Peterson, L.: Container-based operating system virtualization: a scalable, high-performance alternative to hypervisors. SIGOPS Oper. Syst. Rev. 41(3), 275\u2013287 (2007)","journal-title":"SIGOPS Oper. Syst. Rev."},{"key":"22_CR34","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2020","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (2020)"},{"key":"22_CR35","doi-asserted-by":"publisher","first-page":"112348","DOI":"10.1109\/ACCESS.2019.2935014","volume":"7","author":"L Tang","year":"2019","unstructured":"Tang, L., He, X., Zhao, P., Zhao, G., Zhou, Y., Chen, Q.: Virtual network function migration based on dynamic resource requirements prediction. IEEE Access 7, 112348\u2013112362 (2019)","journal-title":"IEEE Access"},{"key":"22_CR36","doi-asserted-by":"crossref","unstructured":"Tran, V., Sun, J., Tang, B., Pan, D.: Traffic-optimal virtual network function placement and migration in dynamic cloud data centers. Submitted to IEEE IPDPS (2022)","DOI":"10.1109\/IPDPS53621.2022.00094"},{"issue":"1","key":"22_CR37","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1109\/TNSM.2021.3049298","volume":"18","author":"L Wang","year":"2021","unstructured":"Wang, L., Mao, W., Zhao, J., Xu, Y.: DDQP: a double deep Q-learning approach to online fault-tolerant SFC placement. IEEE Trans. Netw. Serv. Manage. 18(1), 118\u2013132 (2021)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"key":"22_CR38","doi-asserted-by":"crossref","unstructured":"Xiao, Y., et al.: NFVdeep: adaptive online service function chain deployment with deep reinforcement learning. In: Proceedings of the International Symposium on Quality of Service, pp. 1\u201310 (2019)","DOI":"10.1145\/3326285.3329056"},{"issue":"2","key":"22_CR39","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1109\/TMC.2019.2942306","volume":"20","author":"S Yang","year":"2019","unstructured":"Yang, S., Li, F., Trajanovski, S., Chen, X., Wang, Y., Fu, X.: Delay-aware virtual network function placement and routing in edge clouds. IEEE Trans. Mob. Comput. 20(2), 445\u2013459 (2019)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"22_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Liu, F., Zeng, C.: Adaptive interference-aware VNF placement for service-customized 5G network slices. In: IEEE INFOCOM 2019-IEEE Conference on Computer Communications, pp. 2449\u20132457. IEEE (2019)","DOI":"10.1109\/INFOCOM.2019.8737660"},{"key":"22_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, X., Wu, C., Li, Z., Lau, F.C.: Proactive VNF provisioning with multi-timescale cloud resources: fusing online learning and online optimization. In: IEEE INFOCOM 2017-IEEE Conference on Computer Communications, pp. 1\u20139. IEEE (2017)","DOI":"10.1109\/INFOCOM.2017.8057118"},{"key":"22_CR42","doi-asserted-by":"crossref","unstructured":"Zhang, Y., et al.: Steering: a software-defined networking for inline service chaining. In: 2013 21st IEEE International Conference on Network Protocols (ICNP), pp. 1\u201310. IEEE (2013)","DOI":"10.1109\/ICNP.2013.6733615"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Game Theory for Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-23141-4_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T20:20:36Z","timestamp":1728678036000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-23141-4_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031231407","9783031231414"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-23141-4_22","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"value":"1867-8211","type":"print"},{"value":"1867-822X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"8 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"GameNets","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Game Theory for Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"gamenets2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy+","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"64","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}