{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T11:16:02Z","timestamp":1763810162072},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Commun."],"published-print":{"date-parts":[[2020,8,1]]},"DOI":"10.1587\/transcom.2019ebp3114","type":"journal-article","created":{"date-parts":[[2020,1,23]],"date-time":"2020-01-23T22:04:35Z","timestamp":1579817075000},"page":"826-841","source":"Crossref","is-referenced-by-count":11,"title":["Extendable NFV-Integrated Control Method Using Reinforcement Learning"],"prefix":"10.23919","volume":"E103.B","author":[{"given":"Akito","family":"SUZUKI","sequence":"first","affiliation":[{"name":"NTT Network Technology Laboratories, NTT Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ryoichi","family":"KAWAHARA","sequence":"additional","affiliation":[{"name":"Faculty of Information Networking for Innovation and Design, Toyo University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Masahiro","family":"KOBAYASHI","sequence":"additional","affiliation":[{"name":"NTT Network Technology Laboratories, NTT Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shigeaki","family":"HARADA","sequence":"additional","affiliation":[{"name":"NTT Network Technology Laboratories, NTT Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yousuke","family":"TAKAHASHI","sequence":"additional","affiliation":[{"name":"NTT Network Technology Laboratories, NTT Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keisuke","family":"ISHIBASHI","sequence":"additional","affiliation":[{"name":"Division of Arts and Sciences, College of Liberal Arts, International Christian University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"1","doi-asserted-by":"crossref","unstructured":"[1] A. Suzuki, M. Kobayashi, Y. Takahashi, S. Harada, K. Ishibashi, and R. Kawahara, \u201cExtendable NFV-integrated control method using reinforcement learning,\u201d Proc. IEEE ICC, pp.1-7, 2018. 10.1109\/icc.2018.8422429","DOI":"10.1109\/ICC.2018.8422429"},{"key":"2","doi-asserted-by":"crossref","unstructured":"[2] A. Suzuki, M. Kobayashi, S. Harada, and R. Kawahara, \u201cApplicability evaluation of NFV-integrated control method using reinforcement learning,\u201d IEICE Society Conference, B-7-12, 2018 (in Japanese).","DOI":"10.1109\/ICC.2018.8422429"},{"key":"3","unstructured":"[3] A. Suzuki, M. Kobayashi, Y. Takahashi, S. Harada, and R. Kawahara, \u201cA method of coordinating multiple control algorithms for NFV,\u201d IEICE Technical Report, IN2016-103, 2017 (in Japanese)."},{"key":"4","doi-asserted-by":"publisher","unstructured":"[4] B. Han, V. Gopalakrishnan, L. Ji, and S. Lee, \u201cNetwork function virtualization: Challenges and opportunities for innovations,\u201d IEEE Commun. Mag., vol.53, no.2, pp.90-97, 2015. 10.1109\/mcom.2015.7045396","DOI":"10.1109\/MCOM.2015.7045396"},{"key":"5","doi-asserted-by":"publisher","unstructured":"[5] R. Mijumbi, J. Serrat, J.l. Gorricho, S. Latre, M. Charalambides, and D. Lopez, \u201cManagement and orchestration challenges in network functions virtualization,\u201d IEEE Commun. Mag., vol.54, no.1, pp.98-105, 2016. 10.1109\/mcom.2016.7378433","DOI":"10.1109\/MCOM.2016.7378433"},{"key":"6","unstructured":"[6] L.E. Li, V. Liaghat, H. Zhao, M. Hajiaghayi, D. Li, G. Wilfong, Y.R. Yang, and C. Guo, \u201cPACE: Policy-aware application cloud embedding,\u201d Proc. IEEE INFOCOM, pp.638-646, 2013. 10.1109\/infcom.2013.6566849"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] L. Cui, R. Cziva, F.P. Tso, and D.P. Pezaros, \u201cSynergistic policy and virtual machine consolidation in cloud data centers,\u201d Proc. IEEE INFOCOM, pp.1-9, 2016. 10.1109\/infocom.2016.7524354","DOI":"10.1109\/INFOCOM.2016.7524354"},{"key":"8","doi-asserted-by":"publisher","unstructured":"[8] J.G. Herrera and J.F. Botero, \u201cResource allocation in NFV: A comprehensive survey,\u201d IEEE Trans. Netw. Service Manag., vol.13, no.3, pp.518-532, 2016. 10.1109\/tnsm.2016.2598420","DOI":"10.1109\/TNSM.2016.2598420"},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] J.W. Jiang, T. Lan, S. Ha, M. Chen, and M. Chiang, \u201cJoint VM placement and routing for data center traffic engineering,\u201d Proc. IEEE INFOCOM, pp.2876-2880, 2012. 10.1109\/infcom.2012.6195719","DOI":"10.1109\/INFCOM.2012.6195719"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] M. Yoshida, W. Shen, T. Kawabata, K. Minato, and W. Imajuku, \u201cMORSA: A multi-objective resource scheduling algorithm for NFV infrastructure,\u201d Proc. APNOMS, pp.1-6, 2014. 10.1109\/apnoms.2014.6996545","DOI":"10.1109\/APNOMS.2014.6996545"},{"key":"11","doi-asserted-by":"crossref","unstructured":"[11] Y. Jin, Y. Wen, and C. Westphal, \u201cTowards joint resource allocation and routing to optimize video distribution over future Internet,\u201d Proc. IFIP Netw. Conf., pp.1-9, 2015. 10.1109\/ifipnetworking.2015.7145311","DOI":"10.1109\/IFIPNetworking.2015.7145311"},{"key":"12","doi-asserted-by":"crossref","unstructured":"[12] M.T. Beck and J.F. Botero, \u201cCoordinated allocation of service function chains,\u201d Proc. IEEE GLOBECOM, pp.1-6, 2015. 10.1109\/glocom.2015.7417401","DOI":"10.1109\/GLOCOM.2015.7417401"},{"key":"13","doi-asserted-by":"publisher","unstructured":"[13] H. Li, L. Wang, X. Wen, Z. Lu, and J. Li, \u201cMSV: An algorithm for coordinated resource allocation in network function virtualization,\u201d IEEE Access, vol.6, pp.76876-76888, 2018. 10.1109\/access.2018.2882255","DOI":"10.1109\/ACCESS.2018.2882255"},{"key":"14","doi-asserted-by":"publisher","unstructured":"[14] S. Dr\u00e4xler, H. Karl, and Z.\u00c1. Mann, \u201cJASPER: Joint optimization of scaling, placement, and routing of virtual network services,\u201d IEEE Trans. Netw. Service Manag., vol.15, no.3, pp.946-960, 2018. 10.1109\/tnsm.2018.2846572","DOI":"10.1109\/TNSM.2018.2846572"},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] J. Li, W. Shi, Q. Ye, W. Zhuang, X. Shen, and X. Li, \u201cOnline joint VNF chain composition and embedding for 5G networks,\u201d Proc. IEEE GLOBECOM, pp.1-6, 2018. 10.1109\/glocom.2018.8647700","DOI":"10.1109\/GLOCOM.2018.8647700"},{"key":"16","doi-asserted-by":"publisher","unstructured":"[16] K. Tsagkaris, G. Nguengang, A. Galani, I. Grida Ben Yahia, M. Ghader, A. Kaloxylos, M. Gruber, A. Kousaridas, M. Bouet, S. Georgoulas, A. Bantouna, N. Alonistioti, and P. Demestichas, \u201cA survey of autonomic networking architectures: Towards a unified management framework,\u201d Int. J. Netw. Manage., vol.23, no.6, pp.402-423, 2013. 10.1002\/nem.1841","DOI":"10.1002\/nem.1841"},{"key":"17","doi-asserted-by":"publisher","unstructured":"[17] K. Tsagkaris, M. Logothetis, V. Foteinos, G. Poulios, M. Michaloliakos, and P. Demestichas, \u201cCustomizable autonomic network management: integrating autonomic network management and software-defined networking,\u201d IEEE Veh. Technol. Mag., vol.10, no.1, pp.61-68, 2015. 10.1109\/mvt.2014.2380633","DOI":"10.1109\/MVT.2014.2380633"},{"key":"18","doi-asserted-by":"publisher","unstructured":"[18] A. Stamou, G. Kakkavas, K. Tsitseklis, V. Karyotis, and S. Papavassiliou, \u201cAutonomic network management and cross-layer optimization in software defined radio environments,\u201d Future Internet, vol.11, no.2, p.37, 2019. 10.3390\/fi11020037","DOI":"10.3390\/fi11020037"},{"key":"19","doi-asserted-by":"crossref","unstructured":"[19] R.S. Sutton and A.G. Barto, Reinforcement Learning: An Introduction, MIT Press, Cambridge, 1998.","DOI":"10.1109\/TNN.1998.712192"},{"key":"20","doi-asserted-by":"publisher","unstructured":"[20] R. Sun and C. Sessions, \u201cSelf-segmentation of sequences: Automatic formation of hierarchies of sequential behaviors,\u201d IEEE Trans. Syst. Man, Cybern. B, Cybern., vol.30, no.3, pp.403-418, 2000. 10.1109\/3477.846230","DOI":"10.1109\/3477.846230"},{"key":"21","doi-asserted-by":"publisher","unstructured":"[21] A. Yousafzai, A. Gani, R.M. Noor, M. Sookhak, H. Talebian, M. Shiraz, and M.K. Khan, \u201cCloud resource allocation schemes: Review, taxonomy, and opportunities,\u201d Knowledge and Information Systems, vol.50, no.2, pp.347-381, 2017. 10.1007\/s10115-016-0951-y","DOI":"10.1007\/s10115-016-0951-y"},{"key":"22","doi-asserted-by":"publisher","unstructured":"[22] J. Son and R. Buyya, \u201cA taxonomy of software-defined networking (SDN)-enabled cloud computing,\u201d ACM Comput. Surv. (CSUR), vol.51, no.3, p.59, 2018. 10.1145\/3190617","DOI":"10.1145\/3190617"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] F.L. Pires and B. Bar\u00e1n, \u201cA virtual machine placement taxonomy,\u201d Proc. IEEE\/ACM CCGrid, pp.159-168, 2015. 10.1109\/ccgrid.2015.15","DOI":"10.1109\/CCGrid.2015.15"},{"key":"24","doi-asserted-by":"crossref","unstructured":"[24] H. Saito, H. Honda, and R. Kawahara, \u201cDisaster avoidance control against heavy rainfall,\u201d Proc. IEEE INFOCOM, pp.1-9, 2017. 10.1109\/infocom.2017.8057154","DOI":"10.1109\/INFOCOM.2017.8057154"},{"key":"25","doi-asserted-by":"publisher","unstructured":"[25] H. Honda and H. Saito, \u201cNation-wide disaster avoidance control against heavy rain,\u201d IEEE\/ACM Trans. Netw., vol.27, no.3, pp.1084-1097, 2019. 10.1109\/tnet.2019.2911234","DOI":"10.1109\/TNET.2019.2911234"},{"key":"26","unstructured":"[26] \u201cInternet2,\u201d http:\/\/internet2.edu\/"},{"key":"27","unstructured":"[27] \u201cGLPK,\u201d https:\/\/www.gnu.org\/software\/glpk\/"},{"key":"28","doi-asserted-by":"publisher","unstructured":"[28] E. Amaldi, S. Coniglio, A.M. Koster, and M. Tieves, \u201cOn the computational complexity of the virtual network embedding problem,\u201d Electronic Notes in Discrete Mathematics, vol.52, pp.213-220, 2016. 10.1016\/j.endm.2016.03.028","DOI":"10.1016\/j.endm.2016.03.028"},{"key":"29","doi-asserted-by":"crossref","unstructured":"[29] T. Jaakkola, M.I. Jordan, and S.P. Singh, \u201cConvergence of stochastic iterative dynamic programming algorithms,\u201d Proc. NIPS, pp.703-710, 1994.","DOI":"10.21236\/ADA276517"},{"key":"30","doi-asserted-by":"publisher","unstructured":"[30] W.E. Hart, J.P. Watson, and D.L. Woodruff, \u201cPyomo: Modeling and solving mathematical programs in Python,\u201d Mathematical Programming Computation, vol.3, no.3, pp.219-260, 2011. 10.1007\/s12532-011-0026-8","DOI":"10.1007\/s12532-011-0026-8"},{"key":"31","doi-asserted-by":"crossref","unstructured":"[31] W.E. Hart, C.D. Laird, J.P. Watson, D.L. Woodruff, G.A. Hackebeil, B.L. Nicholson, and J.D. Siirola, Pyomo \u2014 Optimization Modeling in Python, 2nd ed., Springer Science & Business Media, 2017. 10.1007\/978-3-319-58821-6","DOI":"10.1007\/978-3-319-58821-6"},{"key":"32","doi-asserted-by":"crossref","unstructured":"[32] D.E. Bernal, Q. Chen, F. Gong, and I.E. Grossmann, \u201cMixed-integer nonlinear decomposition toolbox for Pyomo (MindtPy),\u201d Computer Aided Chemical Engineering, pp.895-900, Elsevier, 2018. 10.1016\/b978-0-444-64241-7.50144-0","DOI":"10.1016\/B978-0-444-64241-7.50144-0"},{"key":"33","doi-asserted-by":"publisher","unstructured":"[33] A. W\u00e4chter and L.T. Biegler, \u201cOn the implementation of an interior-point filter line-search algorithm for large-scale nonlinear programming,\u201d Math. Program., vol.106, no.1, pp.25-57, 2006. 10.1007\/s10107-004-0559-y","DOI":"10.1007\/s10107-004-0559-y"},{"key":"34","doi-asserted-by":"publisher","unstructured":"[34] P.R. Amestoy, I.S. Duff, J. Koster, and J.Y. L'Excellent, \u201cA fully asynchronous multifrontal solver using distributed dynamic scheduling,\u201d SIAM J. Matrix Anal. Appl., vol.23, no.1, pp.15-41, 2001. 10.1137\/s0895479899358194","DOI":"10.1137\/S0895479899358194"},{"key":"35","doi-asserted-by":"publisher","unstructured":"[35] P.R. Amestoy, A. Guermouche, J.Y. L'Excellent, and S. Pralet, \u201cHybrid scheduling for the parallel solution of linear systems,\u201d Parallel Comput., vol.32, no.2, pp.136-156, 2006. 10.1016\/j.parco.2005.07.004","DOI":"10.1016\/j.parco.2005.07.004"},{"key":"36","doi-asserted-by":"publisher","unstructured":"[36] V. Mnih, K. Kavukcuoglu, D. Silver, A.A. Rusu, J. Veness, M.G. Bellemare, A. Graves, M. Riedmiller, A.K. Fidjeland, G. Ostrovski, S. Petersen, C. Beattie, A. Sadik, I. Antonoglou, H. King, D. Kumaran, D. Wierstra, S. Legg, and D. Hassabis, \u201cHuman-level control through deep reinforcement learning,\u201d Nature, vol.518, no.7540, pp.529-533, 2015. 10.1038\/nature14236","DOI":"10.1038\/nature14236"},{"key":"37","unstructured":"[37] V. Mnih, A.P. Badia, M. Mirza, A. Graves, T. Lillicrap, T. Harley, D. Silver, and K. Kavukcuoglu, \u201cAsynchronous methods for deep reinforcement learning,\u201d Proc. ICML, pp.1928-1937, 2016."}],"container-title":["IEICE Transactions on Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transcom\/E103.B\/8\/E103.B_2019EBP3114\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T14:57:16Z","timestamp":1704898636000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transcom\/E103.B\/8\/E103.B_2019EBP3114\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,1]]},"references-count":37,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2020]]}},"URL":"https:\/\/doi.org\/10.1587\/transcom.2019ebp3114","relation":{},"ISSN":["0916-8516","1745-1345"],"issn-type":[{"value":"0916-8516","type":"print"},{"value":"1745-1345","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,1]]}}}