{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T06:56:57Z","timestamp":1775545017133,"version":"3.50.1"},"reference-count":63,"publisher":"Wiley","license":[{"start":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T00:00:00Z","timestamp":1677715200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"DI-PUCV","award":["039.437\/2020"],"award-info":[{"award-number":["039.437\/2020"]}]},{"name":"DI-PUCV","award":["039.382\/2021"],"award-info":[{"award-number":["039.382\/2021"]}]},{"name":"DI-PUCV","award":["210082"],"award-info":[{"award-number":["210082"]}]},{"name":"DI-PUCV","award":["11201024"],"award-info":[{"award-number":["11201024"]}]},{"name":"DI-PUCV","award":["11220650"],"award-info":[{"award-number":["11220650"]}]},{"name":"DI-PUCV","award":["11190710"],"award-info":[{"award-number":["11190710"]}]},{"name":"DI-PUCV","award":["2020-22201418"],"award-info":[{"award-number":["2020-22201418"]}]},{"name":"DI-PUCV","award":["2021-22210736"],"award-info":[{"award-number":["2021-22210736"]}]},{"name":"DI-PUCV","award":["2022-21220867"],"award-info":[{"award-number":["2022-21220867"]}]},{"name":"ANID FOVI","award":["039.437\/2020"],"award-info":[{"award-number":["039.437\/2020"]}]},{"name":"ANID FOVI","award":["039.382\/2021"],"award-info":[{"award-number":["039.382\/2021"]}]},{"name":"ANID FOVI","award":["210082"],"award-info":[{"award-number":["210082"]}]},{"name":"ANID FOVI","award":["11201024"],"award-info":[{"award-number":["11201024"]}]},{"name":"ANID FOVI","award":["11220650"],"award-info":[{"award-number":["11220650"]}]},{"name":"ANID FOVI","award":["11190710"],"award-info":[{"award-number":["11190710"]}]},{"name":"ANID FOVI","award":["2020-22201418"],"award-info":[{"award-number":["2020-22201418"]}]},{"name":"ANID FOVI","award":["2021-22210736"],"award-info":[{"award-number":["2021-22210736"]}]},{"name":"ANID FOVI","award":["2022-21220867"],"award-info":[{"award-number":["2022-21220867"]}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["039.437\/2020"],"award-info":[{"award-number":["039.437\/2020"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["039.382\/2021"],"award-info":[{"award-number":["039.382\/2021"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["210082"],"award-info":[{"award-number":["210082"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["11201024"],"award-info":[{"award-number":["11201024"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["11220650"],"award-info":[{"award-number":["11220650"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["11190710"],"award-info":[{"award-number":["11190710"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["2020-22201418"],"award-info":[{"award-number":["2020-22201418"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["2021-22210736"],"award-info":[{"award-number":["2021-22210736"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002850","name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["2022-21220867"],"award-info":[{"award-number":["2022-21220867"]}],"id":[{"id":"10.13039\/501100002850","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ANID Magister Nacional","award":["039.437\/2020"],"award-info":[{"award-number":["039.437\/2020"]}]},{"name":"ANID Magister Nacional","award":["039.382\/2021"],"award-info":[{"award-number":["039.382\/2021"]}]},{"name":"ANID Magister Nacional","award":["210082"],"award-info":[{"award-number":["210082"]}]},{"name":"ANID Magister Nacional","award":["11201024"],"award-info":[{"award-number":["11201024"]}]},{"name":"ANID Magister Nacional","award":["11220650"],"award-info":[{"award-number":["11220650"]}]},{"name":"ANID Magister Nacional","award":["11190710"],"award-info":[{"award-number":["11190710"]}]},{"name":"ANID Magister Nacional","award":["2020-22201418"],"award-info":[{"award-number":["2020-22201418"]}]},{"name":"ANID Magister Nacional","award":["2021-22210736"],"award-info":[{"award-number":["2021-22210736"]}]},{"name":"ANID Magister Nacional","award":["2022-21220867"],"award-info":[{"award-number":["2022-21220867"]}]},{"name":"ANID Doctorado Nacional","award":["039.437\/2020"],"award-info":[{"award-number":["039.437\/2020"]}]},{"name":"ANID Doctorado Nacional","award":["039.382\/2021"],"award-info":[{"award-number":["039.382\/2021"]}]},{"name":"ANID Doctorado Nacional","award":["210082"],"award-info":[{"award-number":["210082"]}]},{"name":"ANID Doctorado Nacional","award":["11201024"],"award-info":[{"award-number":["11201024"]}]},{"name":"ANID Doctorado Nacional","award":["11220650"],"award-info":[{"award-number":["11220650"]}]},{"name":"ANID Doctorado Nacional","award":["11190710"],"award-info":[{"award-number":["11190710"]}]},{"name":"ANID Doctorado Nacional","award":["2020-22201418"],"award-info":[{"award-number":["2020-22201418"]}]},{"name":"ANID Doctorado Nacional","award":["2021-22210736"],"award-info":[{"award-number":["2021-22210736"]}]},{"name":"ANID Doctorado Nacional","award":["2022-21220867"],"award-info":[{"award-number":["2022-21220867"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Complexity"],"published-print":{"date-parts":[[2023,3,2]]},"abstract":"<jats:p>A deep reinforcement learning (DRL) approach is applied, for the first time, to solve the routing, modulation, spectrum, and core allocation (RMSCA) problem in dynamic multicore fiber elastic optical networks (MCF-EONs). To do so, a new environment was designed and implemented to emulate the operation of MCF-EONs - taking into account the modulation format-dependent reach and intercore crosstalk (XT) - and four DRL agents were trained to solve the RMSCA problem. The blocking performance of the trained agents was compared through simulation to 3 baselines RMSCA heuristics. Results obtained for the NSFNet and COST239 network topologies under different traffic loads show that the best-performing agent achieves, on average, up to a four-times decrease in blocking probability with respect to the best-performing baseline heuristic method.<\/jats:p>","DOI":"10.1155\/2023\/4140594","type":"journal-article","created":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T17:20:07Z","timestamp":1677777607000},"page":"1-13","source":"Crossref","is-referenced-by-count":17,"title":["Resource Allocation in Multicore Elastic Optical Networks: A Deep Reinforcement Learning Approach"],"prefix":"10.1155","volume":"2023","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5177-2874","authenticated-orcid":true,"given":"Juan","family":"Pinto-R\u00edos","sequence":"first","affiliation":[{"name":"School of Electrical Engineering, Pontificia Universidad Cat\u00f3lica de Valpara\u00edso, Av. Brasil 2950, Valpara\u00edso 2362804, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7931-7198","authenticated-orcid":true,"given":"Felipe","family":"Calder\u00f3n","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Pontificia Universidad Cat\u00f3lica de Valpara\u00edso, Av. Brasil 2950, Valpara\u00edso 2362804, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8130-5399","authenticated-orcid":true,"given":"Ariel","family":"Leiva","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Pontificia Universidad Cat\u00f3lica de Valpara\u00edso, Av. Brasil 2950, Valpara\u00edso 2362804, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0674-2254","authenticated-orcid":true,"given":"Gabriel","family":"Hermosilla","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Pontificia Universidad Cat\u00f3lica de Valpara\u00edso, Av. Brasil 2950, Valpara\u00edso 2362804, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8287-5027","authenticated-orcid":true,"given":"Alejandra","family":"Beghelli","sequence":"additional","affiliation":[{"name":"Optical Networks Group, Department of Electronic and Electrical Engineering, University College London, WC1E 7JE, London, UK"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6590-2329","authenticated-orcid":true,"given":"Danilo","family":"B\u00f3rquez-Paredes","sequence":"additional","affiliation":[{"name":"Faculty of Engineering and Sciences, Universidad Adolfo Ib\u00e1\u00f1ez, Av. Padre Hurtado 750, Vi\u00f1a Del Mar 2562, 340, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1596-3312","authenticated-orcid":true,"given":"Astrid","family":"Lozada","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Universidad T\u00e9cnica Federico Santa Mar\u00eda, Av. Espa\u00f1a 1680, Valpara\u00edso 2390123, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2495-8929","authenticated-orcid":true,"given":"Nicol\u00e1s","family":"Jara","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Universidad T\u00e9cnica Federico Santa Mar\u00eda, Av. Espa\u00f1a 1680, Valpara\u00edso 2390123, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8581-3411","authenticated-orcid":true,"given":"Ricardo","family":"Olivares","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Universidad T\u00e9cnica Federico Santa Mar\u00eda, Av. Espa\u00f1a 1680, Valpara\u00edso 2390123, Chile"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5450-3661","authenticated-orcid":true,"given":"Gabriel","family":"Saavedra","sequence":"additional","affiliation":[{"name":"Electrical Engineering Department, Universidad de Concepci\u00f3n, V\u00edctor Lamas 1290, Concepci\u00f3n 4070409, Chile"}]}],"member":"311","reference":[{"key":"1","article-title":"Cisco visual networking index: global mobile data traffic forecast update","author":"C. W. Paper","year":"2018"},{"key":"2","article-title":"State of the networks","author":"TeleGeography","year":"2022"},{"key":"3","article-title":"Sandvine: Google, facebook, microsoft, apple, amazon & netflix generate almost 57% of internet traffic","author":"A. Weissberger","year":"2021"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2009.5307468"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1109\/jlt.2015.2482901"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1117\/1.OE.57.11.110802"},{"key":"7","doi-asserted-by":"publisher","DOI":"10.1364\/OL.41.002241"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCN.2015.7288388"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1109\/ICTON.2015.7193515"},{"key":"10","doi-asserted-by":"crossref","first-page":"617","DOI":"10.1016\/B978-0-12-396960-6.00013-4","article-title":"Chapter 13 - transmission systems using multicore fibers","volume-title":"Optical Fiber Telecommunications","author":"Y. Awaji","year":"2013","edition":"6th"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2015.7293303"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2866504"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3063471"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-021-02582-6"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109133"},{"key":"16","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2021.3123900"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.3390\/telecom3020015"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.1109\/jlt.2015.2466444"},{"key":"19","article-title":"A survey on crosstalk and routing, modulation selection, core and spectrum allocation in elastic optical networks","author":"I. Brasileiro","year":"2019"},{"key":"20","first-page":"1","article-title":"Routing, spectrum and core assignment based on auxiliary matrix in the intra data center networks using multi-core fibers with super channel","author":"Z. Luo"},{"key":"21","doi-asserted-by":"crossref","DOI":"10.1117\/12.2615351","article-title":"Optical combs and multicore fiber as technology enablers for next-generation datacenter infrastructure","volume-title":"Metro and Data Center Optical Networks and Short-Reach Links V","author":"R. Llorente","year":"2022"},{"key":"22","doi-asserted-by":"publisher","DOI":"10.1109\/NETWKS.2014.6958538"},{"key":"23","doi-asserted-by":"publisher","DOI":"10.1109\/NETWKS.2014.6959250"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761380"},{"key":"25","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2022.3179296"},{"key":"26","doi-asserted-by":"publisher","DOI":"10.1515\/jlst-2015-0006"},{"key":"27","doi-asserted-by":"publisher","DOI":"10.1109\/jlt.2019.2923615"},{"key":"28","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2022.3195778"},{"key":"29","article-title":"Survey on machine learning for traffic-driven service provisioning in optical networks","author":"T. Panayiotou","year":"2022"},{"key":"30","doi-asserted-by":"crossref","DOI":"10.1364\/OFC.2020.M1B.3","article-title":"Exploiting multi-task learning to achieve effective transfer deep reinforcement learning in elastic optical networks","volume-title":"Optical Fiber Communication Conference (OFC) 2020","author":"X. Chen","year":"2020"},{"key":"31","first-page":"1","article-title":"The optical rl-gym: an open-source toolkit for applying reinforcement learning in optical networks","author":"C. Natalino"},{"key":"32","first-page":"1","article-title":"Deepcoop: leveraging cooperative drl agents to achieve scalable network automation for multi-domainsd-eons","volume-title":"2020 Optical Fiber Communications Conference and Exhibition","author":"B. Li","year":"2020"},{"key":"33","doi-asserted-by":"publisher","DOI":"10.23919\/ONDM51796.2021.9492435"},{"key":"34","doi-asserted-by":"publisher","DOI":"10.23919\/ONDM51796.2021.9492334"},{"key":"35","doi-asserted-by":"publisher","DOI":"10.1364\/OE.27.007896"},{"key":"36","first-page":"1","article-title":"Deep reinforced energy efficient traffic grooming in fog-cloud elastic optical networks","author":"R. Zhu"},{"key":"37","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.431225"},{"key":"38","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2021.3053279"},{"key":"39","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3181013"},{"key":"40","doi-asserted-by":"publisher","DOI":"10.1109\/ECOC48923.2020.9333250"},{"key":"41","first-page":"426","article-title":"Deep reinforcement learning: an overview","author":"S. S. Mousavi"},{"key":"42","doi-asserted-by":"publisher","DOI":"10.1016\/j.yofte.2019.03.001"},{"key":"43","doi-asserted-by":"publisher","DOI":"10.1364\/oe.381551"},{"key":"44","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2811724"},{"key":"45","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"46","doi-asserted-by":"crossref","DOI":"10.1561\/9781680835397","volume-title":"An Introduction to Deep Reinforcement Learning","author":"V. Fran\u00e7ois-Lavet","year":"2018"},{"key":"47","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2010.OMU3"},{"key":"48","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2493123"},{"key":"49","doi-asserted-by":"publisher","DOI":"10.1016\/j.yofte.2017.04.006"},{"key":"50","doi-asserted-by":"publisher","DOI":"10.1016\/j.osn.2020.100584"},{"key":"51","doi-asserted-by":"publisher","DOI":"10.1109\/ICTON.2017.8024956"},{"key":"52","article-title":"Stable baselines","author":"A. Hill","year":"2018"},{"key":"53","article-title":"Asynchronous methods for deep reinforcement learning","author":"V. Mnih","year":"2016"},{"key":"54","article-title":"Scalable trust-region method for deep reinforcement learning using kronecker-factored approximation","author":"Y. Wu","year":"2017"},{"key":"55","article-title":"Proximal policy optimization algorithms","author":"J. Schulman","year":"2017"},{"key":"56","first-page":"1889","article-title":"Trust region policy optimization","author":"J. Schulman"},{"key":"57","doi-asserted-by":"publisher","DOI":"10.1145\/55482.55502"},{"key":"58","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010050906938"},{"key":"59","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.11.000213"},{"key":"60","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2466458"},{"key":"61","doi-asserted-by":"publisher","DOI":"10.1049\/cp.2013.1653"},{"key":"62","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2011.5681026"},{"key":"63","article-title":"Graph neural networks for communication networks: context, use cases and opportunities","author":"J. Su\u00e1rez-Varela","year":"2021"}],"container-title":["Complexity"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/downloads.hindawi.com\/journals\/complexity\/2023\/4140594.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/complexity\/2023\/4140594.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/complexity\/2023\/4140594.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,2]],"date-time":"2023-03-02T17:20:22Z","timestamp":1677777622000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.hindawi.com\/journals\/complexity\/2023\/4140594\/"}},"subtitle":[],"editor":[{"given":"Ning","family":"Cai","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2023,3,2]]},"references-count":63,"alternative-id":["4140594","4140594"],"URL":"https:\/\/doi.org\/10.1155\/2023\/4140594","relation":{},"ISSN":["1099-0526","1076-2787"],"issn-type":[{"value":"1099-0526","type":"electronic"},{"value":"1076-2787","type":"print"}],"subject":[],"published":{"date-parts":[[2023,3,2]]}}}