{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:46:34Z","timestamp":1767339994959,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"MUR Missione 4 - Next Generation EU (NGEU)","award":["Spoke 1"],"award-info":[{"award-number":["Spoke 1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,4]]},"DOI":"10.1145\/3603166.3632565","type":"proceedings-article","created":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T19:23:27Z","timestamp":1712258607000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["FIGARO: reinForcement learnInG mAnagement acRoss the computing cOntinuum"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6549-924X","authenticated-orcid":false,"given":"Federica","family":"Filippini","sequence":"first","affiliation":[{"name":"Politecnico di Milano, Milan, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7581-5955","authenticated-orcid":false,"given":"Riccardo","family":"Cavadini","sequence":"additional","affiliation":[{"name":"Politecnico di Milano, Milan, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4224-927X","authenticated-orcid":false,"given":"Danilo","family":"Ardagna","sequence":"additional","affiliation":[{"name":"Politecnico di Milano, Milan, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9470-8784","authenticated-orcid":false,"given":"Riccardo","family":"Lancellotti","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi di Modena e Reggio Emilia, Modena, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8233-4570","authenticated-orcid":false,"given":"Gabriele","family":"Russo Russo","sequence":"additional","affiliation":[{"name":"University of Rome Tor Vergata, Rome, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6870-7083","authenticated-orcid":false,"given":"Valeria","family":"Cardellini","sequence":"additional","affiliation":[{"name":"University of Rome Tor Vergata, Rome, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7461-6276","authenticated-orcid":false,"given":"Francesco","family":"Lo Presti","sequence":"additional","affiliation":[{"name":"University of Rome Tor Vergata, Rome, Italy"}]}],"member":"320","published-online":{"date-parts":[[2024,4,4]]},"reference":[{"volume-title":"IEEE GLOBECOM'22","author":"Zeinab","key":"e_1_3_2_1_1_1","unstructured":"Zeinab Akhavan et al. 2022. Deep reinforcement learning for online latency aware workload offloading in mobile edge computing. In IEEE GLOBECOM'22, 2218--2223."},{"key":"e_1_3_2_1_2_1","volume-title":"ICML'13","volume":"28","author":"James","unstructured":"James Bergstra et al. 2013. Making a science of model search: hyperparameter optimization in hundreds of dimensions for vision architectures. In ICML'13. Vol. 28, 115--123."},{"key":"e_1_3_2_1_3_1","unstructured":"Zequn Cao and Xiaoheng Deng. 2023. Dependent task offloading in edge computing using GNN and deep reinforcement learning. (2023). arXiv: 2303.17100 [cs.DC]."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/j.future.2018.05.025","article-title":"Decentralized self-adaptation for elastic data stream processing","volume":"87","author":"Valeria Cardellini","year":"2018","unstructured":"Valeria Cardellini et al. 2018. Decentralized self-adaptation for elastic data stream processing. Future Gener. Comput. Syst., 87, 171--185.","journal-title":"Future Gener. Comput. Syst."},{"key":"e_1_3_2_1_5_1","volume-title":"Cloud computing market size, growth & COVID-19 impact analysis","author":"Business Insights FORTUNE","year":"2023","unstructured":"FORTUNE Business Insights. 2023. Cloud computing market size, growth & COVID-19 impact analysis, 2023--2030. https:\/\/www.fortunebusinessinsights.com\/cloud-computing-market-102697. (2023)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","first-page":"112762","DOI":"10.1109\/ACCESS.2020.3002895","article-title":"Joint optimization of caching and computation in multi-server NOMA-MEC system via reinforcement learning","volume":"8","author":"Shilu Li","year":"2020","unstructured":"Shilu Li et al. 2020. Joint optimization of caching and computation in multi-server NOMA-MEC system via reinforcement learning. IEEE Access, 8, 112762--112771.","journal-title":"IEEE Access"},{"key":"e_1_3_2_1_7_1","unstructured":"Yihong Li et al. 2023. Task placement and resource allocation for edge machine learning: A GNN-based multi-agent reinforcement learning paradigm. (2023). arXiv: 2302.00571 [cs.MA]."},{"key":"e_1_3_2_1_8_1","unstructured":"Volodymyr Mnih et al. 2013. Playing Atari with deep reinforcement learning. (2013). arXiv: 1312.5602 [cs.LG]."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","first-page":"e7227","DOI":"10.1002\/cpe.7227","article-title":"Multi-objective task scheduling in fog computing using improved gaining sharing knowledge based algorithm","volume":"34","author":"Krishnan Malathy Navaneetha","year":"2022","unstructured":"Malathy Navaneetha Krishnan and Revathi Thiyagarajan. 2022. Multi-objective task scheduling in fog computing using improved gaining sharing knowledge based algorithm. Concurr. Comput., 34, 24, e7227.","journal-title":"Concurr. Comput."},{"key":"e_1_3_2_1_10_1","first-page":"2","article-title":"Deep reinforcement learning for shared offloading strategy in vehicle edge computing","volume":"17","author":"Xin Peng","year":"2023","unstructured":"Xin Peng et al. 2023. Deep reinforcement learning for shared offloading strategy in vehicle edge computing. IEEE Syst. J., 17, 2.","journal-title":"IEEE Syst. J."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1109\/MCI.2019.2937613","article-title":"Distributing intelligence to the edge and beyond [research frontier]","volume":"14","author":"Edgar Ramos","year":"2019","unstructured":"Edgar Ramos et al. 2019. Distributing intelligence to the edge and beyond [research frontier]. Comp. Intell. Mag., 14, 4, 65--92.","journal-title":"Comp. Intell. Mag."},{"key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Serverless workflows for containerised applications in the cloud continuum","volume":"19","author":"Sebasti\u00e1n Risco","year":"2021","unstructured":"Sebasti\u00e1n Risco et al. 2021. Serverless workflows for containerised applications in the cloud continuum. J. Grid Comput., 19, 3, 1--18.","journal-title":"J. Grid Comput."},{"volume-title":"IEEE CLOUD'19","author":"Fabiana","key":"e_1_3_2_1_13_1","unstructured":"Fabiana Rossi et al. 2019. Horizontal and vertical scaling of container-based applications using reinforcement learning. In IEEE CLOUD'19, 329--338."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Hamta Sedghani et al. 2021. A random greedy based design time tool for AI applications component placement and resource selection in computing continua. In IEEE EDGE'21 32--40.","DOI":"10.1109\/EDGE53862.2021.00014"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","first-page":"3930","DOI":"10.1109\/TVT.2022.3219058","article-title":"Joint DNN Partition and Resource Allocation Optimization for Energy-Constrained Hierarchical Edge-Cloud Systems","volume":"72","author":"Yi Su","year":"2023","unstructured":"Yi Su et al. 2023. Joint DNN Partition and Resource Allocation Optimization for Energy-Constrained Hierarchical Edge-Cloud Systems. IEEE Trans. Veh. Technol., 72, 3, 3930--3944.","journal-title":"IEEE Trans. Veh. Technol."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1109\/MNET.010.2100481","article-title":"Enabling mobile virtual reality with open 5G, fog computing and reinforcement learning","volume":"36","author":"Yaohua Sun","year":"2022","unstructured":"Yaohua Sun et al. 2022. Enabling mobile virtual reality with open 5G, fog computing and reinforcement learning. IEEE Network, 36, 6, 142--149.","journal-title":"IEEE Network"},{"volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S","key":"e_1_3_2_1_17_1","unstructured":"Richard S Sutton and Andrew G Barto. 2018. Reinforcement learning: An introduction. MIT Press."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1109\/TVT.2022.3207692","article-title":"A deep reinforcement learning-based offloading scheme for multi-access edge computing-supported extended reality systems","volume":"72","author":"Trinh Bao","year":"2022","unstructured":"Bao Trinh and Gabriel-Miro Muntean. 2022. A deep reinforcement learning-based offloading scheme for multi-access edge computing-supported extended reality systems. IEEE Trans. Veh. Technol., 72, 1, 1254--1264.","journal-title":"IEEE Trans. Veh. Technol."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","first-page":"1817","DOI":"10.1109\/TNSM.2022.3213575","article-title":"Multi-dimensional resource allocation in distributed data centers using deep reinforcement learning","volume":"20","author":"Wenting Wei","year":"2023","unstructured":"Wenting Wei et al. 2023. Multi-dimensional resource allocation in distributed data centers using deep reinforcement learning. IEEE Trans. Netw. Service Manag., 20, 2, 1817--1829.","journal-title":"IEEE Trans. Netw. Service Manag."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","first-page":"103617","DOI":"10.1016\/j.jnca.2023.103617","article-title":"A novel Q-learning-based hybrid algorithm for the optimal offloading and scheduling in mobile edge computing environments","volume":"214","author":"Somayeh Yeganeh","year":"2023","unstructured":"Somayeh Yeganeh et al. 2023. A novel Q-learning-based hybrid algorithm for the optimal offloading and scheduling in mobile edge computing environments. J. Netw. Comput. Appl., 214, 103617.","journal-title":"J. Netw. Comput. Appl."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","first-page":"972","DOI":"10.1109\/LWC.2023.3254554","article-title":"Hybrid UAV-enabled secure offloading via deep reinforcement learning","volume":"12","author":"Seonghoon Yoo","year":"2023","unstructured":"Seonghoon Yoo et al. 2023. Hybrid UAV-enabled secure offloading via deep reinforcement learning. IEEE Wirel. Commun. Lett., 12, 6, 972--976.","journal-title":"IEEE Wirel. Commun. Lett."},{"volume-title":"IEEE INFOCOM'21 Workshops, 1--6.","author":"Zhi","key":"e_1_3_2_1_22_1","unstructured":"Zhi Zhou et al. 2021. Deep reinforcement learning for intelligent cloud resource management. In IEEE INFOCOM'21 Workshops, 1--6."}],"event":{"name":"UCC '23: IEEE\/ACM 16th International Conference on Utility and Cloud Computing","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","IEEE TCSC"],"location":"Taormina (Messina) Italy","acronym":"UCC '23"},"container-title":["Proceedings of the IEEE\/ACM 16th International Conference on Utility and Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603166.3632565","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3603166.3632565","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:49:09Z","timestamp":1750286949000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603166.3632565"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,4]]},"references-count":22,"alternative-id":["10.1145\/3603166.3632565","10.1145\/3603166"],"URL":"https:\/\/doi.org\/10.1145\/3603166.3632565","relation":{},"subject":[],"published":{"date-parts":[[2023,12,4]]},"assertion":[{"value":"2024-04-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}