{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T11:12:52Z","timestamp":1780053172584,"version":"3.54.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,6,8]],"date-time":"2023-06-08T00:00:00Z","timestamp":1686182400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,8]],"date-time":"2023-06-08T00:00:00Z","timestamp":1686182400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s10586-023-04030-w","type":"journal-article","created":{"date-parts":[[2023,6,8]],"date-time":"2023-06-08T14:02:34Z","timestamp":1686232954000},"page":"1883-1896","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["A meta reinforcement learning-based virtual machine placement algorithm in mobile edge computing"],"prefix":"10.1007","volume":"27","author":[{"given":"Hao","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengfeng","family":"Jian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,8]]},"reference":[{"key":"4030_CR1","doi-asserted-by":"publisher","first-page":"1587","DOI":"10.1002\/wcm.1203","volume":"13","author":"HT Dinh","year":"2013","unstructured":"Dinh, H.T., Lee, C., Niyato, D., Wang, P.: A survey of mobile cloud computing: architecture, applications, and approaches. Wirel. Commun. Mob. Comput. 13, 1587\u20131611 (2013)","journal-title":"Wirel. Commun. Mob. Comput."},{"issue":"3","key":"4030_CR2","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MCOM.2017.1600249CM","volume":"55","author":"T Taleb","year":"2017","unstructured":"Taleb, T., Dutta, S., Ksentini, A., Iqbal, M., Flinck, H.: Mobile edge computing potential in making cities smarter. Comm. Mag. 55(3), 38\u201343 (2017). https:\/\/doi.org\/10.1109\/MCOM.2017.1600249CM","journal-title":"Comm. Mag."},{"key":"4030_CR3","doi-asserted-by":"crossref","unstructured":"Ahmed, A., Ahmed, E.: A survey on mobile edge computing. In: International conference on intelligent systems & control (2016)","DOI":"10.1109\/ISCO.2016.7727082"},{"key":"4030_CR4","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/2016598.2016600","volume":"15","author":"M Satyanarayanan","year":"2011","unstructured":"Satyanarayanan, M.: Mobile computing: the next decade. Mob. Comput. Commun. Rev. 15, 2\u201310 (2011)","journal-title":"Mob. Comput. Commun. Rev."},{"key":"4030_CR5","doi-asserted-by":"publisher","unstructured":"Mosa, A., Sakellariou, R.: Dynamic virtual machine placement considering cpu and memory resource requirements. In: 2019 IEEE 12th international conference on cloud computing (CLOUD), pp. 196\u2013198 (2019). https:\/\/doi.org\/10.1109\/CLOUD.2019.00042","DOI":"10.1109\/CLOUD.2019.00042"},{"key":"4030_CR6","doi-asserted-by":"publisher","unstructured":"Wen, C., Jiang, W.: Research on virtual machine layout strategy based on improved particle swarm optimization algorithm. In: 2019 IEEE 21st international conference on high performance computing and communications; IEEE 17th international conference on smart city; IEEE 5th international conference on data science and systems (HPCC\/SmartCity\/DSS), pp. 1343\u20131349 (2019). https:\/\/doi.org\/10.1109\/HPCC\/SmartCity\/DSS.2019.00187","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2019.00187"},{"key":"4030_CR7","doi-asserted-by":"publisher","unstructured":"Ding, Y., Liao, G., Liu, S.: Virtual machine placement based on degradation factor ant colony algorithm. In: 2018 13th IEEE conference on industrial electronics and applications (ICIEA), pp. 775\u2013779 (2018). https:\/\/doi.org\/10.1109\/ICIEA.2018.8397818","DOI":"10.1109\/ICIEA.2018.8397818"},{"issue":"9","key":"4030_CR8","doi-asserted-by":"publisher","first-page":"5149","DOI":"10.1109\/TPAMI.2021.3079209","volume":"44","author":"T Hospedales","year":"2022","unstructured":"Hospedales, T., Antoniou, A., Micaelli, P., Storkey, A.: Meta-learning in neural networks: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 44(9), 5149\u20135169 (2022). https:\/\/doi.org\/10.1109\/TPAMI.2021.3079209","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"4030_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2019.02.006","author":"M Botvinick","year":"2019","unstructured":"Botvinick, M., Ritter, S., Wang, J., Kurth-Nelson, Z., Blundell, C., Hassabis, D.: Reinforcement learning, fast and slow. Trends Cogn. Sci. (2019). https:\/\/doi.org\/10.1016\/j.tics.2019.02.006","journal-title":"Trends Cogn. Sci."},{"issue":"5","key":"4030_CR10","doi-asserted-by":"publisher","first-page":"3051","DOI":"10.1007\/s10586-022-03550-1","volume":"25","author":"C Jian","year":"2022","unstructured":"Jian, C., Bao, L., Zhang, M.: A high-efficiency learning model for virtual machine placement in mobile edge computing. Clust. Comput. 25(5), 3051\u20133066 (2022)","journal-title":"Clust. Comput."},{"key":"4030_CR11","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-020-01722-4","author":"S Li","year":"2020","unstructured":"Li, S., Pan, X.: Adaptive management and multi-objective optimization of virtual machine in cloud computing based on particle swarm optimization. EURASIP J. Wirel. Commun. Netw. (2020). https:\/\/doi.org\/10.1186\/s13638-020-01722-4","journal-title":"EURASIP J. Wirel. Commun. Netw."},{"issue":"1","key":"4030_CR12","doi-asserted-by":"publisher","first-page":"4525","DOI":"10.1007\/s11227-018-2516-1","volume":"76","author":"KM Baalamurugan","year":"2020","unstructured":"Baalamurugan, K.M., Bhanu, S.V.: A multi-objective krill herd algorithm for virtual machine placement in cloud computing. J. Supercomput. 76(1), 4525\u20134542 (2020)","journal-title":"J. Supercomput."},{"issue":"4","key":"4030_CR13","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1109\/TCC.2015.2449834","volume":"5","author":"M Jia","year":"2017","unstructured":"Jia, M., Cao, J., Liang, W.: Optimal cloudlet placement and user to cloudlet allocation in wireless metropolitan area networks. IEEE Trans. Cloud Comput. 5(4), 725\u2013737 (2017). https:\/\/doi.org\/10.1109\/TCC.2015.2449834","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"2","key":"4030_CR14","doi-asserted-by":"publisher","first-page":"1015","DOI":"10.1007\/s10586-021-03476-0","volume":"25","author":"A Aghasi","year":"2022","unstructured":"Aghasi, A., Jamshidi, K., Bohlooli, A.: A thermal-aware energy-efficient virtual machine placement algorithm based on fuzzy controlled binary gravitational search algorithm (fc-bgsa). Clust. Comput. 25(2), 1015\u20131033 (2022)","journal-title":"Clust. Comput."},{"key":"4030_CR15","doi-asserted-by":"publisher","first-page":"44869","DOI":"10.1109\/ACCESS.2022.3170103","volume":"10","author":"N Alharbe","year":"2022","unstructured":"Alharbe, N., Rakrouki, M.A., Aljohani, A.: An improved ant colony algorithm for solving a virtual machine placement problem in a cloud computing environment. IEEE Access 10, 44869\u201344880 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3170103","journal-title":"IEEE Access"},{"key":"4030_CR16","doi-asserted-by":"publisher","unstructured":"Li, Y., Wang, S.: An energy-aware edge server placement algorithm in mobile edge computing. In: 2018 IEEE International conference on edge computing (EDGE), pp. 66\u201373 (2018). https:\/\/doi.org\/10.1109\/EDGE.2018.00016","DOI":"10.1109\/EDGE.2018.00016"},{"issue":"25","key":"4030_CR17","doi-asserted-by":"publisher","first-page":"12569","DOI":"10.1007\/s00500-020-05462-x","volume":"19","author":"L Caviglione","year":"2021","unstructured":"Caviglione, L., Gaggero, M., Paolucci, M., Ronco, R.: Deep reinforcement learning for multi-objective placement of virtual machines in cloud datacenters (vol 15, pg 613, 2020). Soft Comput. 19(25), 12569\u201312588 (2021)","journal-title":"Soft Comput."},{"key":"4030_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/JIFS-18828","volume":"36","author":"N Rizvi","year":"2018","unstructured":"Rizvi, N., Ramesh, D.: Fbq-la: fuzzy based q-learning approach for elastic workloads in cloud environment. J. Intell. Fuzzy Syst. 36, 1\u201314 (2018). https:\/\/doi.org\/10.3233\/JIFS-18828","journal-title":"J. Intell. Fuzzy Syst."},{"issue":"11","key":"4030_CR19","doi-asserted-by":"publisher","first-page":"2991","DOI":"10.1109\/TPDS.2022.3147851","volume":"33","author":"J Zeng","year":"2022","unstructured":"Zeng, J., Ding, D., Kang, K., Xie, H., Yin, Q.: Adaptive drl-based virtual machine consolidation in energy-efficient cloud data center. IEEE Trans. Parallel Distrib. Syst. 33(11), 2991\u20133002 (2022). https:\/\/doi.org\/10.1109\/TPDS.2022.3147851","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"4030_CR20","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3211622","author":"X Ma","year":"2022","unstructured":"Ma, X., Xu, H., Gao, H., Bian, M., Hussain, W.: Real-time virtual machine scheduling in industry iot network: a reinforcement learning method. IEEE Trans. Ind. Inf. (2022). https:\/\/doi.org\/10.1109\/TII.2022.3211622","journal-title":"IEEE Trans. Ind. Inf."},{"key":"4030_CR21","doi-asserted-by":"publisher","unstructured":"Wu, Y., Zhang, S., Shen, G., Chen, G.: Deep reinforcement learning for online vrc deployment in mobile edge computing. In: 2022 IEEE 23rd International conference on high performance switching and routing (HPSR), pp. 271\u2013276 (2022). https:\/\/doi.org\/10.1109\/HPSR54439.2022.9831247","DOI":"10.1109\/HPSR54439.2022.9831247"},{"key":"4030_CR22","doi-asserted-by":"publisher","unstructured":"Sonmez, C., Ozgovde, A., Ersoy, C.: Edgecloudsim: An environment for performance evaluation of edge computing systems. In: 2017 Second international conference on fog and mobile edge computing (FMEC), pp. 39\u201344 (2017). https:\/\/doi.org\/10.1109\/FMEC.2017.7946405","DOI":"10.1109\/FMEC.2017.7946405"},{"key":"4030_CR23","first-page":"68","volume":"39","author":"A Greenberg","year":"2008","unstructured":"Greenberg, A., Hamilton, J., Maltz, D.A., Patel, P.: The cost of a cloud: research problems in data center networks. ACM 39, 68\u201373 (2008)","journal-title":"ACM"},{"key":"4030_CR24","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/1273440.1250665","volume":"35","author":"X Fan","year":"2007","unstructured":"Fan, X., Weber, W.D., Barroso, L.A.: Power provisioning for a warehouse-sized computer. Comput. Archit. News 35, 13\u201323 (2007)","journal-title":"Comput. Archit. News"},{"issue":"5","key":"4030_CR25","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1016\/j.future.2011.04.017","volume":"28","author":"A Beloglazov","year":"2012","unstructured":"Beloglazov, A., Abawajy, J., Buyya, R.: Energy-aware resource allocation heuristics for efficient management of data centers for cloud computing. Future Gener. Comput. Syst. 28(5), 755\u2013768 (2012). https:\/\/doi.org\/10.1016\/j.future.2011.04.017. (Special section: energy efficiency in large-scale distributed systems)","journal-title":"Future Gener. Comput. Syst."},{"issue":"1","key":"4030_CR26","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1109\/TEVC.2016.2623803","volume":"22","author":"X-F Liu","year":"2018","unstructured":"Liu, X.-F., Zhan, Z.-H., Deng, J.D., Li, Y., Gu, T., Zhang, J.: An energy efficient ant colony system for virtual machine placement in cloud computing. IEEE Trans. Evolut. Comput. 22(1), 113\u2013128 (2018). https:\/\/doi.org\/10.1109\/TEVC.2016.2623803","journal-title":"IEEE Trans. Evolut. Comput."},{"issue":"11","key":"4030_CR27","doi-asserted-by":"publisher","first-page":"2581","DOI":"10.1109\/TMC.2019.2928811","volume":"19","author":"L Huang","year":"2020","unstructured":"Huang, L., Bi, S., Zhang, Y.-J.A.: Deep reinforcement learning for online computation offloading in wireless powered mobile-edge computing networks. IEEE Trans. Mob. Comput. 19(11), 2581\u20132593 (2020). https:\/\/doi.org\/10.1109\/TMC.2019.2928811","journal-title":"IEEE Trans. Mob. Comput."},{"key":"4030_CR28","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"4030_CR29","doi-asserted-by":"publisher","unstructured":"Nichol, A., Achiam, J., Schulman, J.: On first-order meta-learning algorithms  (2018). https:\/\/doi.org\/10.48550\/arXiv.1803.02999","DOI":"10.48550\/arXiv.1803.02999"},{"issue":"5","key":"4030_CR30","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MCOM.2019.1800971","volume":"57","author":"J Wang","year":"2019","unstructured":"Wang, J., Hu, J., Min, G., Zhan, W., Georgalas, N.: Computation offloading in multi-access edge computing using a deep sequential model based on reinforcement learning. IEEE Commun. Mag. 57(5), 64\u201369 (2019)","journal-title":"IEEE Commun. Mag."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-023-04030-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-023-04030-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-023-04030-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,2]],"date-time":"2024-04-02T17:28:49Z","timestamp":1712078929000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-023-04030-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,8]]},"references-count":30,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["4030"],"URL":"https:\/\/doi.org\/10.1007\/s10586-023-04030-w","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,8]]},"assertion":[{"value":"6 January 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 May 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have not disclosed any competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors. Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Research involved in human and animal participants"}}]}}