{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T22:28:26Z","timestamp":1772317706697,"version":"3.50.1"},"reference-count":95,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T00:00:00Z","timestamp":1744675200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T00:00:00Z","timestamp":1744675200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07147-4","type":"journal-article","created":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T14:55:05Z","timestamp":1744728905000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["The mapping trick: leveraging RoboSoccer obstacle avoidance and navigation for advanced task scheduling solutions in foggy IoE ecosystems"],"prefix":"10.1007","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-3322-2216","authenticated-orcid":false,"given":"Seyed Omid","family":"Azarkasb","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2227-4507","authenticated-orcid":false,"given":"Seyed Hossein","family":"Khasteh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,15]]},"reference":[{"key":"7147_CR1","unstructured":"Macaulay J, Buckalew L, Chung G (2015) Internet of everything in logistics, a collaborative report by DHL and Cisco on implications and use cases for the logistics industry"},{"issue":"4","key":"7147_CR2","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1080\/17517575.2017.1405076","volume":"12","author":"H-C Chao","year":"2018","unstructured":"Chao H-C, Bin Hu, Chen C-Y (2018) Fog computing and internet of everything for emerging enterprise information systems. Enterp Inf Syst 12(4):371\u2013372. https:\/\/doi.org\/10.1080\/17517575.2017.1405076","journal-title":"Enterp Inf Syst"},{"key":"7147_CR3","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.future.2018.05.008","volume":"88","author":"PY Zhang","year":"2018","unstructured":"Zhang PY, Zhou MC, Fortino G (2018) Security and trust issues in fog computing: a survey. Future Gener. Comput. Syst. 88:16\u201327. https:\/\/doi.org\/10.1016\/j.future.2018.05.008","journal-title":"Future Gener. Comput. Syst."},{"key":"7147_CR4","doi-asserted-by":"publisher","unstructured":"Shah D, Dhawan DA, Thoday V (2022) An overview on security challenges in cloud, fog, and edge computing. In: Springer Link, Book data science and security. Part of the lecture notes in networks and systems book series, vol 462, pp 337\u2013345. https:\/\/doi.org\/10.1007\/978-981-19-2211-4_29","DOI":"10.1007\/978-981-19-2211-4_29"},{"key":"7147_CR5","unstructured":"Ashtari H (2022). Edge Computing vs. Fog Computing: 10 Key Comparisons. https:\/\/www.spiceworks.com\/tech\/cloud\/articles\/edge-vs-fog-computing"},{"issue":"1","key":"7147_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1109\/JAS.2023.123807","volume":"11","author":"Pu Zhiqiang","year":"2024","unstructured":"Zhiqiang Pu, Pan Yi, Wang S, Liu B, Chen M, Ma H, Cui Y (2024) Orientation and decision-making for soccer based on sports analytics and AI: A systematic review. IEEE\/CAA J Autom Sin 11(1):37\u201357. https:\/\/doi.org\/10.1109\/JAS.2023.123807","journal-title":"IEEE\/CAA J Autom Sin"},{"issue":"1","key":"7147_CR7","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.asoc.2024.111889","volume":"13","author":"AFA Ribeiro","year":"2024","unstructured":"Ribeiro AFA, Lopes ACC, Ribeiro TA, Pereira NSSM, Lopes GT, Ribeiro AFM (2024) Probability-based strategy for a Soccer multi-agent autonomous robot system. Robotics 13(1):5. https:\/\/doi.org\/10.1016\/j.asoc.2024.111889","journal-title":"Robotics"},{"key":"7147_CR8","unstructured":"RoboCup, The RoboCup Soccer Simulator. https:\/\/rcsoccersim.github.io. Accessed 25 Feb 2025"},{"key":"7147_CR9","doi-asserted-by":"publisher","first-page":"111889","DOI":"10.1016\/j.asoc.2024.111889","volume":"164","author":"SO Azarkasb","year":"2024","unstructured":"Azarkasb SO, Khasteh SH (2024) Eligibility traces in an autonomous Soccer robot with obstacle avoidance and navigation policy. Appl Soft Comput 164:111889. https:\/\/doi.org\/10.1016\/j.asoc.2024.111889","journal-title":"Appl Soft Comput"},{"key":"7147_CR10","doi-asserted-by":"publisher","first-page":"100667","DOI":"10.1016\/j.iot.2022.100667","volume":"21","author":"S Iftikhar","year":"2023","unstructured":"Iftikhar S, Ahmad MMM, Tuli S, Chowdhury D, Minxian X, Gill SS, Uhlig S (2023) HunterPlus: AI based energy-efficient task scheduling for cloud-fog computing environments. Internet of Things 21:100667. https:\/\/doi.org\/10.1016\/j.iot.2022.100667","journal-title":"Internet of Things"},{"key":"7147_CR11","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1016\/j.future.2018.09.014","volume":"91","author":"AR Arunarani","year":"2019","unstructured":"Arunarani AR, Manjula D, Sugumaran V (2019) Task scheduling techniques in cloud computing: a literature survey. Future Gener Comput Syst 91:407\u2013415. https:\/\/doi.org\/10.1016\/j.future.2018.09.014","journal-title":"Future Gener Comput Syst"},{"issue":"1","key":"7147_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10723-019-09491-1","volume":"18","author":"M Ghobaei-Arani","year":"2020","unstructured":"Ghobaei-Arani M, Souri A, Rahmanian AA (2020) Resource management approaches in fog computing: a comprehensive review. J Grid Comput 18(1):1\u201342. https:\/\/doi.org\/10.1007\/s10723-019-09491-1","journal-title":"J Grid Comput"},{"issue":"3","key":"7147_CR13","doi-asserted-by":"publisher","first-page":"2800","DOI":"10.1007\/s11227-020-03364-1","volume":"77","author":"A Asghari","year":"2021","unstructured":"Asghari A, Sohrabi MK, Yaghmaee F (2021) Task scheduling, resource provisioning, and load balancing on scientific workflows using parallel SARSA reinforcement learning agents and genetic algorithm. J Supercomput 77(3):2800\u20132828. https:\/\/doi.org\/10.1007\/s11227-020-03364-1","journal-title":"J Supercomput"},{"key":"7147_CR14","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1016\/j.procir.2022.02.183","volume":"106","author":"JC Palacio","year":"2022","unstructured":"Palacio JC, Jim\u00e9nez YM, Schietgat L, Van Doninck B, Now\u00e9c A (2022) A Q-learning algorithm for flexible job shop scheduling in a real-world manufacturing scenario. Procedia CIRP 106:227\u2013232. https:\/\/doi.org\/10.1016\/j.procir.2022.02.183","journal-title":"Procedia CIRP"},{"key":"7147_CR15","doi-asserted-by":"publisher","first-page":"101780","DOI":"10.1016\/j.ijdrr.2020.101780","volume":"50","author":"B Bodaghi","year":"2020","unstructured":"Bodaghi B, Shahparvari S, Fadaki M, Lau KH, Ekambaram P, Chhetri P (2020) Multi-resource scheduling and routing for emergency recovery operations. Int J Disaster Risk Reduct 50:101780. https:\/\/doi.org\/10.1016\/j.ijdrr.2020.101780","journal-title":"Int J Disaster Risk Reduct"},{"key":"7147_CR16","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.engappai.2019.02.013","volume":"81","author":"AM Kintsakis","year":"2019","unstructured":"Kintsakis AM, Psomopoulos FE, Mitkas PA (2019) Reinforcement learning based scheduling in a workflow management system. Eng Appl Artif Intell 81:94\u2013106. https:\/\/doi.org\/10.1016\/j.engappai.2019.02.013","journal-title":"Eng Appl Artif Intell"},{"key":"7147_CR17","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/3213311","author":"B Lin","year":"2022","unstructured":"Lin B, Qiaoxin Chen YuLu (2022) Time-driven scheduling based on reinforcement learning for reasoning tasks in vehicle edge computing. Wirel Commun Mob Comput. https:\/\/doi.org\/10.1155\/2022\/3213311","journal-title":"Wirel Commun Mob Comput"},{"issue":"9","key":"7147_CR18","doi-asserted-by":"publisher","first-page":"220","DOI":"10.23919\/JCC.2020.09.017","volume":"17","author":"X Liu","year":"2020","unstructured":"Liu X, Jiadong Y, Feng Z, Gao Y (2020) Multi-agent reinforcement learning for resource allocation in IoT networks with edge computing. IEEE China Commun 17(9):220\u2013236. https:\/\/doi.org\/10.23919\/JCC.2020.09.017","journal-title":"IEEE China Commun"},{"issue":"6","key":"7147_CR19","doi-asserted-by":"publisher","first-page":"1133","DOI":"10.1109\/JSAC.2020.2986615","volume":"38","author":"X Xiong","year":"2020","unstructured":"Xiong X, Zheng K, Lei L, Hou L (2020) Resource allocation based on deep reinforcement learning in IoT edge computing. IEEE J Sel Areas Commun 38(6):1133\u20131146. https:\/\/doi.org\/10.1109\/JSAC.2020.2986615","journal-title":"IEEE J Sel Areas Commun"},{"issue":"5","key":"7147_CR20","doi-asserted-by":"publisher","first-page":"19","DOI":"10.3390\/s21051666","volume":"21","author":"S Sheng","year":"2021","unstructured":"Sheng S, Chen P, Chen Z, Lenan W, Yao Y (2021) Deep reinforcement learning-based task scheduling in IoT edge computing. Sensors 21(5):19. https:\/\/doi.org\/10.3390\/s21051666","journal-title":"Sensors"},{"issue":"2","key":"7147_CR21","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1109\/JIOT.2020.3009540","volume":"8","author":"J Baek","year":"2021","unstructured":"Baek J, Kaddoum G (2021) Heterogeneous task offloading and resource allocations via deep recurrent reinforcement learning in partial observable multifog networks. IEEE Internet Things J 8(2):1041\u20131056. https:\/\/doi.org\/10.1109\/JIOT.2020.3009540","journal-title":"IEEE Internet Things J"},{"key":"7147_CR22","doi-asserted-by":"publisher","unstructured":"Nassar AT, Yilmaz Y (2019) Reinforcement learning-based resource allocation in fog RAN for IoT with heterogeneous latency requirements. Cornell University, Computer Science, Networking and Internet Architecture. arXiv: 1806.04582, p 11. https:\/\/doi.org\/10.48550\/arXiv.1806.04582","DOI":"10.48550\/arXiv.1806.04582"},{"issue":"1","key":"7147_CR23","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s10586-024-04712-z","volume":"28","author":"P Choppara","year":"2025","unstructured":"Choppara P, Mangalampalli S (2025) An efficient deep reinforcement learning based task scheduler in cloud-fog environment. Clust Comput 28(1):67. https:\/\/doi.org\/10.1007\/s10586-024-04712-z","journal-title":"Clust Comput"},{"issue":"14","key":"7147_CR24","doi-asserted-by":"publisher","first-page":"5706","DOI":"10.3390\/su12145706","volume":"12","author":"RS Alonso","year":"2020","unstructured":"Alonso RS, Sitton-Candanedo I, Casado-Vara R, Prieto J, Corchado JM (2020) Deep reinforcement learning for the management of software-defined networks and network function virtualization in an edge-IoT architecture. Sustainability 12(14):5706. https:\/\/doi.org\/10.3390\/su12145706","journal-title":"Sustainability"},{"key":"7147_CR25","doi-asserted-by":"publisher","unstructured":"Nain A, Malik R, Sheikh S, Mushtaq SU (2023) Hybrid metaheuristic based resource allocation approach in SDN-based edge computing environment. In: IEEE 2nd International Conference on Futuristic Technologies, Belagavi, Karnataka, India. https:\/\/doi.org\/10.1109\/INCOFT60753.2023.10425524","DOI":"10.1109\/INCOFT60753.2023.10425524"},{"key":"7147_CR26","doi-asserted-by":"publisher","first-page":"75920","DOI":"10.1109\/ACCESS.2024.3404643","volume":"12","author":"SU Mushtaq","year":"2024","unstructured":"Mushtaq SU, Sheikh S, Idrees SM (2024) Next-gen cloud efficiency: fault-tolerant task scheduling with neighboring reservations for improved resource utilization. IEEE Access 12:75920\u201375940. https:\/\/doi.org\/10.1109\/ACCESS.2024.3404643","journal-title":"IEEE Access"},{"key":"7147_CR27","doi-asserted-by":"publisher","unstructured":"Mushtaq SU, Sheikh SU, Nain A (2024) The response rank based fault-tolerant task scheduling for cloud system. In: 1st International conference on advanced informatics and intelligent information systems, pp 37\u201348, https:\/\/doi.org\/10.2991\/978-94-6463-366-5_5","DOI":"10.2991\/978-94-6463-366-5_5"},{"issue":"6","key":"7147_CR28","doi-asserted-by":"publisher","first-page":"4303","DOI":"10.1007\/s12083-024-01798-5","volume":"17","author":"SU Mushtaq","year":"2024","unstructured":"Mushtaq SU, Sophiya Sheikh SM, Idrees PAM (2024) In-depth analysis of fault tolerant approaches integrated with load balancing and task scheduling. Peer-to-Peer Netw Appl 17(6):4303\u20134337. https:\/\/doi.org\/10.1007\/s12083-024-01798-5","journal-title":"Peer-to-Peer Netw Appl"},{"issue":"18","key":"7147_CR29","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1016\/j.ijcce.2024.12.006","volume":"6","author":"SU Mushtaq","year":"2025","unstructured":"Mushtaq SU, Sheikh S, Idrees SM (2025) Enhanced priority based task scheduling with integrated fault tolerance in distributed systems. Int J Cogn Comput Eng 6(18):152\u2013169. https:\/\/doi.org\/10.1016\/j.ijcce.2024.12.006","journal-title":"Int J Cogn Comput Eng"},{"key":"7147_CR30","doi-asserted-by":"publisher","first-page":"123654","DOI":"10.1016\/j.apenergy.2024.123654","volume":"371","author":"L Xue","year":"2024","unstructured":"Xue L, Zhang Y, Wang J, Li H, Li F (2024) Privacy-preserving multi-level co-regulation of vpps via hierarchical safe deep reinforcement learning. Appl Energy 371:123654. https:\/\/doi.org\/10.1016\/j.apenergy.2024.123654","journal-title":"Appl Energy"},{"key":"7147_CR31","doi-asserted-by":"publisher","first-page":"106858","DOI":"10.1016\/j.neunet.2024.106858","volume":"182","author":"C Li","year":"2025","unstructured":"Li C, Dong S, Yang S, Yujing H, Li W, Gao Y (2025) Coordinating multi-agent reinforcement learning via dual collaborative constraints. Neural Netw 182:106858. https:\/\/doi.org\/10.1016\/j.neunet.2024.106858","journal-title":"Neural Netw"},{"key":"7147_CR32","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1186\/s13677-021-00276-0","volume":"11","author":"T Zheng","year":"2022","unstructured":"Zheng T, Wan J, Zhang J, Jiang C (2022) Deep reinforcement learning-based workload scheduling for edge computing. J Cloud Comput 11:3. https:\/\/doi.org\/10.1186\/s13677-021-00276-0","journal-title":"J Cloud Comput"},{"key":"7147_CR33","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/s42979-020-00326-5","volume":"1","author":"C Shyalika","year":"2020","unstructured":"Shyalika C, Silva T, Karunananda A (2020) Reinforcement learning in dynamic task scheduling: a review. SN Comput Sci 1:17. https:\/\/doi.org\/10.1007\/s42979-020-00326-5","journal-title":"SN Comput Sci"},{"key":"7147_CR34","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.jpdc.2017.05.001","volume":"117","author":"AI Orhean","year":"2018","unstructured":"Orhean AI, Pop F, Raicu I (2018) New scheduling approach using reinforcement learning for heterogeneous distributed systems. J Parallel Distrib Comput 117:292\u2013302. https:\/\/doi.org\/10.1016\/j.jpdc.2017.05.001","journal-title":"J Parallel Distrib Comput"},{"key":"7147_CR35","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/s13677-023-00440-8","volume":"12","author":"X Xiu","year":"2023","unstructured":"Xiu X, Li J, Long Y, Weigang Wu (2023) MRLCC: an adaptive cloud task scheduling method based on meta reinforcement learning. J Cloud Comput Adv Syst Appl 12:7. https:\/\/doi.org\/10.1186\/s13677-023-00440-8","journal-title":"J Cloud Comput Adv Syst Appl"},{"key":"7147_CR36","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.future.2023.10.012","volume":"152","author":"Z Wang","year":"2024","unstructured":"Wang Z, Goudarzi M, Gong M, Buyya R (2024) Deep reinforcement learning-based scheduling for optimizing system load and response time in edge and fog computing environments. Future Gener Comput Syst 152:55\u201369. https:\/\/doi.org\/10.1016\/j.future.2023.10.012","journal-title":"Future Gener Comput Syst"},{"key":"7147_CR37","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1007\/s10462-024-10756-9","volume":"57","author":"G Zhou","year":"2024","unstructured":"Zhou G, Tian W, Buyya R, Xue R, Song L (2024) Deep reinforcement learning-based methods for resource scheduling in cloud computing: a review and future directions. Artif Intell Rev 57:124. https:\/\/doi.org\/10.1007\/s10462-024-10756-9","journal-title":"Artif Intell Rev"},{"issue":"10","key":"7147_CR38","doi-asserted-by":"publisher","first-page":"1892","DOI":"10.1016\/j.camwa.2013.06.031","volume":"66","author":"SMH Fard","year":"2013","unstructured":"Fard SMH, Hamzeh A, Hashemi S (2013) Using reinforcement learning to find an optimal set of features. Comput Math Appl 66(10):1892\u20131904. https:\/\/doi.org\/10.1016\/j.camwa.2013.06.031","journal-title":"Comput Math Appl"},{"key":"7147_CR39","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/S0004-3702(99)00024-7","volume":"110","author":"M Asada","year":"1999","unstructured":"Asada M, Kitano H, Noda I, Veloso M (1999) RoboCup: Today and tomorrow-what we have learned. Artif Intell 110:193\u2013214. https:\/\/doi.org\/10.1016\/S0004-3702(99)00024-7","journal-title":"Artif Intell"},{"key":"7147_CR40","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s13218-016-0449-5","volume":"30","author":"G Steinbauer-Wagner","year":"2016","unstructured":"Steinbauer-Wagner G, Ferrein A (2016) 20 Years of RoboCup. Ki- K\u00fcnstl Intell 30:225\u2013232. https:\/\/doi.org\/10.1007\/s13218-016-0449-5","journal-title":"Ki- K\u00fcnstl Intell"},{"key":"7147_CR41","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1007\/s10458-023-09603-y","volume":"37","author":"A Smit","year":"2023","unstructured":"Smit A, Engelbrecht HA, Brink W, Pretorius A (2023) Scaling multi-agent reinforcement learning to full 11 vs 11 simulated robotic football. Auton Agents Multi-agent Syst 37:20. https:\/\/doi.org\/10.1007\/s10458-023-09603-y","journal-title":"Auton Agents Multi-agent Syst"},{"key":"7147_CR42","doi-asserted-by":"publisher","first-page":"6947","DOI":"10.1007\/s12652-021-03551-9","volume":"14","author":"Y Li","year":"2023","unstructured":"Li Y, Song Y, Rezaeipanah A (2023) Generation a shooting on the walking for soccer simulation 3D league using q-learning algorithm. J Ambient Intell Humaniz Comput 14:6947\u20136957. https:\/\/doi.org\/10.1007\/s12652-021-03551-9","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"7147_CR43","doi-asserted-by":"publisher","first-page":"121198","DOI":"10.1016\/j.eswa.2023.121198","volume":"243","author":"H Jeon","year":"2024","unstructured":"Jeon H, Kim D-W, Kang B-Y (2024) Deep reinforcement learning for cooperative robots based on adaptive sentiment feedback. Expert Syst Appl 243:121198. https:\/\/doi.org\/10.1016\/j.eswa.2023.121198","journal-title":"Expert Syst Appl"},{"key":"7147_CR44","doi-asserted-by":"publisher","unstructured":"Wang Z, Zeng Y, Yuan Y, Guo Y (2020). Refining co-operative competition of Robocup Soccer with reinforcement learning. In: IEEE Fifth International Conference on Data Science in Cyberspace (DSC), Hong Kong, China, pp 279\u2013283. https:\/\/doi.org\/10.1109\/DSC50466.2020.00049","DOI":"10.1109\/DSC50466.2020.00049"},{"key":"7147_CR45","doi-asserted-by":"publisher","first-page":"102009","DOI":"10.1016\/j.aei.2023.102009","volume":"56","author":"P-H Kuo","year":"2023","unstructured":"Kuo P-H, Yang W-C, Hsu P-W, Chen K-L (2023) Intelligent proximal-policy-optimization-based decision-making system for humanoid robots. Adv Eng Inform 56:102009. https:\/\/doi.org\/10.1016\/j.aei.2023.102009","journal-title":"Adv Eng Inform"},{"key":"7147_CR46","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.ins.2021.01.077","volume":"565","author":"P Chen","year":"2021","unstructured":"Chen P, Weiqing Lu (2021) Deep reinforcement learning based moving object grasping. Inf Sci 565:62\u201376. https:\/\/doi.org\/10.1016\/j.ins.2021.01.077","journal-title":"Inf Sci"},{"key":"7147_CR47","doi-asserted-by":"publisher","first-page":"102629","DOI":"10.1016\/j.simpat.2022.102629","volume":"120","author":"A Farley","year":"2022","unstructured":"Farley A, Wang J, Marshall JA (2022) How to pick a mobile robot simulator: a quantitative comparison of CoppeliaSim, Gazebo, MORSE and Webots with a focus on accuracy of motion. Simul Model Pract Theory 120:102629. https:\/\/doi.org\/10.1016\/j.simpat.2022.102629","journal-title":"Simul Model Pract Theory"},{"key":"7147_CR48","doi-asserted-by":"publisher","unstructured":"Koenig N, Howard A (2004) Design and use paradigms for Gazebo, an open-source multi-robot simulator. In: Proceedings of the IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), Sendai, Japan, vol 3, pp 2149\u20132154. https:\/\/doi.org\/10.1109\/IROS.2004.1389727","DOI":"10.1109\/IROS.2004.1389727"},{"key":"7147_CR49","doi-asserted-by":"publisher","first-page":"105994","DOI":"10.1016\/j.engappai.2023.105994","volume":"121","author":"Y Lingli","year":"2023","unstructured":"Lingli Y, Li K, Huo S, Zhou K (2023) Cooperative offensive decision-making for soccer robots based on bi-channel Q-value evaluation MADDPG. Eng Appl Artif Intell 121:105994. https:\/\/doi.org\/10.1016\/j.engappai.2023.105994","journal-title":"Eng Appl Artif Intell"},{"key":"7147_CR50","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.artint.2015.09.013","volume":"247","author":"TT Nguyen","year":"2017","unstructured":"Nguyen TT, Silander T, Li Z, Leong T-Y (2017) Scalable transfer learning in heterogeneous, dynamic environments. Artif Intell 247:70\u201394. https:\/\/doi.org\/10.1016\/j.artint.2015.09.013","journal-title":"Artif Intell"},{"key":"7147_CR51","doi-asserted-by":"publisher","first-page":"21419","DOI":"10.1007\/s00521-021-05972-1","volume":"34","author":"M Szemenyei","year":"2022","unstructured":"Szemenyei M, Estivill-Castro V (2022) Fully neural object detection solutions for robot Soccer. Neural Comput Appl 34:21419\u201321432. https:\/\/doi.org\/10.1007\/s00521-021-05972-1","journal-title":"Neural Comput Appl"},{"key":"7147_CR52","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/s10994-022-06286-6","volume":"112","author":"E Pesce","year":"2023","unstructured":"Pesce E, Montana G (2023) Learning multi-agent coordination through connectivity-driven communication. Mach Learn 112:483\u2013514. https:\/\/doi.org\/10.1007\/s10994-022-06286-6","journal-title":"Mach Learn"},{"issue":"2","key":"7147_CR53","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.jai.2024.02.003","volume":"3","author":"Z Ning","year":"2024","unstructured":"Ning Z, Xie L (2024) A survey on multi-agent reinforcement learning and its application. J Autom Intell 3(2):73\u201391. https:\/\/doi.org\/10.1016\/j.jai.2024.02.003","journal-title":"J Autom Intell"},{"key":"7147_CR54","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/s10462-011-9244-8","volume":"38","author":"Y Duan","year":"2012","unstructured":"Duan Y, Cui BX, Xin He Xu (2012) A multi-agent reinforcement learning approach to robot Soccer. Artif Intell Rev 38:193\u2013211. https:\/\/doi.org\/10.1007\/s10462-011-9244-8","journal-title":"Artif Intell Rev"},{"key":"7147_CR55","doi-asserted-by":"publisher","first-page":"72628","DOI":"10.1109\/ACCESS.2022.3189021","volume":"10","author":"SB Brand\u00e3o","year":"2022","unstructured":"Brand\u00e3o SB, Lima TWD, Soares A, Melo L, Maxmulation MROA (2022) Multi agent reinforcement learning for strategic decision making and control in robotic Soccer through self-play. IEEE Access 10:72628\u201372642. https:\/\/doi.org\/10.1109\/ACCESS.2022.3189021","journal-title":"IEEE Access"},{"key":"7147_CR56","doi-asserted-by":"publisher","first-page":"9190687","DOI":"10.1155\/2022\/9190687","volume":"2022","author":"W Zhan","year":"2022","unstructured":"Zhan W, Shengqing Q (2022) Cooperation mode of soccer robot game based on improved SARSA algorithm. Wirel Commun Mob Comput 2022:9190687. https:\/\/doi.org\/10.1155\/2022\/9190687","journal-title":"Wirel Commun Mob Comput"},{"key":"7147_CR57","unstructured":"Da Silva FL, Costa AHR, Stone P (2019) Distributional reinforcement learning applied to robot Soccer simulation. In: Proceedings of International Conference Adaptive Learning Agents (ALA) Workshop at AAMAS, Montreal"},{"key":"7147_CR58","doi-asserted-by":"publisher","unstructured":"Workneh AD, Gmira M (2023) Deep Q network method for dynamic job shop scheduling problem. In: Part of the book series: lecture notes in networks and systems LNNS, International Conference on Artificial Intelligence & Industrial Applications, vol 771, pp 137\u2013155. https:\/\/doi.org\/10.1007\/978-3-031-43524-9_10","DOI":"10.1007\/978-3-031-43524-9_10"},{"issue":"3","key":"7147_CR59","doi-asserted-by":"publisher","first-page":"806","DOI":"10.26599\/TST.2023.9010058","volume":"29","author":"L Zeng","year":"2024","unstructured":"Zeng L, Liu Q, Shen S, Liu X (2024) Improved double deep Q network-based task scheduling algorithm in edge computing for makespan optimization. Tsinghua Sci Technol 29(3):806\u2013817. https:\/\/doi.org\/10.26599\/TST.2023.9010058","journal-title":"Tsinghua Sci Technol"},{"issue":"1","key":"7147_CR60","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s10723-024-09744-8","volume":"22","author":"S Chai","year":"2024","unstructured":"Chai S, Huang J (2024) Dependent task scheduling using parallel deep neural networks in mobile edge computing. J Grid Comput 22(1):27. https:\/\/doi.org\/10.1007\/s10723-024-09744-8","journal-title":"J Grid Comput"},{"key":"7147_CR61","doi-asserted-by":"publisher","unstructured":"Zheng Y, Zhou H, Chen R, Jiang K, Cao Y (2022) SAC-based computation offloading and resource allocation in vehicular edge computing. In: IEEE conference on computer communications workshops (INFOCOM WKSHPS), New York, NY, USA. https:\/\/doi.org\/10.1109\/INFOCOMWKSHPS54753.2022.9798187","DOI":"10.1109\/INFOCOMWKSHPS54753.2022.9798187"},{"key":"7147_CR62","doi-asserted-by":"publisher","first-page":"127716","DOI":"10.1016\/j.neucom.2024.127716","volume":"589","author":"H Xu","year":"2024","unstructured":"Xu H, Xuan J, Zhang G, Lu J (2024) Trust region policy optimization via entropy regularization for Kullback\u2013Leibler divergence constraint. Neurocomputing 589:127716. https:\/\/doi.org\/10.1016\/j.neucom.2024.127716","journal-title":"Neurocomputing"},{"issue":"2","key":"7147_CR63","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/s10462-023-10670-6","volume":"57","author":"J Chung","year":"2024","unstructured":"Chung J, Fayyad J, Al Younes Y, Najjaran H (2024) Learning team-based navigation: a review of deep reinforcement learning techniques for multi-agent pathfinding. Artif Intell Rev 57(2):41. https:\/\/doi.org\/10.1007\/s10462-023-10670-6","journal-title":"Artif Intell Rev"},{"key":"7147_CR64","doi-asserted-by":"publisher","first-page":"107925","DOI":"10.1016\/j.comcom.2024.107925","volume":"226\u2013227","author":"X Zhou","year":"2024","unstructured":"Zhou X, Yang J, Li Y, Li S, Zhidong S (2024) Deep reinforcement learning-based resource scheduling for energy optimization and load balancing in SDN-driven edge computing. Comput Commun 226\u2013227:107925. https:\/\/doi.org\/10.1016\/j.comcom.2024.107925","journal-title":"Comput Commun"},{"issue":"9","key":"7147_CR65","doi-asserted-by":"publisher","first-page":"e30697","DOI":"10.1016\/j.heliyon.2024.e30697","volume":"10","author":"EH Sumiea","year":"2023","unstructured":"Sumiea EH, Abdulkadir SJ, Alhussian HS, Al-Selwi SM, Alqushaibi A, Ragab MG, Fati SM (2023) Deep deterministic policy gradient algorithm: a systematic review. Heliyon. 10(9):e30697. https:\/\/doi.org\/10.1016\/j.heliyon.2024.e30697","journal-title":"Heliyon."},{"issue":"4","key":"7147_CR66","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1007\/s10723-023-09708-4","volume":"21","author":"X Gao","year":"2023","unstructured":"Gao X, Ang MC, Althubiti SA (2023) Deep reinforcement learning and Markov decision problem for task offloading in mobile edge computing. J Grid Comput 21(4):78. https:\/\/doi.org\/10.1007\/s10723-023-09708-4","journal-title":"J Grid Comput"},{"issue":"3","key":"7147_CR67","doi-asserted-by":"publisher","first-page":"1884","DOI":"10.3390\/su14031884","volume":"14","author":"R Wang","year":"2022","unstructured":"Wang R, Chen Z, Xing Q, Zhang Z, Zhang T (2022) A modified rainbow-based deep reinforcement learning method for optimal scheduling of charging station. Sustainability 14(3):1884. https:\/\/doi.org\/10.3390\/su14031884","journal-title":"Sustainability"},{"issue":"99","key":"7147_CR68","doi-asserted-by":"publisher","first-page":"11354","DOI":"10.1109\/ACCESS.2024.3355092","volume":"12","author":"K Mangalampalli Sudheer","year":"2024","unstructured":"Mangalampalli Sudheer K, Reddy G, Mohanty SN, Ali S (2024) Multi-objective prioritized task scheduler using improved asynchronous advantage actor critic (A3C) algorithm in multi cloud environment. IEEE Access 12(99):11354\u201311377. https:\/\/doi.org\/10.1109\/ACCESS.2024.3355092","journal-title":"IEEE Access"},{"key":"7147_CR69","doi-asserted-by":"publisher","first-page":"107517","DOI":"10.1016\/j.future.2024.107517","volume":"163","author":"L Zhu","year":"2025","unstructured":"Zhu L, Li B, Tan L (2025) A digital twin-based multi-objective optimized task offloading and scheduling scheme for vehicular edge networks. Future Gener Comput Syst 163:107517. https:\/\/doi.org\/10.1016\/j.future.2024.107517","journal-title":"Future Gener Comput Syst"},{"key":"7147_CR70","doi-asserted-by":"publisher","first-page":"101074","DOI":"10.1016\/j.rineng.2023.101074","volume":"18","author":"JA Abdor-Sierra","year":"2023","unstructured":"Abdor-Sierra JA, Merch\u00e1n-Cruz EA, Rodr\u00edguez-Ca\u00f1izo RG, Pavlyuk D (2023) A comparison of first-come-first-served and multidimensional heuristic approaches for asset allocation of floor cleaning machines. Results Eng 18:101074. https:\/\/doi.org\/10.1016\/j.rineng.2023.101074","journal-title":"Results Eng"},{"key":"7147_CR71","doi-asserted-by":"publisher","first-page":"110525","DOI":"10.1016\/j.automatica.2022.110525","volume":"145","author":"J Cheng","year":"2022","unstructured":"Cheng J, Park JH, Yan H, Zheng-Guang W (2022) An event-triggered round-Robin protocol to dynamic output feedback control for nonhomogeneous Markov switching systems. Automatica 145:110525. https:\/\/doi.org\/10.1016\/j.automatica.2022.110525","journal-title":"Automatica"},{"key":"7147_CR72","doi-asserted-by":"publisher","first-page":"100524","DOI":"10.1016\/j.rico.2025.100524","volume":"18","author":"G Matheen Fathima","year":"2025","unstructured":"Matheen Fathima G, Shakkeera L (2025) Efficient task scheduling and computational offloading optimization with federated learning and blockchain in mobile cloud computing. Results Control Optim 18:100524. https:\/\/doi.org\/10.1016\/j.rico.2025.100524","journal-title":"Results Control Optim"},{"key":"7147_CR73","doi-asserted-by":"publisher","unstructured":"Jin X, Yu L (2022) Research and implementation of high-priority scheduling algorithm based on intelligent storage of power materials. Energy Rep. 8(Supplement 6)398\u2013340: In: 7th International Conference on Advances in Energy Resources and Environment Engineering (ICAESEE 2021), Guangzhou, China. https:\/\/doi.org\/10.1016\/j.egyr.2022.03.126","DOI":"10.1016\/j.egyr.2022.03.126"},{"key":"7147_CR74","doi-asserted-by":"publisher","first-page":"102742","DOI":"10.1016\/j.sysarc.2022.102742","volume":"132","author":"J H\u00e9ctor P\u00e9rez","year":"2022","unstructured":"H\u00e9ctor P\u00e9rez J, Guti\u00e9rrez J (2022) EDF scheduling for distributed systems built upon the IEEE 80.21AS Clock - a theoretical-practical comparison. J Syst Archit 132:102742. https:\/\/doi.org\/10.1016\/j.sysarc.2022.102742","journal-title":"J Syst Archit"},{"issue":"2","key":"7147_CR75","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1109\/TCC.2018.2879313","volume":"9","author":"VCS Chengxi Gao","year":"2021","unstructured":"Chengxi Gao VCS, Lee K-Q (2021) D-SRTF: distributed shortest remaining time first scheduling for data center networks. IEEE Trans Cloud Comput 9(2):562\u2013575. https:\/\/doi.org\/10.1109\/TCC.2018.2879313","journal-title":"IEEE Trans Cloud Comput"},{"issue":"6","key":"7147_CR76","doi-asserted-by":"publisher","first-page":"1448","DOI":"10.1016\/j.dcan.2022.08.003","volume":"9","author":"H Wang","year":"2023","unstructured":"Wang H, Sun M, Zhang L, Dong P, Wei Y, Mei J (2023) Scheduling optimization for upstream dataflows in edge computing. Dig Commun Netw 9(6):1448\u20131457. https:\/\/doi.org\/10.1016\/j.dcan.2022.08.003","journal-title":"Dig Commun Netw"},{"key":"7147_CR77","doi-asserted-by":"publisher","first-page":"100670","DOI":"10.1016\/j.measen.2023.100670","volume":"26","author":"MS Bali","year":"2023","unstructured":"Bali MS, Gupta K, Gupta D, Srivastava G, Juneja S, Nauman A (2023) An effective technique to schedule priority aware tasks to offload data on edge and cloud servers. Measurements Sensors 26:100670. https:\/\/doi.org\/10.1016\/j.measen.2023.100670","journal-title":"Measurements Sensors"},{"issue":"5","key":"7147_CR78","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1007\/s11241-022-09385-8","volume":"58","author":"\u015e V\u0103dineanu","year":"2022","unstructured":"V\u0103dineanu \u015e, Nasri M (2022) Robust and accurate regression-based techniques for period inference in real-time systems. Real-Time Syst 58(5):313\u2013357. https:\/\/doi.org\/10.1007\/s11241-022-09385-8","journal-title":"Real-Time Syst"},{"issue":"8","key":"7147_CR79","doi-asserted-by":"publisher","first-page":"5597","DOI":"10.1007\/s11276-019-02090-8","volume":"27","author":"P Jayachandran","year":"2021","unstructured":"Jayachandran P, Venkataraman N (2021) Adaptive regressive Holt-winters workload prediction and firefly optimized lottery scheduling for load balancing in cloud. Wirel Netw 27(8):5597\u20135615. https:\/\/doi.org\/10.1007\/s11276-019-02090-8","journal-title":"Wirel Netw"},{"key":"7147_CR80","doi-asserted-by":"publisher","unstructured":"Azarkasb SO, Khasteh SH (2021) A new approach for mapping of soccer robot agents position to real filed based on multi-core fuzzy clustering. In: IEEE 26th International Computer Conference, Computer Society, Tehran, Iran. https:\/\/doi.org\/10.1109\/CSICC52343.2021.9420614","DOI":"10.1109\/CSICC52343.2021.9420614"},{"key":"7147_CR81","doi-asserted-by":"publisher","first-page":"111351","DOI":"10.1016\/j.jss.2022.111351","volume":"190","author":"R Mahmud","year":"2022","unstructured":"Mahmud R, Pallewatta S, Goudarzi M, Buyya R (2022) iFogSim2: an extended iFogSim simulator for mobility, clustering, and microservice management in edge and fog computing environments. J Syst Softw 190:111351. https:\/\/doi.org\/10.1016\/j.jss.2022.111351","journal-title":"J Syst Softw"},{"issue":"21","key":"7147_CR82","doi-asserted-by":"publisher","first-page":"19","DOI":"10.3390\/s21217308","volume":"21","author":"MA Ala\u2019anzy","year":"2021","unstructured":"Ala\u2019anzy MA, Othman M, Zurina MH, Alrshah MA (2021) Locust inspired algorithm for Cloudlet scheduling in cloud computing environments. Sensors 21(21):19. https:\/\/doi.org\/10.3390\/s21217308","journal-title":"Sensors"},{"issue":"9","key":"7147_CR83","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1002\/spe.2509","volume":"47","author":"H Gupta","year":"2017","unstructured":"Gupta H, Dastjerdi AV, Ghosh SK, Buyya R (2017) \u201ciFogSim: A toolkit for modeling and simulation of resource management techniques in the Internet of Things, edge and fog computing environments. Cloud Fog Comput 47(9):1275\u20131296. https:\/\/doi.org\/10.1002\/spe.2509","journal-title":"Cloud Fog Comput"},{"key":"7147_CR84","first-page":"15","volume":"5","author":"N Batfai","year":"2013","unstructured":"Batfai N, Doczi R, Komzsik J, Mamenyak A, Szekelyhdi C, Zakany J, Ispany M, Terdik G (2013) Applications of a simplified protocol of RoboCup 2D Soccer simulation. Infocommun J 5:15\u201320","journal-title":"Infocommun J"},{"key":"7147_CR85","unstructured":"The RoboCup Soccer Simulation (RCSS). Available at https:\/\/sourceforge.net\/projects\/sserver\/. The RoboCup Soccer Simulator GitHub (RCSS). Available at https:\/\/github.com\/rcsoccersim\/rcsoccersim. Accessed on 25 Feb 2025"},{"key":"7147_CR86","doi-asserted-by":"publisher","unstructured":"Takaya K, Asai T, Kroumov V, Smarandache F (2016) Simulation environment for mobile robots testing using ROS and Gazebo. In: 20th IEEE International Conference on System Theory, Control and Computing, pp 96\u2013101, Sinaia, Romania. https:\/\/doi.org\/10.1109\/ICSTCC.2016.7790647","DOI":"10.1109\/ICSTCC.2016.7790647"},{"key":"7147_CR87","unstructured":"Gazebo, Official Website Available at https:\/\/gazebosim.org\/, Gazebo, GitHub Repository Available at https:\/\/github.com\/gazebosim\/gz-sim. Accessed 25 Feb 2025"},{"key":"7147_CR88","doi-asserted-by":"publisher","first-page":"104412","DOI":"10.1016\/j.robot.2023.104412","volume":"164","author":"DH Stolfi","year":"2013","unstructured":"Stolfi DH, Danoy G (2013) Design and analysis of an E-Puck2 robot plug-in for the ARGoS simulator. Robot Auton Syst 164:104412. https:\/\/doi.org\/10.1016\/j.robot.2023.104412","journal-title":"Robot Auton Syst"},{"key":"7147_CR89","unstructured":"Webots, Official Website Available at @@@. Accessed 25 Feb 2025"},{"key":"7147_CR90","doi-asserted-by":"publisher","unstructured":"Tursynbek I, Shintemirov A (2020) Modeling and simulation of spherical parallel manipulators in CoppeliaSim (V-REP) robot simulator software. In: IEEE international conference nonlinearity, information and robotics, Innopolis, Russia. https:\/\/doi.org\/10.1109\/NIR50484.2020.9290227","DOI":"10.1109\/NIR50484.2020.9290227"},{"key":"7147_CR91","unstructured":"CoppeliaSim (V-REP), Official Website. Available at https:\/\/www.coppeliarobotics.com\/, CoppeliaSim (V-REP), GitHub Repository Available at https:\/\/github.com\/BorisBogaerts\/CoppeliaSim-VR-Toolbox. Accessed on 25 Feb 2025"},{"key":"7147_CR92","doi-asserted-by":"publisher","first-page":"104386","DOI":"10.1016\/j.robot.2023.104386","volume":"163","author":"EB Gil","year":"2023","unstructured":"Gil EB, Rodrigues GN, Pelliccione P, Calinescu R (2023) Mission specification and decomposition for multi-robot systems. Robot Auton Syst 163:104386. https:\/\/doi.org\/10.1016\/j.robot.2023.104386","journal-title":"Robot Auton Syst"},{"key":"7147_CR93","unstructured":"MORSE Download Link and GitHub Repository Available at https:\/\/github.com\/morse-simulator\/morse. Accessed on 25 Feb 2025"},{"key":"7147_CR94","doi-asserted-by":"publisher","unstructured":"Xu Y, Vatankhah H (2014) SimSpark: an open source robot simulator developed by the Robocup community. In: Part of the book series: lecture notes in computer science, LNAI, vol 8371, pp 632\u2013639. RoboCup 2013: Robot Soccer World Cup XVII, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-662-44468-9_59","DOI":"10.1007\/978-3-662-44468-9_59"},{"key":"7147_CR95","unstructured":"SimSpark Download Link and GitHub repository available at https:\/\/gitlab.com\/robocup-sim\/SimSpark\/. Accessed on 25 Feb 2025"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07147-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07147-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07147-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T14:55:12Z","timestamp":1744728912000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07147-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,15]]},"references-count":95,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,4]]}},"alternative-id":["7147"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07147-4","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,15]]},"assertion":[{"value":"1 March 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards. This article does not contain any studies with animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"748"}}