{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T15:32:18Z","timestamp":1773156738728,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,8,27]],"date-time":"2023-08-27T00:00:00Z","timestamp":1693094400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,27]],"date-time":"2023-08-27T00:00:00Z","timestamp":1693094400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Telecommun Syst"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s11235-023-01049-7","type":"journal-article","created":{"date-parts":[[2023,8,27]],"date-time":"2023-08-27T06:01:26Z","timestamp":1693116086000},"page":"321-339","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["A reinforcement learning-based load balancing algorithm for fog computing"],"prefix":"10.1007","volume":"84","author":[{"given":"Niloofar","family":"Tahmasebi-Pouya","sequence":"first","affiliation":[]},{"given":"Mehdi Agha","family":"Sarram","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3530-2642","authenticated-orcid":false,"given":"Seyedakbar","family":"Mostafavi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,27]]},"reference":[{"issue":"4","key":"1049_CR1","doi-asserted-by":"publisher","first-page":"2494","DOI":"10.1109\/JIOT.2020.3022699","volume":"8","author":"I Martinez","year":"2021","unstructured":"Martinez, I., Hafid, A. S., & Jarray, A. (2021). Design, resource management, and evaluation of fog computing systems: a survey. IEEE Internet of Things Journal, 8(4), 2494\u20132516.","journal-title":"IEEE Internet of Things Journal"},{"key":"1049_CR2","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.sysarc.2019.02.009","volume":"98","author":"A Yousefpour","year":"2019","unstructured":"Yousefpour, A., Fung, C., Nguyen, T., Kadiyala, K., Jalali, F., Niakanlahiji, A., Kong, J., & Jue, J. P. (2019). All one needs to know about fog computing and related edge computing paradigms: A complete survey. Journal of Systems Architecture, 98, 289\u2013330.","journal-title":"Journal of Systems Architecture"},{"key":"1049_CR3","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1109\/TSC.2022.3174475","volume":"16","author":"MH Kashani","year":"2023","unstructured":"Kashani, M. H., & Mahdipour, E. (2023). Load balancing algorithms in fog computing. IEEE Transactions on Services Computing, 16, 1505\u20131521.","journal-title":"IEEE Transactions on Services Computing"},{"issue":"23","key":"1049_CR4","doi-asserted-by":"publisher","first-page":"e7183","DOI":"10.1002\/cpe.7183","volume":"34","author":"V Kashyap","year":"2022","unstructured":"Kashyap, V., & Kumar, A. (2022). Load balancing techniques for fog computing environment: Comparison, taxonomy, open issues, and challenges. Concurrency and Computation: Practice and Experience, 34(23), e7183.","journal-title":"Concurrency and Computation: Practice and Experience"},{"key":"1049_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3513002","volume":"54","author":"B Jamil","year":"2022","unstructured":"Jamil, B., Ijaz, H., Shojafar, M., Munir, K., & Buyya, R. (2022). Resource allocation and task scheduling in fog computing and internet of everything environments: a taxonomy, review, and future directions. ACM Computing Surveys, 54, 1\u201338. https:\/\/doi.org\/10.1145\/3513002","journal-title":"ACM Computing Surveys"},{"key":"1049_CR6","doi-asserted-by":"crossref","unstructured":"Batra, S., Anand, D., & Singh, A. (2022). A brief overview of load balancing techniques in fog computing environment. In 2022 6th international conference on trends in electronics and informatics (ICOEI). IEEE (pp. 886\u2013891).","DOI":"10.1109\/ICOEI53556.2022.9776776"},{"key":"1049_CR7","doi-asserted-by":"publisher","first-page":"12931","DOI":"10.1007\/s11227-022-04382-x","volume":"78","author":"L Hamid","year":"2022","unstructured":"Hamid, L., Jadoon, A., & Asghar, H. (2022). Comparative analysis of task level heuristic scheduling algorithms in cloud computing. The Journal of Supercomputing, 78, 12931\u201312949.","journal-title":"The Journal of Supercomputing"},{"key":"1049_CR8","doi-asserted-by":"crossref","unstructured":"Chowdhury, S., & Katangur, A. (2022). Threshold based load balancing algorithm in cloud computing. In 2022 IEEE international conference on joint cloud computing (JCC). IEEE (pp. 23\u201328).","DOI":"10.1109\/JCC56315.2022.00011"},{"key":"1049_CR9","doi-asserted-by":"crossref","unstructured":"Katangur, A., Akkaladevi, S., & Vivekanandhan, S. (2022). Priority weighted round robin algorithm for load balancing in the cloud. In 2022 IEEE 7th international conference on smart cloud (SmartCloud). IEEE (pp. 230\u2013235).","DOI":"10.1109\/SmartCloud55982.2022.00044"},{"key":"1049_CR10","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1007\/978-981-16-2761-3_80","volume-title":"Recent trends in electronics and communication","author":"S Al-Amodi","year":"2022","unstructured":"Al-Amodi, S., Patra, S. S., Bhattacharya, S., Mohanty, J. R., Kumar, V., & Barik, R. K. (2022). Meta-heuristic algorithm for energy-efficient task scheduling in fog computing. Recent trends in electronics and communication (pp. 915\u2013925). Springer."},{"issue":"8","key":"1049_CR11","doi-asserted-by":"publisher","first-page":"1258","DOI":"10.3390\/math10081258","volume":"10","author":"SI AlShathri","year":"2022","unstructured":"AlShathri, S. I., Chelloug, S. A., & Hassan, D. S. (2022). Parallel meta-heuristics for solving dynamic offloading in fog computing. Mathematics, 10(8), 1258.","journal-title":"Mathematics"},{"key":"1049_CR12","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/3120883","author":"J He","year":"2022","unstructured":"He, J. (2022). Cloud computing load balancing mechanism taking into account load balancing ant colony optimization algorithm. Computational Intelligence and Neuroscience. https:\/\/doi.org\/10.1155\/2022\/3120883","journal-title":"Computational Intelligence and Neuroscience"},{"key":"1049_CR13","unstructured":"Ijeoma, C. C., Inyiama, P., Samuel, A., Okechukwu, O. M., & Chinedu, A. D. (2022). Review of hybrid load balancing algorithms in cloud computing environment. arXiv:2202.13181."},{"issue":"23","key":"1049_CR14","doi-asserted-by":"publisher","first-page":"13069","DOI":"10.1007\/s00500-021-06488-5","volume":"26","author":"MSA Khan","year":"2022","unstructured":"Khan, M. S. A., & Santhosh, R. (2022). Task scheduling in cloud computing using hybrid optimization algorithm. Soft Computing, 26(23), 13069\u201313079.","journal-title":"Soft Computing"},{"issue":"3","key":"1049_CR15","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1007\/s10115-021-01649-2","volume":"64","author":"FM Talaat","year":"2022","unstructured":"Talaat, F. M., Ali, H. A., Saraya, M. S., & Saleh, A. I. (2022). Effective scheduling algorithm for load balancing in fog environment using CNN and MPSO. Knowledge and Information Systems, 64(3), 773\u2013797.","journal-title":"Knowledge and Information Systems"},{"key":"1049_CR16","doi-asserted-by":"publisher","first-page":"37689","DOI":"10.1109\/ACCESS.2022.3161511","volume":"10","author":"E Gures","year":"2022","unstructured":"Gures, E., Shayea, I., Ergen, M., Azmi, M. H., & El-Saleh, A. A. (2022). Machine learning-based load balancing algorithms in future heterogeneous networks: a survey. IEEE Access, 10, 37689\u201337717.","journal-title":"IEEE Access"},{"key":"1049_CR17","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.patcog.2016.11.003","volume":"64","author":"R Sheikhpour","year":"2017","unstructured":"Sheikhpour, R., Sarram, M. A., Gharaghani, S., & Chahooki, M. A. Z. (2017). A survey on semi-supervised feature selection methods. Pattern Recognition, 64, 141\u2013158.","journal-title":"Pattern Recognition"},{"issue":"1","key":"1049_CR18","doi-asserted-by":"publisher","first-page":"83","DOI":"10.23919\/JCN.2021.000041","volume":"24","author":"H Tran-Dang","year":"2022","unstructured":"Tran-Dang, H., Bhardwaj, S., Rahim, T., Musaddiq, A., & Kim, D.-S. (2022). Reinforcement learning based resource management for fog computing environment: Literature review, challenges, and open issues. Journal of Communications and Networks, 24(1), 83\u201398.","journal-title":"Journal of Communications and Networks"},{"key":"1049_CR19","doi-asserted-by":"crossref","unstructured":"Prudencio, R. F., Maximo, M. R., & Colombini, E. L. (2022). A survey on offline reinforcement learning: taxonomy, review, and open problems. arXiv:2203.01387.","DOI":"10.1109\/TNNLS.2023.3250269"},{"issue":"6","key":"1049_CR20","doi-asserted-by":"publisher","first-page":"9399","DOI":"10.1109\/JIOT.2019.2935010","volume":"6","author":"Y Xu","year":"2019","unstructured":"Xu, Y., Xu, W., Wang, Z., Lin, J., & Cui, S. (2019). Load balancing for ultradense networks: A deep reinforcement learning-based approach. IEEE Internet of Things Journal, 6(6), 9399\u20139412.","journal-title":"IEEE Internet of Things Journal"},{"key":"1049_CR21","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-981-19-7784-8_10","volume-title":"Reinforcement learning for sequential decision and optimal control","author":"SE Li","year":"2023","unstructured":"Li, S. E. (2023). Deep reinforcement learning. Reinforcement learning for sequential decision and optimal control (pp. 365\u2013402). Springer."},{"key":"1049_CR22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3207346","author":"X Wang","year":"2022","unstructured":"Wang, X., Wang, S., Liang, X., Zhao, D., Huang, J., Xin, X., Dai, B., & Miao, Q. (2022). Deep reinforcement learning: a survey. IEEE Transactions on Neural Networks and Learning Systems. https:\/\/doi.org\/10.1109\/TNNLS.2022.3207346","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"19","key":"1049_CR23","doi-asserted-by":"publisher","first-page":"12951","DOI":"10.3390\/su141912951","volume":"14","author":"J Singh","year":"2022","unstructured":"Singh, J., Singh, P., Amhoud, E. M., & Hedabou, M. (2022). Energy-efficient and secure load balancing technique for SDN-enabled fog computing. Sustainability, 14(19), 12951.","journal-title":"Sustainability"},{"key":"1049_CR24","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1016\/j.future.2020.12.021","volume":"117","author":"LA Phan","year":"2021","unstructured":"Phan, L. A., Nguyen, D. T., Lee, M., Park, D. H., & Kim, T. (2021). Dynamic fog-to-fog offloading in SDN-based fog computing systems. Future Generation Computer Systems, 117, 486\u2013497.","journal-title":"Future Generation Computer Systems"},{"key":"1049_CR25","doi-asserted-by":"crossref","unstructured":"Belkout, N. E., Zeraoulia, K., Shahzad, M. N., Liu, L., & Yuan, B. (2022). A load balancing and routing strategy in fog computing using deep reinforcement learning. In 2022 international conference on electrical, computer and energy technologies (ICECET). IEEE (pp. 1\u20138).","DOI":"10.1109\/ICECET55527.2022.9872763"},{"issue":"13","key":"1049_CR26","doi-asserted-by":"publisher","first-page":"7961","DOI":"10.3390\/su14137961","volume":"14","author":"P Singh","year":"2022","unstructured":"Singh, P., Kaur, R., Rashid, J., Juneja, S., Dhiman, G., Kim, J., & Ouaissa, M. (2022). A fog-cluster based load-balancing technique. Sustainability, 14(13), 7961.","journal-title":"Sustainability"},{"key":"1049_CR27","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1007\/s10951-022-00725-x","volume":"25","author":"B Nair","year":"2022","unstructured":"Nair, B., & Bhanu, S. (2022). A reinforcement learning algorithm for rescheduling preempted tasks in fog nodes. Journal of Scheduling, 25, 547\u2013565.","journal-title":"Journal of Scheduling"},{"issue":"2","key":"1049_CR28","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1109\/JIOT.2020.3009540","volume":"8","author":"J Baek","year":"2021","unstructured":"Baek, J., & Kaddoum, G. (2021). Heterogeneous task offloading and resource allocations via deep recurrent reinforcement learning in partial observable multifog networks. IEEE Internet of Things Journal, 8(2), 1041\u20131056.","journal-title":"IEEE Internet of Things Journal"},{"key":"1049_CR29","doi-asserted-by":"crossref","unstructured":"Divya, V., & Sri, R. L. (2019). ReTra: reinforcement based traffic load balancer in fog based network. In 2019 10th international conference on computing, communication and networking technologies (ICCCNT), 2019.","DOI":"10.1109\/ICCCNT45670.2019.8944487"},{"issue":"11","key":"1049_CR30","doi-asserted-by":"publisher","first-page":"4951","DOI":"10.1007\/s12652-020-01768-8","volume":"11","author":"FM Talaat","year":"2020","unstructured":"Talaat, F. M., Saraya, M. S., Saleh, A. I., Ali, H. A., & Ali, S. H. (2020). A load balancing and optimization strategy (LBOS) using reinforcement learning in fog computing environment. Journal of Ambient Intelligence and Humanized Computing, 11(11), 4951\u20134966.","journal-title":"Journal of Ambient Intelligence and Humanized Computing"},{"issue":"2","key":"1049_CR31","doi-asserted-by":"publisher","first-page":"271","DOI":"10.23919\/JCC.2021.02.019","volume":"18","author":"AJ Kadhim","year":"2021","unstructured":"Kadhim, A. J., & Naser, J. I. (2021). Proactive load balancing mechanism for fog computing supported by parked vehicles in IoV-SDN. China Communications, 18(2), 271\u2013289.","journal-title":"China Communications"},{"key":"1049_CR32","first-page":"100355","volume":"24","author":"S Sharma","year":"2019","unstructured":"Sharma, S., & Saini, H. (2019). A novel four-tier architecture for delay aware scheduling and load balancing in fog environment. Sustainable Computing: Informatics and Systems, 24, 100355.","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"1049_CR33","doi-asserted-by":"publisher","first-page":"6421607","DOI":"10.1155\/2018\/6421607","volume":"2018","author":"X Xu","year":"2018","unstructured":"Xu, X., Fu, S., Cai, Q., Tian, W., Liu, W., Dou, W., Sun, X., & Liu, A. X. (2018). Dynamic resource allocation for load balancing in fog environment. Wireless Communications and Mobile Computing, 2018, 6421607.","journal-title":"Wireless Communications and Mobile Computing"},{"key":"1049_CR34","doi-asserted-by":"crossref","unstructured":"Beraldi, R., Canali, C., Lancellotti, R., & Mattia, G. P. (2020). A random walk based load balancing algorithm for fog computing. In 2020 Fifth international conference on fog and mobile edge computing (FMEC), 2020.","DOI":"10.1109\/FMEC49853.2020.9144962"},{"key":"1049_CR35","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-981-13-1927-3_31","volume-title":"Smart intelligent computing and applications","author":"AB Manju","year":"2019","unstructured":"Manju, A. B., & Sumathy, S. (2019). Efficient load balancing algorithm for task preprocessing in fog computing environment. Smart intelligent computing and applications (pp. 291\u2013298). Springer."},{"issue":"4","key":"1049_CR36","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1007\/s10922-019-09490-3","volume":"27","author":"FM Talaat","year":"2019","unstructured":"Talaat, F. M., Ali, S. H., Saleh, A. I., & Ali, H. A. (2019). Effective load balancing strategy (ELBS) for real-time fog computing environment using fuzzy and probabilistic neural networks. Journal of Network and Systems Management, 27(4), 883\u2013929.","journal-title":"Journal of Network and Systems Management"},{"key":"1049_CR37","doi-asserted-by":"publisher","first-page":"76939","DOI":"10.1109\/ACCESS.2022.3192628","volume":"10","author":"A Pradhan","year":"2022","unstructured":"Pradhan, A., Bisoy, S. K., Kautish, S., Jasser, M. B., & Mohamed, A. W. (2022). Intelligent decision-making of load balancing using deep reinforcement learning and parallel PSO in cloud environment. IEEE Access, 10, 76939\u201376952.","journal-title":"IEEE Access"},{"key":"1049_CR38","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.jpdc.2018.10.007","volume":"124","author":"D Puthal","year":"2019","unstructured":"Puthal, D., Ranjan, R., Nanda, A., Nanda, P., Jayaraman, P. P., & Zomaya, A. Y. (2019). Secure authentication and load balancing of distributed edge data centers. Journal of Parallel and Distributed Computing, 124, 60\u201369.","journal-title":"Journal of Parallel and Distributed Computing"},{"key":"1049_CR39","doi-asserted-by":"crossref","unstructured":"Tellioglu, I., & Mantar, H. A. (2009). A proportional load balancing for wireless sensor networks. In 2009 third international conference on sensor technologies and applications (pp. 514\u2013519).","DOI":"10.1109\/SENSORCOMM.2009.86"},{"key":"1049_CR40","doi-asserted-by":"crossref","unstructured":"Houidi, O., Zeghlache, D., Perrier, V., Quang, P. T. A., Huin, N., Leguay, J., & Medagliani, P. (2022). Constrained deep reinforcement learning for smart load balancing. In\u00a02022 IEEE 19th annual consumer communications & networking conference (CCNC). IEEE (pp. 207\u2013215).","DOI":"10.1109\/CCNC49033.2022.9700657"},{"key":"1049_CR41","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1016\/j.future.2019.07.019","volume":"102","author":"H Lu","year":"2020","unstructured":"Lu, H., Gu, C., Luo, F., Ding, W., & Liu, X. (2020). Optimization of lightweight task offloading strategy for mobile edge computing based on deep reinforcement learning. Future Generation Computer Systems, 102, 847\u2013861.","journal-title":"Future Generation Computer Systems"},{"key":"1049_CR42","unstructured":"Zhu, X. k., Zhang, Q., Liu, L., Cheng, T., Yao, S., Zhou, W., & He, J. (2019). DLB: deep learning based load balancing. arXiv:1910.08494."},{"issue":"9","key":"1049_CR43","doi-asserted-by":"publisher","first-page":"4521","DOI":"10.3390\/app12094521","volume":"12","author":"AN Alvi","year":"2022","unstructured":"Alvi, A. N., Javed, M. A., Hasanat, M. H. A., Khan, M. B., Saudagar, A. K. J., Alkhathami, M., & Farooq, U. (2022). Intelligent task offloading in fog computing based vehicular networks. Applied Sciences, 12(9), 4521.","journal-title":"Applied Sciences"},{"issue":"2","key":"1049_CR44","doi-asserted-by":"publisher","first-page":"30","DOI":"10.3390\/fi14020030","volume":"14","author":"Y Tu","year":"2022","unstructured":"Tu, Y., Chen, H., Yan, L., & Zhou, X. (2022). Task offloading based on LSTM prediction and deep reinforcement learning for efficient edge computing in IoT. Future Internet, 14(2), 30.","journal-title":"Future Internet"},{"issue":"9","key":"1049_CR45","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1002\/spe.2509","volume":"47","author":"H Gupta","year":"2017","unstructured":"Gupta, H., Dastjerdi, A. V., Ghosh, S. K., & Buyya, R. (2017). iFogSim: A toolkit for modeling and simulation of resource management techniques in the internet of things, edge and fog computing environments. Software-Practice and Experience, 47(9), 1275\u20131296.","journal-title":"Software-Practice and Experience"},{"key":"1049_CR46","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1002\/9781119525080.ch17","volume-title":"Fog and edge computing","author":"R Mahmud","year":"2019","unstructured":"Mahmud, R., & Buyya, R. (2019). Modeling and simulation of fog and edge computing environments using iFogSim toolkit. Fog and edge computing (pp. 433\u2013465). Wiley."},{"key":"1049_CR47","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/1533949","author":"N Tahmasebi-Pouya","year":"2022","unstructured":"Tahmasebi-Pouya, N., Sarram, M. A., & Mostafavi, S. (2022). A blind load-balancing algorithm (BLBA) for distributing tasks in fog nodes. Wireless Communications and Mobile Computing. https:\/\/doi.org\/10.1155\/2022\/1533949","journal-title":"Wireless Communications and Mobile Computing"}],"container-title":["Telecommunication Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-023-01049-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11235-023-01049-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-023-01049-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T07:10:51Z","timestamp":1697267451000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11235-023-01049-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,27]]},"references-count":47,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["1049"],"URL":"https:\/\/doi.org\/10.1007\/s11235-023-01049-7","relation":{},"ISSN":["1018-4864","1572-9451"],"issn-type":[{"value":"1018-4864","type":"print"},{"value":"1572-9451","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,27]]},"assertion":[{"value":"25 July 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}