{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T10:11:41Z","timestamp":1764238301417,"version":"3.46.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1007\/s10586-025-05517-4","type":"journal-article","created":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T20:19:25Z","timestamp":1759177165000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Heuristic-based DQN for sensitive task-aware partial workflow offloading and migration"],"prefix":"10.1007","volume":"28","author":[{"given":"Nour El Houda","family":"Boubaker","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karim","family":"Zarour","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nawal","family":"Guermouche","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Djamel","family":"Benmerzoug","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"5517_CR1","doi-asserted-by":"crossref","unstructured":"Bermbach, D., Pallas, F., P\u00e9rez, D.G., Plebani, P., Anderson, M., Kat, R., Tai, S.: A research perspective on fog computing. In: Service-Oriented Computing\u2013ICSOC 2017 Workshops: ASOCA, ISyCC, WESOACS, and Satellite Events, M\u00e1laga, Spain, November 13\u201316, 2017, Revised Selected Papers, pp. 198\u2013210 (2018). Springer","DOI":"10.1007\/978-3-319-91764-1_16"},{"key":"5517_CR2","doi-asserted-by":"crossref","unstructured":"Liu, Y., Lin, P., Zhang, M., Zhang, Z., Yu, F.R.: Mobile-aware service offloading for uav-assisted iovs: A multi-agent tiny distributed learning approach. IEEE Internet of Things Journal (2024)","DOI":"10.1109\/JIOT.2024.3373225"},{"key":"5517_CR3","doi-asserted-by":"crossref","unstructured":"Lyu, Z., Li, P., Wei, Z., Fan, Y., Xu, J., Shi, L.: A multi-edge jointly offloading method considering group cooperation topology features in edge computing networks. Peer-to-Peer Networking and Applications, 1\u201319 (2024)","DOI":"10.21203\/rs.3.rs-3751295\/v1"},{"key":"5517_CR4","doi-asserted-by":"publisher","first-page":"25844","DOI":"10.1109\/ACCESS.2024.3367128","volume":"12","author":"H Wu","year":"2024","unstructured":"Wu, H., Yang, X., Bu, Z.: Task offloading with service migration for satellite edge computing: A deep reinforcement learning approach. IEEE Access 12, 25844\u201325856 (2024)","journal-title":"IEEE Access"},{"key":"5517_CR5","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1016\/j.future.2023.10.004","volume":"151","author":"W Qin","year":"2024","unstructured":"Qin, W., Chen, H., Wang, L., Xia, Y., Nascita, A., Pescap\u00e8, A.: Mcotm: Mobility-aware computation offloading and task migration for edge computing in industrial iot. Future Generation Computer Systems 151, 232\u2013241 (2024)","journal-title":"Future Generation Computer Systems"},{"issue":"2","key":"5517_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2431211.2431216","volume":"45","author":"M Pearce","year":"2013","unstructured":"Pearce, M., Zeadally, S., Hunt, R.: Virtualization: Issues, security threats, and solutions. ACM Computing Surveys (CSUR) 45(2), 1\u201339 (2013)","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"5517_CR7","doi-asserted-by":"crossref","unstructured":"Boubaker, N.E.H., Zarour, K., Guermouche, N., Benmerzoug, D.: Double deep q-network-based time and energy-efficient mobility-aware workflow migration approach. In: International Conference on Cooperative Information Systems, pp. 97\u2013115 (2023). Springer","DOI":"10.1007\/978-3-031-46846-9_6"},{"key":"5517_CR8","doi-asserted-by":"crossref","unstructured":"Boubaker, N.E.H., Zarour, K., Guermouche, N., Benmerzoug, D.: A q-learning-based approach for optimizing workflow migration in fog environments. In: 2023 IEEE International Conference on e-Business Engineering (ICEBE), pp. 77\u201384 (2023). IEEE","DOI":"10.1109\/ICEBE59045.2023.00018"},{"key":"5517_CR9","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1016\/j.iot.2018.09.005","volume":"3","author":"L Bittencourt","year":"2018","unstructured":"Bittencourt, L., Immich, R., Sakellariou, R., Fonseca, N., Madeira, E., Curado, M., Villas, L., DaSilva, L., Lee, C., Rana, O.: The internet of things, fog and cloud continuum: Integration and challenges. Internet of Things 3, 134\u2013155 (2018)","journal-title":"Internet of Things"},{"key":"5517_CR10","unstructured":"scalecomputing.com. https:\/\/www.scalecomputing.com\/documents\/Data-Sheets\/SC_Data-Sovereignty_7-23.pdf. [Accessed 09-10-2024]"},{"key":"5517_CR11","doi-asserted-by":"crossref","unstructured":"Escamilla-Ambrosio, P., Rodr\u00edguez-Mota, A., Aguirre-Anaya, E., Acosta-Bermejo, R., Salinas-Rosales, M.: Distributing computing in the internet of things: cloud, fog and edge computing overview. In: NEO 2016: Results of the Numerical and Evolutionary Optimization Workshop NEO 2016 and the NEO Cities 2016 Workshop Held on September 20-24, 2016 in Tlalnepantla, Mexico, pp. 87\u2013115 (2018). Springer","DOI":"10.1007\/978-3-319-64063-1_4"},{"key":"5517_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2024.103411","volume":"156","author":"S Lai","year":"2024","unstructured":"Lai, S., Huang, L., Ning, Q., Zhao, C.: Mobility-aware task offloading in mec with task migration and result caching. Ad Hoc Networks 156, 103411 (2024)","journal-title":"Ad Hoc Networks"},{"issue":"3","key":"5517_CR13","doi-asserted-by":"publisher","first-page":"3205","DOI":"10.1109\/TNSM.2023.3240415","volume":"20","author":"J Yang","year":"2023","unstructured":"Yang, J., Yuan, Q., Chen, S., He, H., Jiang, X., Tan, X.: Cooperative task offloading for mobile edge computing based on multi-agent deep reinforcement learning. IEEE Transactions on Network and Service Management 20(3), 3205\u20133219 (2023)","journal-title":"IEEE Transactions on Network and Service Management"},{"issue":"6","key":"5517_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2023.02.013","volume":"35","author":"MA Mirza","year":"2023","unstructured":"Mirza, M.A., Yu, J., Raza, S., Krichen, M., Ahmed, M., Khan, W.U., Rabie, K., Shongwe, T.: Drl-assisted delay optimized task offloading in automotive-industry 5.0 based vecns. Journal of King Saud University-Computer and Information Sciences 35(6), 101512 (2023)","journal-title":"Journal of King Saud University-Computer and Information Sciences"},{"issue":"11","key":"5517_CR15","doi-asserted-by":"publisher","first-page":"13108","DOI":"10.1109\/TITS.2022.3202196","volume":"24","author":"D Wei","year":"2022","unstructured":"Wei, D., Zhang, J., Shojafar, M., Kumari, S., Xi, N., Ma, J.: Privacy-aware multiagent deep reinforcement learning for task offloading in vanet. IEEE transactions on intelligent transportation systems 24(11), 13108\u201313122 (2022)","journal-title":"IEEE transactions on intelligent transportation systems"},{"issue":"1","key":"5517_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10723-025-09795-5","volume":"23","author":"NEH Boubaker","year":"2025","unstructured":"Boubaker, N.E.H., Zarour, K., Guermouche, N., Benmerzoug, D.: Optimizing workflow offloading and migration under timed constraints in fog and cloud computing. J. Grid Comput. 23(1), 1\u201334 (2025)","journal-title":"J. Grid Comput."},{"key":"5517_CR17","doi-asserted-by":"crossref","unstructured":"Alam, M., Matam, R., Barbhuiya, F.A.: Optfog: Optimized mobility-aware task offloading and migration model for fog networks. In: 2023 IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS), pp. 539\u2013544 (2023). IEEE","DOI":"10.1109\/ANTS59832.2023.10469215"},{"issue":"4","key":"5517_CR18","doi-asserted-by":"publisher","first-page":"88","DOI":"10.23919\/JCC.fa.2023-0474.202404","volume":"21","author":"K Hongchang","year":"2024","unstructured":"Hongchang, K., Hui, W., Hongbin, S., Yang, H.: Deep reinforcement learning-based task offloading and service migrating policies in service caching-assisted mobile edge computing. China Communications 21(4), 88\u2013103 (2024)","journal-title":"China Communications"},{"key":"5517_CR19","doi-asserted-by":"crossref","unstructured":"Liu, F., Yu, H., Huang, J., Taleb, T.: Joint service migration and resource allocation in edge iot system based on deep reinforcement learning. IEEE Internet of Things Journal (2023)","DOI":"10.1109\/JIOT.2023.3332421"},{"key":"5517_CR20","doi-asserted-by":"crossref","unstructured":"Lin, P., Liu, Y., Zhang, Z., Yu, F.R., Leung, V.C.: Cost-aware task offloading and migration for wireless virtual reality using interactive a3c approach. IEEE Transactions on Vehicular Technology (2024)","DOI":"10.1109\/TVT.2024.3374303"},{"key":"5517_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2024.110468","volume":"248","author":"S-J Tian","year":"2024","unstructured":"Tian, S.-J., Xu, K.-K., Ding, W.-J., Li, Y.-C., Zeng, D.-Z.: An offloading and pricing mechanism based on virtualization in edge-cloud computing. Computer Networks 248, 110468 (2024)","journal-title":"Computer Networks"},{"key":"5517_CR22","doi-asserted-by":"crossref","unstructured":"Von\u00a0Rosing, M., White, S., Cummins, F., De\u00a0Man, H.: Business Process Model and Notation-BPMN. (2015)","DOI":"10.1016\/B978-0-12-799959-3.00021-5"},{"issue":"7","key":"5517_CR23","first-page":"1426","volume":"22","author":"S-G Wang","year":"2011","unstructured":"Wang, S.-G., Sun, Q.-B., Yang, F.-C.: Web service dynamic selection by the decomposition of global qos constraints. Ruanjian Xuebao\/Journal of Software 22(7), 1426\u20131439 (2011)","journal-title":"Ruanjian Xuebao\/Journal of Software"},{"key":"5517_CR24","doi-asserted-by":"crossref","unstructured":"Mehran, N., Kimovski, D., Prodan, R.: Mapo: a multi-objective model for iot application placement in a fog environment. In: Proceedings of the 9th International Conference on the Internet of Things, pp. 1\u20138 (2019)","DOI":"10.1145\/3365871.3365892"},{"key":"5517_CR25","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.future.2022.06.012","volume":"137","author":"A Jayanetti","year":"2022","unstructured":"Jayanetti, A., Halgamuge, S., Buyya, R.: Deep reinforcement learning for energy and time optimized scheduling of precedence-constrained tasks in edge-cloud computing environments. Future Generation Computer Systems 137, 14\u201330 (2022)","journal-title":"Future Generation Computer Systems"},{"key":"5517_CR26","unstructured":"Li, Y.: Deep reinforcement learning: An overview. arXiv preprint arXiv:1701.07274 (2017)"},{"key":"5517_CR27","doi-asserted-by":"crossref","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"5517_CR28","unstructured":"De\u00a0La\u00a0Fuente, N., Guerra, D.A.V.: A comparative study of deep reinforcement learning models: Dqn vs ppo vs a2c. arXiv preprint arXiv:2407.14151 (2024)"},{"key":"5517_CR29","doi-asserted-by":"crossref","unstructured":"Hua, Y., Li, R., Zhao, Z., Zhang, H., Chen, X.: Gan-based deep distributional reinforcement learning for resource management in network slicing. In: 2019 IEEE Global Communications Conference (GLOBECOM), pp. 1\u20136 (2019). IEEE","DOI":"10.1109\/GLOBECOM38437.2019.9014217"},{"key":"5517_CR30","doi-asserted-by":"publisher","first-page":"49721","DOI":"10.1109\/ACCESS.2018.2868476","volume":"6","author":"Y Zhang","year":"2018","unstructured":"Zhang, Y., Song, B., Gao, S., Du, X., Guizani, M.: Monopolistic models for resource allocation: A probabilistic reinforcement learning approach. IEEE Access 6, 49721\u201349731 (2018)","journal-title":"IEEE Access"},{"issue":"2","key":"5517_CR31","doi-asserted-by":"publisher","first-page":"11264","DOI":"10.1016\/j.ifacol.2020.12.361","volume":"53","author":"P Petsagkourakis","year":"2020","unstructured":"Petsagkourakis, P., Sandoval, I.O., Bradford, E., Zhang, D., Rio-Chanona, E.A.: Constrained reinforcement learning for dynamic optimization under uncertainty. IFAC-PapersOnLine 53(2), 11264\u201311270 (2020)","journal-title":"IFAC-PapersOnLine"},{"key":"5517_CR32","doi-asserted-by":"publisher","first-page":"115760","DOI":"10.1109\/ACCESS.2019.2924958","volume":"7","author":"H Rafique","year":"2019","unstructured":"Rafique, H., Shah, M.A., Islam, S.U., Maqsood, T., Khan, S., Maple, C.: A novel bio-inspired hybrid algorithm (nbiha) for efficient resource management in fog computing. IEEE access 7, 115760\u2013115773 (2019)","journal-title":"IEEE access"},{"issue":"1","key":"5517_CR33","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1186\/s13677-021-00264-4","volume":"10","author":"Z Movahedi","year":"2021","unstructured":"Movahedi, Z., Defude, B., Hosseininia, A.M.: An efficient population-based multi-objective task scheduling approach in fog computing systems. Journal of Cloud Computing 10(1), 53 (2021)","journal-title":"Journal of Cloud Computing"},{"key":"5517_CR34","doi-asserted-by":"crossref","unstructured":"Li, Y., Yuan, H., Fu, Z., Ma, X., Xu, M., Wang, S.: Elastic: edge workload forecasting based on collaborative cloud-edge deep learning. In: Proceedings of the ACM Web Conference 2023, pp. 3056\u20133066 (2023)","DOI":"10.1145\/3543507.3583436"},{"key":"5517_CR35","doi-asserted-by":"crossref","unstructured":"Liu, Y., Yu, F.R., Li, X., Ji, H., Leung, V.C.: Hybrid computation offloading in fog and cloud networks with non-orthogonal multiple access. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), pp. 154\u2013159 (2018). IEEE","DOI":"10.1109\/INFCOMW.2018.8406940"},{"key":"5517_CR36","doi-asserted-by":"crossref","unstructured":"Saeed, F., Javaid, N., Zubair, M., Ismail, M., Zakria, M., Ashraf, M.H., Kamal, M.B.: Load balancing on cloud analyst using first come first serve scheduling algorithm. In: Advances in Intelligent Networking and Collaborative Systems: The 10th International Conference on Intelligent Networking and Collaborative Systems (INCoS-2018), pp. 463\u2013472 (2019). Springer","DOI":"10.1007\/978-3-319-98557-2_42"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05517-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05517-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05517-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T10:05:33Z","timestamp":1764237933000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05517-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"references-count":36,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2025,11]]}},"alternative-id":["5517"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05517-4","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"type":"print","value":"1386-7857"},{"type":"electronic","value":"1573-7543"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"14 October 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 May 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Data is available\n                      \n                      \/Code is available","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data\/Code Availibility"}},{"value":"Supplementary files accompany this paper at","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Supplementary information"}}],"article-number":"921"}}