{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,14]],"date-time":"2026-06-14T05:54:05Z","timestamp":1781416445586,"version":"3.54.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:00:00Z","timestamp":1777420800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:00:00Z","timestamp":1777420800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s11277-026-12055-8","type":"journal-article","created":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T13:00:05Z","timestamp":1777467605000},"page":"3343-3369","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Hybrid DDQN-Fuzzy SARSA with Experience Replay for URLLC-Aware Task Offloading in 6G Edge Computing Networks"],"prefix":"10.1007","volume":"146","author":[{"given":"Arvind","family":"Kumar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,29]]},"reference":[{"key":"12055_CR1","doi-asserted-by":"crossref","unstructured":"Murakami, T. et al. 2020. Research Project to Realize Various High-reliability Communications in Advanced 5G Network, in Proc. IEEE WCNC, pp. 1\u20138,","DOI":"10.1109\/WCNC45663.2020.9120477"},{"issue":"9","key":"12055_CR2","doi-asserted-by":"publisher","first-page":"992","DOI":"10.1587\/transcom.2020FGI0002","volume":"E104.B","author":"S Suyama","year":"2021","unstructured":"Suyama, S., et al. (2021). A study on extreme wideband 6G radio access technologies for achieving 100Gbps data rate in higher frequency bands. IEICE Transactions on Communications, E104.B(9), 992\u2013999.","journal-title":"IEICE Transactions on Communications"},{"issue":"2","key":"12055_CR3","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MVT.2022.3158765","volume":"17","author":"S Noh","year":"2022","unstructured":"Noh, S., et al. (2022). Channel estimation techniques for RIS-assisted communication: Millimeter-wave and sub-THz systems. IEEE Vehicular Technology Magazine,17(2), 64\u201373.","journal-title":"IEEE Vehicular Technology Magazine"},{"issue":"1","key":"12055_CR4","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1109\/TWC.2022.3195683","volume":"22","author":"TV Nguyen","year":"2023","unstructured":"Nguyen, T. V., et al. (2023). Leveraging secondary reflections and mitigating interference in multi-IRS\/RIS aided wireless networks. IEEE Transactions on Wireless Communications, 22(1), 502\u2013517.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"17","key":"12055_CR5","first-page":"1","volume":"5","author":"LD Nguyen","year":"2018","unstructured":"Nguyen, L. D., et al. (2018). An Introduction of Real-time Embedded Optimisation Programming for UAV Systems under Disaster Communication, EAI Endorsed Trans. Ind. Networks Intell. Syst.,5(17), 1\u20138.","journal-title":"Ind. Networks Intell. Syst."},{"key":"12055_CR6","doi-asserted-by":"crossref","unstructured":"Mukherjee, M., et al. 2022. RIS-assisted Task Offloading for Wireless Dead Zone to Minimize Delay in Edge Computing, in Proc. IEEE GLOBECOM, 2554\u20132559,","DOI":"10.1109\/GLOBECOM48099.2022.10001478"},{"key":"12055_CR7","doi-asserted-by":"crossref","unstructured":"Huang, A., et al., NLOS Identification for Wideband mmWave Systems at 28 GHz, in Proc. IEEE VTC-Spring, 1\u20136, 2019.","DOI":"10.1109\/VTCSpring.2019.8746362"},{"issue":"5","key":"12055_CR8","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1109\/LPT.2017.2657228","volume":"29","author":"MV Jamali","year":"2017","unstructured":"Jamali, M. V., et al. (2017). Performance analysis of multi-hop underwater wireless optical communication systems. IEEE Photonics Technology Letters, 29(5), 462\u2013465.","journal-title":"IEEE Photonics Technology Letters"},{"issue":"2","key":"12055_CR9","doi-asserted-by":"publisher","first-page":"1554","DOI":"10.1109\/TVT.2019.2956167","volume":"69","author":"S Yin","year":"2020","unstructured":"Yin, S., et al. (2020). UAV-assisted cooperative communications with time-sharing information and power transfer. IEEE Transactions on Vehicular Technology,69(2), 1554\u20131567.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"5","key":"12055_CR10","doi-asserted-by":"publisher","first-page":"3416","DOI":"10.1109\/TII.2021.3101651","volume":"18","author":"MA Khan","year":"2022","unstructured":"Khan, M. A., et al. (2022). A provable and privacy-preserving authentication scheme for UAV-enabled intelligent transportation systems. IEEE Transactions on Industrial Informatics,18(5), 3416\u20133425.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"12055_CR11","doi-asserted-by":"publisher","first-page":"86180","DOI":"10.1109\/ACCESS.2020.2992660","volume":"8","author":"D-T Do","year":"2020","unstructured":"Do, D.-T., et al. (2020). NOMA in cooperative underlay cognitive radio networks under imperfect SIC. IEEE Access, 8, 86180\u201386195.","journal-title":"IEEE Access"},{"issue":"5","key":"12055_CR12","doi-asserted-by":"publisher","first-page":"3542","DOI":"10.1109\/TCOMM.2022.3162249","volume":"70","author":"N Agrawal","year":"2022","unstructured":"Agrawal, N., et al. (2022). Finite block length analysis of RIS-assisted UAV-based multiuser IoT communication system with non-linear EH. IEEE Transactions on Communications, 70(5), 3542\u20133557.","journal-title":"IEEE Transactions on Communications"},{"issue":"9","key":"12055_CR13","doi-asserted-by":"publisher","first-page":"6370","DOI":"10.1109\/TCOMM.2022.3189398","volume":"70","author":"F Yang","year":"2022","unstructured":"Yang, F., et al. (2022). Multi-IRS-assisted mmWave MIMO communication using twin-timescale channel state information. IEEE Transactions on Communications, 70(9), 6370\u20136384.","journal-title":"IEEE Transactions on Communications"},{"key":"12055_CR14","doi-asserted-by":"publisher","first-page":"126871","DOI":"10.1109\/ACCESS.2022.3218653","volume":"10","author":"F Gul","year":"2022","unstructured":"Gul, F., et al. (2022). A centralized strategy for multi-agent exploration. IEEE Access, 10, 126871\u2013126884.","journal-title":"IEEE Access"},{"key":"12055_CR15","first-page":"151","volume-title":"Antares: An ant-inspired P2P information system for a self-structured grid, in Proc","author":"A Forestiero","year":"2007","unstructured":"Forestiero, A., et al. (2007). Antares: An ant-inspired P2P information system for a self-structured grid, in Proc (pp. 151\u2013158). Bio-Inspired Models of Network."},{"issue":"2","key":"12055_CR16","doi-asserted-by":"publisher","first-page":"2887","DOI":"10.1007\/s11042-022-13451-5","volume":"82","author":"P Radanliev","year":"2023","unstructured":"Radanliev, P., & De Roure, D. (2023). New and emerging forms of data and technologies: Literature and bibliometric review. Multimedia Tools and Applications, 82(2), 2887\u20132911.","journal-title":"Multimedia Tools and Applications"},{"key":"12055_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.ribaf.2023.101881","volume":"64","author":"M Costola","year":"2023","unstructured":"Costola, M., et al. (2023). Machine learning sentiment analysis, COVID-19 news and stock market reactions. Research in International Business and Finance, 64, Article 101881.","journal-title":"Research in International Business and Finance"},{"key":"12055_CR18","doi-asserted-by":"publisher","DOI":"10.3390\/su15032014","author":"M Megnidio-Tchoukouegno","year":"2023","unstructured":"Megnidio-Tchoukouegno, M., & Adedeji, J. A. (2023). Machine learning for road traffic accident improvement and environmental resource management in the transportation sector. Sustainability. https:\/\/doi.org\/10.3390\/su15032014","journal-title":"Sustainability"},{"issue":"1","key":"12055_CR19","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/TWC.2020.3023397","volume":"20","author":"FB Mismar","year":"2021","unstructured":"Mismar, F. B., et al. (2021). Deep learning predictive band switching in wireless networks. IEEE Transactions on Wireless Communications, 20(1), 96\u2013109.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"3","key":"12055_CR20","doi-asserted-by":"publisher","first-page":"1712","DOI":"10.1109\/JIOT.2021.3091551","volume":"9","author":"T Chen","year":"2022","unstructured":"Chen, T., et al. (2022). A GNN-based supervised learning framework for resource allocation in wireless IoT networks. IEEE Internet of Things Journal, 9(3), 1712\u20131724.","journal-title":"IEEE Internet of Things Journal"},{"key":"12055_CR21","doi-asserted-by":"publisher","first-page":"7860","DOI":"10.1109\/ACCESS.2023.3238995","volume":"11","author":"TT An","year":"2023","unstructured":"An, T. T., & Lee, B. M. (2023). Robust automatic modulation classification in low signal to noise ratio. IEEE Access,11, 7860\u20137872.","journal-title":"IEEE Access"},{"key":"12055_CR22","doi-asserted-by":"publisher","first-page":"23472","DOI":"10.1109\/ACCESS.2021.3051557","volume":"9","author":"J Kaur","year":"2021","unstructured":"Kaur, J., et al. (2021). Machine Learning Techniques for 5G and Beyond. IEEE Access,9, 23472\u201323488.","journal-title":"IEEE Access"},{"issue":"3","key":"12055_CR23","doi-asserted-by":"publisher","first-page":"1578","DOI":"10.1109\/COMST.2021.3073009","volume":"23","author":"F Tang","year":"2021","unstructured":"Tang, F., et al. (2021). Survey on Machine Learning for Intelligent End-to-End Communication Toward 6G. IEEE Commun. Surv. Tutorials,23(3), 1578\u20131598.","journal-title":"IEEE Commun. Surv. Tutorials"},{"key":"12055_CR24","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/ACCESS.2022.3232855","volume":"11","author":"PK Gkonis","year":"2023","unstructured":"Gkonis, P. K. (2023). A survey on machine learning techniques for massive MIMO configurations. IEEE Access,11, 67\u201388.","journal-title":"IEEE Access"},{"issue":"6","key":"12055_CR25","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1109\/MWC.008.2200157","volume":"30","author":"Y Wang","year":"2023","unstructured":"Wang, Y., et al. (2023). Transformer-Empowered 6G Intelligent Networks. IEEE Wirel. Commun.,30(6), 127\u2013135.","journal-title":"IEEE Wirel. Commun."},{"issue":"5","key":"12055_CR26","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1109\/MCOM.006.2200480","volume":"61","author":"U Demirhan","year":"2023","unstructured":"Demirhan, U., & Alkhateeb, A. (2023). Integrated sensing and communication for 6G: Ten key machine learning roles. IEEE Communications Magazine,61(5), 113\u2013119.","journal-title":"IEEE Communications Magazine"},{"key":"12055_CR27","doi-asserted-by":"publisher","DOI":"10.3390\/s23052554","author":"AA Puspitasari","year":"2023","unstructured":"Puspitasari, A. A., & Lee, B. M. (2023). A survey on reinforcement learning for reconfigurable intelligent surfaces in wireless communications. Sensors. https:\/\/doi.org\/10.3390\/s23052554","journal-title":"Sensors"},{"issue":"1","key":"12055_CR28","doi-asserted-by":"publisher","DOI":"10.1155\/2023\/2644846","volume":"2023","author":"A Nazari","year":"2023","unstructured":"Nazari, A., Sohrabi, S., Mohammadi, R., Nassiri, M., & Mansoorizadeh, M. (2023). IETIF: Intelligent Energy-Aware Task Scheduling Technique in IoT\/Fog Networks. Journal of Sensors,2023(1), Article 2644846.","journal-title":"Journal of Sensors"},{"issue":"6","key":"12055_CR29","doi-asserted-by":"publisher","first-page":"1777","DOI":"10.1007\/s00607-024-01263-4","volume":"106","author":"R Akraminejad","year":"2024","unstructured":"Akraminejad, R., Khaledian, N., Nazari, A., & Voelp, M. (2024). A multi-objective crow search algorithm for optimizing makespan and costs in scientific cloud workflows (CSAMOMC). Computing,106(6), 1777\u20131793.","journal-title":"Computing"},{"issue":"10","key":"12055_CR30","doi-asserted-by":"publisher","first-page":"15098","DOI":"10.1109\/TVT.2024.3407483","volume":"73","author":"H Zhai","year":"2024","unstructured":"Zhai, H., Zhou, X., Zhang, H., & Yuan, D. (2024). Delay minimization in hybrid edge computing networks: A DDQN-based task offloading approach. IEEE Transactions on Vehicular Technology,73(10), 15098\u201315108.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"10","key":"12055_CR31","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-024-10925-w","volume":"57","author":"N Devi","year":"2024","unstructured":"Devi, N., et al. (2024). A systematic literature review for load balancing and task scheduling techniques in cloud computing. Artificial Intelligence Review,57(10), Article 276.","journal-title":"Artificial Intelligence Review"},{"key":"12055_CR32","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2025.3597723","volume-title":"SDN-Driven Multi-Objective Task Offloading in IoT-Enabled UAVs in Edge-Cloud Computing Using Double DQN","author":"A Ullah","year":"2025","unstructured":"Ullah, A., et al. (2025). SDN-Driven Multi-Objective Task Offloading in IoT-Enabled UAVs in Edge-Cloud Computing Using Double DQN. IEEE Trans."},{"key":"12055_CR33","doi-asserted-by":"publisher","DOI":"10.1145\/3768152","author":"C Li","year":"2025","unstructured":"Li, C., et al. (2025). Joint service migration and resource allocation for DNN tasks using SA-DDQN-DDPG in vehicular edge computing. ACM Transactions on Intelligent Systems and Technology. https:\/\/doi.org\/10.1145\/3768152","journal-title":"ACM Transactions on Intelligent Systems and Technology"},{"key":"12055_CR34","doi-asserted-by":"publisher","DOI":"10.1109\/jiot.2024.3472472","author":"J Wu","year":"2024","unstructured":"Wu, J., et al. (2024). Cloud-edge-end collaborative task offloading in vehicular edge networks: A multi-layer deep reinforcement learning approach. IEEE Internet of Things Journal. https:\/\/doi.org\/10.1109\/jiot.2024.3472472","journal-title":"IEEE Internet of Things Journal"},{"issue":"4","key":"12055_CR35","doi-asserted-by":"publisher","first-page":"744","DOI":"10.1109\/LCOMM.2020.2966198","volume":"24","author":"W Khurshid","year":"2020","unstructured":"Khurshid, W., et al. (2020). A dynamic threshold calculation for congestion notification in IEEE 802.1 qbb. IEEE Communications Letters,24(4), 744\u2013747.","journal-title":"IEEE Communications Letters"},{"key":"12055_CR36","doi-asserted-by":"publisher","DOI":"10.1109\/tmc.2024.3452502","author":"J Chi","year":"2024","unstructured":"Chi, J., et al. (2024). Task offloading via prioritized experience-based double dueling DQN in edge-assisted IIoT. IEEE Transactions on Mobile Computing. https:\/\/doi.org\/10.1109\/tmc.2024.3452502","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"12055_CR37","doi-asserted-by":"crossref","unstructured":"Khan, S., et al. 2025. FEDORA: Federated Ensemble Reinforcement Learning for DAG-based task offloading and resource allocation in MEC, IEEE Internet Things J.,","DOI":"10.1109\/JIOT.2025.3596467"},{"issue":"11","key":"12055_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00607-025-01572-2","volume":"107","author":"MA Khan","year":"2025","unstructured":"Khan, M. A., et al. (2025b). Federated learning for heart disease detection and classification in edge enabled IoMT-based healthcare: Taxonomy, challenges, and opportunities. Computing,107(11), 1\u201331.","journal-title":"Computing"},{"key":"12055_CR39","doi-asserted-by":"publisher","DOI":"10.1109\/tnsm.2025.3592979","author":"W Zhang","year":"2025","unstructured":"Zhang, W., et al. (2025). Deep reinforcement learning based contract incentive and computation offloading for mobile edge computing-enabled blockchain. IEEE Transactions on Network and Service Management. https:\/\/doi.org\/10.1109\/tnsm.2025.3592979","journal-title":"IEEE Transactions on Network and Service Management"},{"key":"12055_CR40","doi-asserted-by":"publisher","DOI":"10.1109\/jsac.2025.3574616","author":"X Yuan","year":"2025","unstructured":"Yuan, X., et al. (2025). Digital twin-driven MADRL approaches for communication-computing-control co-optimization. IEEE Journal on Selected Areas in Communications. https:\/\/doi.org\/10.1109\/jsac.2025.3574616","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"4","key":"12055_CR41","doi-asserted-by":"publisher","first-page":"2225","DOI":"10.1007\/s41870-023-01249-z","volume":"15","author":"P Singh","year":"2023","unstructured":"Singh, P., et al. (2023). Maximizing user retention with machine learning enabled 6G channel allocation. International Journal of Information Technology,15(4), 2225\u20132231.","journal-title":"International Journal of Information Technology"},{"key":"12055_CR42","doi-asserted-by":"crossref","unstructured":"Tran, N.P. et al. 2023. ML KPI Prediction in 5G and B5G Networks, in Proc. EuCNC\/6G Summit 2023, 502\u2013507","DOI":"10.1109\/EuCNC\/6GSummit58263.2023.10188363"},{"key":"12055_CR43","doi-asserted-by":"crossref","unstructured":"Sengayo, N., Basikolo, T. 2024. Multi-Environment Automotive QoS Prediction Using Machine Learning, 5, 4,","DOI":"10.52953\/JFCK2327"},{"key":"12055_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.125985","volume":"267","author":"HU Rashid","year":"2025","unstructured":"Rashid, H. U., & Jeong, S. H. (2025). AI empowered 6G technologies and network layers: Recent trends, opportunities, and challenges. Expert Systems with Applications,267, Article 125985.","journal-title":"Expert Systems with Applications"},{"issue":"8","key":"12055_CR45","first-page":"1","volume":"14","author":"X Cao","year":"2024","unstructured":"Cao, X., et al. (2024). AI-Empowered Multiple Access for 6G: A Survey of Spectrum Sensing, Protocol Designs, and Optimizations. Proc. IEEE,14(8), 1\u201338.","journal-title":"Proc. IEEE"},{"key":"12055_CR46","doi-asserted-by":"publisher","DOI":"10.3390\/electronics13163223","author":"SK Thillaigovindhan","year":"2024","unstructured":"Thillaigovindhan, S. K., et al. (2024). A comprehensive survey on machine learning methods for handover optimization in 5G networks. Electronics. https:\/\/doi.org\/10.3390\/electronics13163223","journal-title":"Electronics"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-026-12055-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11277-026-12055-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-026-12055-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,14]],"date-time":"2026-06-14T05:28:39Z","timestamp":1781414919000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11277-026-12055-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,29]]},"references-count":46,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["12055"],"URL":"https:\/\/doi.org\/10.1007\/s11277-026-12055-8","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,29]]},"assertion":[{"value":"19 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval, Consent to Participate, and Consent to Publish declarations"}},{"value":"The author declares no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}