{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:50:04Z","timestamp":1773247804099,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T00:00:00Z","timestamp":1771891200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:00:00Z","timestamp":1773100800000},"content-version":"vor","delay-in-days":14,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Vellore Institute of Technology, Vellore"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Netw Distrib Comput"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s44227-025-00068-x","type":"journal-article","created":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T13:35:23Z","timestamp":1771940123000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Energy Efficient PSO Integrated TD3 Reinforcement Learning with Nonlinear Energy Harvesting in UAV Assisted D2D Networks"],"prefix":"10.1007","volume":"14","author":[{"given":"Shaik Ahmed","family":"Pasha","sequence":"first","affiliation":[]},{"given":"Noor Mohammed","family":"Vali Mohamad","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,2,24]]},"reference":[{"key":"68_CR1","doi-asserted-by":"crossref","unstructured":"Liu L, Zhang S, Zhang R (2019) Multi-beam UAV communication in cellular uplink: Cooperative interference cancellation and sum-rate maximization. IEEE Trans Wirel Commun 18:4679\u20134691","DOI":"10.1109\/TWC.2019.2926981"},{"key":"68_CR2","doi-asserted-by":"crossref","unstructured":"Duong TQ, Nguyen LD, Tuan HD, Hanzo L (2019) Learning-aided realtime performance optimisation of cognitive UAV-assisted disaster communication. In: 2019 IEEE Global Communications Conference (GLOBECOM). IEEE, pp 1\u20136.","DOI":"10.1109\/GLOBECOM38437.2019.9014313"},{"key":"68_CR3","doi-asserted-by":"crossref","unstructured":"Duan R, Wang J, Jiang C et al (2018) The transmit-energy vs computation-delay trade-off in gateway-selection for heterogenous cloud aided multi-UAV systems. IEEE Trans Commun 67:3026\u20133039","DOI":"10.1109\/TCOMM.2018.2889672"},{"key":"68_CR4","doi-asserted-by":"crossref","unstructured":"Nguyen LD, Nguyen KK, Kortun A, Duong TQ (2019) Real-time deployment and resource allocation for distributed UAV systems in disaster relief. In: 2019 IEEE 20th International Workshop on Signal Processing Advances in Wireless Communications (SPAWC). IEEE, pp 1\u20135.","DOI":"10.1109\/SPAWC.2019.8815522"},{"key":"68_CR5","doi-asserted-by":"crossref","unstructured":"Xie L, Xu J, Zhang R (2018) Throughput maximization for UAV-enabled wireless powered communication networks. IEEE Internet Things J 6:1690\u20131703","DOI":"10.1109\/JIOT.2018.2875446"},{"key":"68_CR6","doi-asserted-by":"crossref","unstructured":"Nguyen M-N, Nguyen LD, Duong TQ, Tuan HD (2018) Real-time optimal resource allocation for embedded UAV communication systems. IEEE Wirel Commun Lett 8:225\u2013228","DOI":"10.1109\/LWC.2018.2867775"},{"key":"68_CR7","doi-asserted-by":"crossref","unstructured":"Vo N-S, Duong TQ, Tuan HD, Kortun A (2017) Optimal video streaming in dense 5G networks with D2D communications. IEEE Access. 6:209\u2013223","DOI":"10.1109\/ACCESS.2017.2761978"},{"key":"68_CR8","doi-asserted-by":"crossref","unstructured":"Kai C, Li H, Xu L et al (2018) Energy-efficient device-to-device communications for green smart cities. IEEE Trans Ind Inf 14:1542\u20131551","DOI":"10.1109\/TII.2017.2789304"},{"key":"68_CR9","doi-asserted-by":"publisher","unstructured":"Yu S, Ejaz W, Guan L et al (2019) Resource allocation in RF energy harvesting-assisted underlay D2D communication. Trans Emerg Telecommun Technol 30:e3589. https:\/\/doi.org\/10.1002\/ett.3589.","DOI":"10.1002\/ett.3589"},{"key":"68_CR10","doi-asserted-by":"crossref","unstructured":"Nguyen KK, Duong TQ, Vien NA et al (2019) Distributed deep deterministic policy gradient for power allocation control in D2D-based V2V communications. IEEE Access. 7:164533\u2013164543","DOI":"10.1109\/ACCESS.2019.2952411"},{"key":"68_CR11","doi-asserted-by":"crossref","unstructured":"Nguyen KK, Duong TQ, Vien NA et al (2019) Non-cooperative energy efficient power allocation game in D2D communication: A multi-agent deep reinforcement learning approach. IEEE Access. 7:100480\u2013100490","DOI":"10.1109\/ACCESS.2019.2930115"},{"key":"68_CR12","doi-asserted-by":"publisher","unstructured":"Noor Mohammed VM, Sreenivasan PM, Ravishankar T et al (2020) Energy-efficient resource allocation for device-to-device communication through noncooperative game theory. Int J Commun Syst 33:1\u201313. https:\/\/doi.org\/10.1002\/dac.4279.","DOI":"10.1002\/dac.4279"},{"key":"68_CR13","doi-asserted-by":"crossref","unstructured":"Bayerlein H, Theile M, Caccamo M, Gesbert D (2021) Multi-UAV path planning for wireless data harvesting with deep reinforcement learning. IEEE Open J Commun Soc 2:1171\u20131187","DOI":"10.1109\/OJCOMS.2021.3081996"},{"key":"68_CR14","doi-asserted-by":"crossref","unstructured":"Sengly M, Lee K, Lee J-R (2021) Joint optimization of spectral efficiency and energy harvesting in D2D networks using deep neural network. IEEE Trans Veh Technol 70:8361\u20138366","DOI":"10.1109\/TVT.2021.3055205"},{"key":"68_CR15","doi-asserted-by":"crossref","unstructured":"Li K, Ni W, Tovar E, Jamalipour A (2019) On-board deep Q-network for UAV-assisted online power transfer and data collection. IEEE Trans Veh Technol 68:12215\u201312226","DOI":"10.1109\/TVT.2019.2945037"},{"key":"68_CR16","doi-asserted-by":"publisher","first-page":"1913","DOI":"10.1109\/TVT.2019.2961993","volume":"69","author":"Z Yang","year":"2019","unstructured":"Yang Z, Xu W, Shikh-Bahaei M (2019) Energy efficient UAV communication with energy harvesting. IEEE Trans Veh Technol 69:1913\u20131927","journal-title":"IEEE Trans Veh Technol"},{"key":"68_CR17","doi-asserted-by":"crossref","unstructured":"Bilal Nm D, Velmurugan T (2023, 1307-1312) A review of efficient resource allocation for mm-wave D2D communication in cellular networks using ML algorithm. In: 2023 3rd International Conference on Pervasive Computing and Social Networking (ICPCSN). IEEE, pp 1307\u20131312","DOI":"10.1109\/ICPCSN58827.2023.00220"},{"key":"68_CR18","doi-asserted-by":"publisher","first-page":"5028","DOI":"10.1109\/TCOMM.2020.2990994","volume":"68","author":"W Wang","year":"2020","unstructured":"Wang W, Tang J, Zhao N et al (2020) Joint precoding optimization for secure SWIPT in UAV-aided NOMA networks. IEEE Trans. Commun 68:5028\u20135040","journal-title":"IEEE Trans. Commun"},{"key":"68_CR19","doi-asserted-by":"publisher","first-page":"1914","DOI":"10.1109\/TII.2019.2922667","volume":"16","author":"AY Awan","year":"2019","unstructured":"Awan AY, Ali M, Naeem M et al (2019) Joint network admission control, mode assignment, and power allocation in energy harvesting aided D2D communication. IEEE Trans Ind Inf 16:1914\u20131923","journal-title":"IEEE Trans Ind Inf"},{"key":"68_CR20","doi-asserted-by":"crossref","unstructured":"Shakir MZ, Belaoura W, Ghanem K, Nedil M (2023) On the spectral efficiency of UAVs-assisted D2D cooperative communications using NOMA. In: 2023 IEEE International Symposium on Antennas and Propagation and USNC-URSI Radio Science Meeting. IEEE","DOI":"10.1109\/USNC-URSI52151.2023.10238081"},{"key":"68_CR21","doi-asserted-by":"crossref","unstructured":"Luo L, Chai R (2020) Cost-efficient UAV deployment for content fetching in cellular d2d systems. In: 2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall). IEEE, pp 1\u20135","DOI":"10.1109\/VTC2020-Fall49728.2020.9348606"},{"key":"68_CR22","doi-asserted-by":"crossref","unstructured":"Aprilya A, Mayarakaca MC, Nadziroh F, Moegiharto Y (2023) The UAV assisted wireless powered on D2D communication hybrid AF\/DF multi Relay based. In: 2023 International Electronics Symposium (IES). IEEE, pp 192\u2013198","DOI":"10.1109\/IES59143.2023.10242427"},{"key":"68_CR23","doi-asserted-by":"crossref","unstructured":"Bithas PS, Nikolaidis V, Kanatas AG, Karagiannidis GK (2020) UAV-to-ground communications: Channel modeling and UAV selection. IEEE Trans Commun 68:5135\u20135144","DOI":"10.1109\/TCOMM.2020.2992040"},{"key":"68_CR24","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1109\/TVT.2021.3049185","volume":"70","author":"I Budhiraja","year":"2021","unstructured":"Budhiraja I, Kumar N, Tyagi S et al (2021) SWIPT-enabled D2D communication underlaying NOMA-based cellular networks in imperfect CSI. IEEE Trans Veh Technol 70:692\u2013699","journal-title":"IEEE Trans Veh Technol"},{"key":"68_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/dac.5145","volume":"35","author":"R Nagarajan","year":"2022","unstructured":"Nagarajan R, Vali Mohamad NM (2022) Energy optimized resource and power allocation in an uplink-based underlay device-to-device communication for 5G network. Int J Commun Syst 35:1\u201316. https:\/\/doi.org\/10.1002\/dac.5145.","journal-title":"Int J Commun Syst"},{"key":"68_CR26","doi-asserted-by":"publisher","first-page":"3130","DOI":"10.1109\/JSYST.2021.3098860","volume":"16","author":"S Muy","year":"2021","unstructured":"Muy S, Ron D, Lee J-R (2021) Energy efficiency optimization for SWIPT-based D2D-underlaid cellular networks using multiagent deep reinforcement learning. IEEE Syst J 16:3130\u20133138","journal-title":"IEEE Syst J"},{"key":"68_CR27","doi-asserted-by":"crossref","unstructured":"Khan MAA, Kaidi HM, Ahmad N, Rehman MU (2023) Sum throughput maximization scheme for NOMA-Enabled D2D groups using deep reinforcement learning in 5G and Beyond networks. IEEE Sens J","DOI":"10.1109\/JSEN.2023.3276799"},{"key":"68_CR28","volume-title":"Deep reinforcement learning-based Sum rate fairness trade-off for cell-free mMIMO","author":"M Rahmani","year":"2022","unstructured":"Rahmani M, Bashar M, Dehghani MJ et al (2022) Deep reinforcement learning-based Sum rate fairness trade-off for cell-free mMIMO. IEEE Trans Veh Technol"},{"key":"68_CR29","doi-asserted-by":"crossref","unstructured":"Zhang X, Lin Z, Ding B et al (2020) Deep multi-agent reinforcement learning for resource allocation in D2D communication underlaying cellular networks. In: 2020 21st Asia-Pacific Network Operations and Management Symposium (APNOMS). IEEE, pp 55\u201360","DOI":"10.23919\/APNOMS50412.2020.9237060"},{"key":"68_CR30","doi-asserted-by":"crossref","unstructured":"Mi X, He H (2023) Multi-agent deep reinforcement learning for D2D-assisted MEC system with energy harvesting. In: 2023 25th International Conference on Advanced Communication Technology (ICACT). IEEE, pp 145\u2013153","DOI":"10.23919\/ICACT56868.2023.10079275"},{"key":"68_CR31","doi-asserted-by":"crossref","unstructured":"Qi Y, Geng S (2023) Deep-reinforcement-learning-based resource allocation for energy harvesting D2D communication. In: 2023 4th International Conference on Electronic Communication and Artificial Intelligence (ICECAI). IEEE, pp 85\u201388","DOI":"10.1109\/ICECAI58670.2023.10176743"},{"key":"68_CR32","doi-asserted-by":"publisher","unstructured":"Amiriara H et al (2025) RIS-assisted D2D communication in the presence of interference: Outage performance analysis and DNN-based prediction. Ad Hoc Networks 167:103703. https:\/\/doi.org\/10.1016\/j.adhoc.2024.103703.","DOI":"10.1016\/j.adhoc.2024.103703"},{"key":"68_CR33","doi-asserted-by":"publisher","first-page":"128883","DOI":"10.1016\/j.neucom.2024.128883","volume":"616","author":"Q Sun","year":"2025","unstructured":"Sun Q et al (2025) Edge feature empowered graph attention network for sum rate maximization in heterogeneous D2D communication system. Neurocomputing 616:128883. https:\/\/doi.org\/10.1016\/j.neucom.2024.128883.","journal-title":"NEUROCOMPUTING"},{"key":"68_CR34","doi-asserted-by":"publisher","first-page":"e 6060","DOI":"10.1002\/dac.6060","volume":"38.2","author":"N Md Bilal","year":"2025","unstructured":"Md Bilal N, Velmurugan T (2025) Resource allocation of device-to-device-enabled millimeter-wave communication: a deep reinforcement learning approach. Int J Commun Syst 38(2):e6060","journal-title":"Int J Commun Syst"},{"issue":"1","key":"68_CR35","doi-asserted-by":"publisher","first-page":"62","DOI":"10.3390\/drones9010062","volume":"9","author":"G Wu","year":"2025","unstructured":"Wu G, Chen G, Gu X (2025) NOMA-Based rate optimization for multi-UAV-assisted D2D communication networks. Drones 9(1):62. https:\/\/doi.org\/10.3390\/drones9010062.","journal-title":"DRONES"},{"key":"68_CR36","doi-asserted-by":"publisher","unstructured":"Gouda KC, Thakur R (2025) Energy-efficient clustering and path planning for UAV-assisted D2D cellular networks. Ad Hoc Networks 170:103757. https:\/\/doi.org\/10.1016\/j.adhoc.2025.103757.","DOI":"10.1016\/j.adhoc.2025.103757"},{"key":"68_CR37","doi-asserted-by":"publisher","unstructured":"Chennaboin RB, Nandakumar S (2024) An adaptive MLP-based joint optimization of resource allocation and relay selection in device-to-device communication using hybrid meta-heuristic algorithm. J Wireless Com Network 50(2024). https:\/\/doi.org\/10.1186\/s13638-024-02379-z.","DOI":"10.1186\/s13638-024-02379-z"},{"issue":"5","key":"68_CR38","doi-asserted-by":"publisher","first-page":"1493","DOI":"10.1109\/LWC.2024.3377444","volume":"13","author":"I Ahmad","year":"2024","unstructured":"Ahmad I et al (2024) Coordinated machine learning for energy efficient D2D communication. IEEE Wireless Commun Lett, [s. l.] 13(5):1493\u20131497. https:\/\/doi.org\/10.1109\/LWC.2024.3377444.","journal-title":"IEEE Wireless Commun Lett, [s. l.]"},{"key":"68_CR39","doi-asserted-by":"publisher","unstructured":"Kamruzzaman M, Sarkar NI, Gutierrez J (2024) Machine learning-based resource allocation algorithm to mitigate interference in D2D-enabled cellular networks. Future Int 16(11):408. https:\/\/doi.org\/10.3390\/fi16110408.","DOI":"10.3390\/fi16110408"},{"key":"68_CR40","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1109\/JIOT.2018.2842738","volume":"6","author":"Z Kuang","year":"2018","unstructured":"Kuang Z, Liu G, Li G, Deng X (2018) Energy efficient resource allocation algorithm in energy harvesting-based D2D heterogeneous networks. IEEE Internet Things J 6:557\u2013567","journal-title":"IEEE Internet Things J"},{"key":"68_CR41","doi-asserted-by":"publisher","first-page":"2082","DOI":"10.1109\/LCOMM.2015.2478460","volume":"19","author":"E Boshkovska","year":"2015","unstructured":"Boshkovska E, Ng DWK, Zlatanov N, Schober R (2015) Practical non-linear energy harvesting model and resource allocation for SWIPT systems. IEEE Commun Lett 19:2082\u20132085","journal-title":"IEEE Commun Lett"},{"key":"68_CR42","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2023.3275989","volume-title":"Nonlinear energy-harvesting for D2D networks underlaying UAV with SWIPT using MADQN","author":"MA Ouamri","year":"2023","unstructured":"Ouamri MA, Barb G, Singh D et al (2023) Nonlinear energy-harvesting for D2D networks underlaying UAV with SWIPT using MADQN. IEEE Commun Lett"},{"key":"68_CR43","doi-asserted-by":"publisher","first-page":"9459","DOI":"10.3390\/s22239459","volume":"22","author":"S Yu","year":"2022","unstructured":"Yu S, Lee JW (2022) Deep reinforcement learning based resource allocation for D2D communications underlay cellular networks. Sensors 22:9459","journal-title":"Sensors"},{"key":"68_CR44","doi-asserted-by":"crossref","unstructured":"Tiong T, Saad I, Teo KTK, Lago H (2020) Deep reinforcement learning with robust deep deterministic policy gradient. In: 2020 2nd International Conference on Electrical, Control and Instrumentation Engineering (ICECIE). IEEE, pp 1\u20135","DOI":"10.1109\/ICECIE50279.2020.9309539"},{"key":"68_CR45","doi-asserted-by":"crossref","unstructured":"Wang Y (2017) User positioning with particle swarm optimization. In: 2017 International Conference on Indoor Positioning and Indoor Navigation (IPIN). IEEE, pp 1\u20135.","DOI":"10.1109\/IPIN.2017.8115935"},{"key":"68_CR46","doi-asserted-by":"crossref","unstructured":"Dong J, Pan K, Zheng C et al (2023 2023) A dual-agent approach for coordinated task offloading and resource allocation in MEC. J Electr Comput Eng","DOI":"10.1155\/2023\/6134837"}],"container-title":["International Journal of Networked and Distributed Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44227-025-00068-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44227-025-00068-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44227-025-00068-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T21:01:50Z","timestamp":1773176510000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44227-025-00068-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,24]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["68"],"URL":"https:\/\/doi.org\/10.1007\/s44227-025-00068-x","relation":{},"ISSN":["2211-7938","2211-7946"],"issn-type":[{"value":"2211-7938","type":"print"},{"value":"2211-7946","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,24]]},"assertion":[{"value":"19 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 August 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 February 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This article does not contain any studies with animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval and Consent to Participate"}},{"value":"We hereby provide consent for the publication of the manuscript.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"12"}}