{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T14:43:59Z","timestamp":1784645039937,"version":"3.55.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,2,7]],"date-time":"2023-02-07T00:00:00Z","timestamp":1675728000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,7]],"date-time":"2023-02-07T00:00:00Z","timestamp":1675728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s11276-023-03230-x","type":"journal-article","created":{"date-parts":[[2023,2,7]],"date-time":"2023-02-07T20:33:45Z","timestamp":1675802025000},"page":"1843-1858","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Reinforcement learning based distributed resource allocation technique in device-to-device (D2D) communication"],"prefix":"10.1007","volume":"29","author":[{"given":"Steffi","family":"Jayakumar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6483-909X","authenticated-orcid":false,"given":"S.","family":"Nandakumar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,2,7]]},"reference":[{"key":"3230_CR1","doi-asserted-by":"publisher","first-page":"67512","DOI":"10.1109\/ACCESS.2020.3031234","volume":"9","author":"A Dogra","year":"2021","unstructured":"Dogra, A., Jha, R. K., & Jain, S. (2021). A survey on beyond 5G network with the advent of 6G: Architecture and emerging technologies. IEEE Access, 9, 67512\u201367547. https:\/\/doi.org\/10.1109\/ACCESS.2020.3031234","journal-title":"IEEE Access"},{"issue":"2","key":"3230_CR2","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1109\/COMST.2021.3059896","volume":"23","author":"Y Xu","year":"2021","unstructured":"Xu, Y., Gui, G., Gacanin, H., & Adachi, F. (2021). A survey on resource allocation for 5G heterogeneous networks: current research, future trends, and challenges. IEEE Communications Surveys and Tutorials, 23(2), 668\u2013695. https:\/\/doi.org\/10.1109\/COMST.2021.3059896","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"3230_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.10.012","author":"MK Pedhadiya","year":"2019","unstructured":"Pedhadiya, M. K., Jha, R. K., & Bhatt, H. G. (2019). Device to device communication: A survey. Journal of Network and Computer Applications. https:\/\/doi.org\/10.1016\/j.jnca.2018.10.012","journal-title":"Journal of Network and Computer Applications."},{"key":"3230_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-020-07358-3","author":"C Chakraborty","year":"2020","unstructured":"Chakraborty, C., & Rodrigues, J. J. C. P. (2020). A comprehensive review on device-to-device communication paradigm: trends, challenges and applications. Wireless Personal Communications. https:\/\/doi.org\/10.1007\/s11277-020-07358-3","journal-title":"Wireless Personal Communications."},{"key":"3230_CR5","doi-asserted-by":"publisher","unstructured":"Y. Wang, W. Ning, S. Zhang, H. Yu, H. Cen, and S. Wang, \u201cArchitecture and key terminal technologies of 5G-based internet of vehicles,\u201d Computers and Electrical Engineering, vol. 95, Oct. 2021, https:\/\/doi.org\/10.1016\/j.compeleceng.2021.107430.","DOI":"10.1016\/j.compeleceng.2021.107430"},{"issue":"11","key":"3230_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/sym12111762","volume":"12","author":"MH Adnan","year":"2020","unstructured":"Adnan, M. H., & Zukarnain, Z. A. (2020). Device-to-device communication in 5G environment: Issues, solutions, and challenges. Symmetry, 12(11), 1\u201322. https:\/\/doi.org\/10.3390\/sym12111762","journal-title":"Symmetry"},{"key":"3230_CR7","doi-asserted-by":"publisher","unstructured":"Kumar, N., Swain, S. N., Siva Ram Murthy, C. (2018). A novel distributed Q-learning based resource reservation framework for facilitating D2D content access requests in LTE-A networks. IEEE Transactions on Network and Service Management, 15(2), 718\u2013731. https:\/\/doi.org\/10.1109\/TNSM.2018.2807594.","DOI":"10.1109\/TNSM.2018.2807594"},{"key":"3230_CR8","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2922667","author":"AY Awan","year":"2020","unstructured":"Awan, A. Y., Ali, M., Naeem, M., Qamar, F., & Sial, M. N. (2020). Joint network admission control, mode assignment, and power allocation in energy harvesting aided D2D communication. IEEE Transactions on Industrial Informatics. https:\/\/doi.org\/10.1109\/TII.2019.2922667","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"3230_CR9","doi-asserted-by":"publisher","first-page":"68932","DOI":"10.1109\/ACCESS.2021.3073543","volume":"9","author":"MUA Siddiqui","year":"2021","unstructured":"Siddiqui, M. U. A., Qamar, F., Ahmed, F., Nguyen, Q. N., & Hassan, R. (2021). Interference management in 5G and beyond network: Requirements, challenges and future directions. IEEE Access, 9, 68932\u201368965. https:\/\/doi.org\/10.1109\/ACCESS.2021.3073543","journal-title":"IEEE Access"},{"key":"3230_CR10","doi-asserted-by":"publisher","unstructured":"Zheng, Z.,  Wang, L., Zhu, F., & Liu, L. (2021). Potential technologies and applications based on deep learning in the 6G networks. Computers and Electrical Engineering, 95. https:\/\/doi.org\/10.1016\/j.compeleceng.2021.107373.","DOI":"10.1016\/j.compeleceng.2021.107373"},{"key":"3230_CR11","doi-asserted-by":"publisher","unstructured":"Jayakumar, S., &   Nandakumar, S. (2021). A review on resource allocation techniques in D2D communication for 5G and B5G technology. Peer-to-Peer Networking and Applications, 14(1), 243\u2013269. https:\/\/doi.org\/10.1007\/s12083-020-00962-x.","DOI":"10.1007\/s12083-020-00962-x"},{"issue":"3","key":"3230_CR12","doi-asserted-by":"publisher","first-page":"3202","DOI":"10.1109\/TVT.2020.2964286","volume":"69","author":"WK Lai","year":"2020","unstructured":"Lai, W. K., Wang, Y. C., Lin, H. C., & Li, J. W. (2020). Efficient resource allocation and power control for LTE-A D2D communication with pure D2D Model. IEEE Transactions on Vehicular Technology, 69(3), 3202\u20133216. https:\/\/doi.org\/10.1109\/TVT.2020.2964286","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"14","key":"3230_CR13","doi-asserted-by":"publisher","first-page":"2078","DOI":"10.1049\/iet-com.2018.6028","volume":"13","author":"S Sharma","year":"2019","unstructured":"Sharma, S., & Singh, B. (2019). Weighted cooperative reinforcement learning-based energy-efficient autonomous resource selection strategy for underlay D2D communication. IET Communications, 13(14), 2078\u20132087. https:\/\/doi.org\/10.1049\/iet-com.2018.6028","journal-title":"IET Communications"},{"key":"3230_CR14","doi-asserted-by":"publisher","first-page":"1327","DOI":"10.1007\/s12083-019-00864-7","volume":"13","author":"Z Liu","year":"2020","unstructured":"Liu, Z., Li, X., Yuan, Y., & Guan, X. (2020). Power control of D2D communication based on quality of service assurance under imperfect channel information. Peer-to-Peer Networking and Applications, 13, 1327\u20131339. https:\/\/doi.org\/10.1007\/s12083-019-00864-7","journal-title":"Peer-to-Peer Networking and Applications"},{"key":"3230_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/s13198-020-01045-z","author":"K Pandey","year":"2021","unstructured":"Pandey, K., Arya, R., & Kumar, S. (2021). Lagrange\u2019s multiplier based resource management for energy efficient D2D communication in 5G networks. International Journal of Systems Assurance Engineering and Management. https:\/\/doi.org\/10.1007\/s13198-020-01045-z","journal-title":"International Journal of Systems Assurance Engineering and Management"},{"key":"3230_CR16","doi-asserted-by":"publisher","unstructured":"Wu, W., Liu, R., Yang, Q., & Quek, T. Q. S. (2022). Learning-based robust resource allocation for D2D underlaying cellular network. IEEE Transactions on Wireless Communications, 21(8), 6731\u20136745. https:\/\/doi.org\/10.1109\/TWC.2022.3152260","DOI":"10.1109\/TWC.2022.3152260"},{"key":"3230_CR17","doi-asserted-by":"publisher","unstructured":"Pandey, K., & Arya, R. (2021). Lyapunov optimization machine learning resource allocation approach for uplink underlaid D2D communication in 5G networks. In:  IET Communications, no. July, pp. 1\u20139, 2021, https:\/\/doi.org\/10.1049\/cmu2.12264.","DOI":"10.1049\/cmu2.12264"},{"key":"3230_CR18","doi-asserted-by":"publisher","unstructured":"Vali Mohamad, N.M., Ambastha, P., Gautam, S., Jain, R., Subramaniyam, H., & Muthukaruppan, L. (2021). Dynamic Sectorization and parallel processing for device-to-device (D2D) resource allocation in 5G and B5G cellular network. Peer-to-Peer Networking and Applications, 14, (1), 296\u2013304. https:\/\/doi.org\/10.1007\/s12083-020-00949-8.","DOI":"10.1007\/s12083-020-00949-8"},{"key":"3230_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2890210","author":"K Zia","year":"2019","unstructured":"Zia, K., Javed, N., Sial, M. N., Ahmed, S., Pirzada, A. A., & Pervez, F. (2019). A distributed multi-agent RL-based autonomous spectrum allocation scheme in D2D enabled multi-tier HetNets. IEEE Access. https:\/\/doi.org\/10.1109\/ACCESS.2018.2890210","journal-title":"IEEE Access"},{"key":"3230_CR20","doi-asserted-by":"publisher","unstructured":"Liu, Z., Han, X., Xie, Y., Yuan, Y., & Chan, K. Y. (2021). Energy-efficiency maximization in D2D-enabled vehicular communications with consideration of dynamic channel information and fairness.  Peer-to-Peer Networking and Applications, 14, (1), 164\u2013176. https:\/\/doi.org\/10.1007\/s12083-020-00970-x.","DOI":"10.1007\/s12083-020-00970-x"},{"issue":"2","key":"3230_CR21","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1109\/TVT.2019.2961405","volume":"69","author":"Z Li","year":"2020","unstructured":"Li, Z., & Guo, C. (2020). Multi-agent deep reinforcement learning based spectrum allocation for D2D underlay communications. IEEE Transactions on Vehicular Technology, 69(2), 1828\u20131840. https:\/\/doi.org\/10.1109\/TVT.2019.2961405","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"2","key":"3230_CR22","doi-asserted-by":"publisher","first-page":"1363","DOI":"10.1109\/TWC.2020.3032991","volume":"20","author":"J Tan","year":"2021","unstructured":"Tan, J., Liang, Y. C., Zhang, L., & Feng, G. (2021). Deep reinforcement learning for joint channel selection and power control in D2D networks. IEEE Transactions on Wireless Communications, 20(2), 1363\u20131378. https:\/\/doi.org\/10.1109\/TWC.2020.3032991","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"2","key":"3230_CR23","doi-asserted-by":"publisher","first-page":"1175","DOI":"10.1109\/TWC.2020.3031436","volume":"20","author":"T Zhang","year":"2021","unstructured":"Zhang, T., Zhu, K., & Wang, J. (2021). Energy-efficient mode selection and resource allocation for D2D-enabled heterogeneous networks: a deep reinforcement learning approach. IEEE Transactions on Wireless Communications, 20(2), 1175\u20131187. https:\/\/doi.org\/10.1109\/TWC.2020.3031436","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"7","key":"3230_CR24","doi-asserted-by":"publisher","first-page":"5766","DOI":"10.1109\/TVT.2017.2789022","volume":"67","author":"L Wang","year":"2018","unstructured":"Wang, L., Liu, J., Chen, M., Gui, G., & Sari, H. (2018). Optimization-based access assignment scheme for physical-layer security in D2D communications underlaying a cellular network. IEEE Transactions on Vehicular Technology, 67(7), 5766\u20135777. https:\/\/doi.org\/10.1109\/TVT.2017.2789022","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"7","key":"3230_CR25","doi-asserted-by":"publisher","first-page":"4400","DOI":"10.1109\/TCOMM.2022.3168058","volume":"70","author":"MS Al-Abiad","year":"2022","unstructured":"Al-Abiad, M. S., Hassan, M. Z., & Hossain, M. J. (2022). A joint reinforcement-learning enabled caching and cross-layer network code in F-RAN With D2D communications. IEEE Transactions on Communications, 70(7), 4400\u20134416. https:\/\/doi.org\/10.1109\/TCOMM.2022.3168058","journal-title":"IEEE Transactions on Communications"},{"key":"3230_CR26","doi-asserted-by":"publisher","first-page":"2020","DOI":"10.1186\/s13638-020-01690-9","volume":"1","author":"Y Yang","year":"2020","unstructured":"Yang, Y., Feng, L., Zhang, C., Ou, Q., & Li, W. (2020). Resource allocation for virtual reality content sharing based on 5G D2D multicast communication. EURASIP Journal on Wireless Communications and Networking, 1, 2020. https:\/\/doi.org\/10.1186\/s13638-020-01690-9","journal-title":"EURASIP Journal on Wireless Communications and Networking"},{"key":"3230_CR27","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2839190","author":"F Hussain","year":"2018","unstructured":"Hussain, F., Hassan, M. Y., Hossen, M. S., & Choudhury, S. (2018). System capacity maximization with efficient resource allocation algorithms in D2D communication. IEEE Access. https:\/\/doi.org\/10.1109\/ACCESS.2018.2839190","journal-title":"IEEE Access"},{"key":"3230_CR28","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2018.2849743","author":"J Xu","year":"2019","unstructured":"Xu, J., & Guo, C. (2019). Resource allocation for real-time D2D communications underlaying cellular networks. IEEE Transactions on Mobile Computing. https:\/\/doi.org\/10.1109\/TMC.2018.2849743","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"3230_CR29","doi-asserted-by":"publisher","DOI":"10.1002\/ett.3750","author":"M Ahmad","year":"2020","unstructured":"Ahmad, M., et al. (2020). Device-centric communication in IoT: An energy efficiency perspective. Transactions on Emerging Telecommunications Technologies. https:\/\/doi.org\/10.1002\/ett.3750","journal-title":"Transactions on Emerging Telecommunications Technologies"},{"key":"3230_CR30","doi-asserted-by":"publisher","unstructured":"Kaur, J., Khan, M. A., Iftikhar, M.,  Imran, M., & Emad Ul Haq,  Q. (2021). Machine Learning Techniques for 5G and beyond. IEEE Access, 9, 23472\u201323488. https:\/\/doi.org\/10.1109\/ACCESS.2021.3051557.","DOI":"10.1109\/ACCESS.2021.3051557"},{"key":"3230_CR31","doi-asserted-by":"publisher","unstructured":"Fourati, H., Maaloul, R., & Chaari, L. (2021).  A survey of 5G network systems: challenges and machine learning approaches, vol. 12, no. 2. Springer. https:\/\/doi.org\/10.1007\/s13042-020-01178-4.","DOI":"10.1007\/s13042-020-01178-4"},{"key":"3230_CR32","doi-asserted-by":"publisher","first-page":"137184","DOI":"10.1109\/ACCESS.2019.2942390","volume":"7","author":"ME Morocho-Cayamcela","year":"2019","unstructured":"Morocho-Cayamcela, M. E., Lee, H., & Lim, W. (2019). Machine learning for 5G\/B5G mobile and wireless communications: Potential, limitations, and future directions. IEEE Access, 7, 137184\u2013137206. https:\/\/doi.org\/10.1109\/ACCESS.2019.2942390","journal-title":"IEEE Access"},{"key":"3230_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2019.101913","author":"J Jagannath","year":"2019","unstructured":"Jagannath, J., Polosky, N., Jagannath, A., Restuccia, F., & Melodia, T. (2019). Machine learning for wireless communications in the Internet of Things: A comprehensive survey. Ad Hoc Networks. https:\/\/doi.org\/10.1016\/j.adhoc.2019.101913","journal-title":"Ad Hoc Networks"},{"key":"3230_CR34","doi-asserted-by":"publisher","unstructured":"Park, H., & Lim, Y. (2020). Reinforcement learning for energy optimization with 5g communications in vehicular social networks. Sensors (Switzerland), 20(8). https:\/\/doi.org\/10.3390\/s20082361.","DOI":"10.3390\/s20082361"},{"issue":"2","key":"3230_CR35","doi-asserted-by":"publisher","first-page":"30","DOI":"10.23919\/JCIN.2019.8917870","volume":"4","author":"Y Qian","year":"2019","unstructured":"Qian, Y., Jun, Wu., Wang, R., Zhu, F., & Zhang, W. (2019). Survey on Reinforcement Learning Applications in Communication Networks. Journal of Communications and Information Networks, 4(2), 30\u201339.","journal-title":"Journal of Communications and Information Networks"},{"key":"3230_CR36","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-018-01935-y","author":"M Elsherief","year":"2019","unstructured":"Elsherief, M., Elwekeil, M., & Abd-Elnaby, M. (2019). Resource and power allocation for achieving rate fairness in D2D communications overlaying cellular networks. Wireless Networks. https:\/\/doi.org\/10.1007\/s11276-018-01935-y","journal-title":"Wireless Networks"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03230-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03230-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03230-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T15:12:38Z","timestamp":1682608358000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03230-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,7]]},"references-count":36,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["3230"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03230-x","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,7]]},"assertion":[{"value":"3 January 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}