{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T18:55:02Z","timestamp":1743015302773,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031673207"},{"type":"electronic","value":"9783031673214"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-67321-4_16","type":"book-chapter","created":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T16:02:07Z","timestamp":1724515327000},"page":"231-246","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Dynamic Resource Allocation for\u00a05G Device-to-Device Communication Based on\u00a0Expected SARSA"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0827-2057","authenticated-orcid":false,"given":"Shashini Thamarasie","family":"Wanniarachchi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9964-8816","authenticated-orcid":false,"given":"Volker","family":"Turau","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,25]]},"reference":[{"key":"16_CR1","unstructured":"3GPP: technical specification group services and system aspects; feasibility study for proximity services. Technical Report, 23803 (2012)"},{"key":"16_CR2","unstructured":"3GPP: technical specification group services and system aspects; study on architecture enhancements to support proximity services. Technical Report, 23703 (2013)"},{"key":"16_CR3","unstructured":"3GPP: study on channel model for frequencies from 0.5 to 100 GHz. Technical Report, 38901 (2022)"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Abdulqadir, M.Q., Janaby, A.O.A.: Capacity and throughput enhancement for minimum distance using D2D scheme with TCP for 5G system. In: 2022 8th International Conference on Contemporary Information Technology and Mathematics, pp. 34\u201338 (2022)","DOI":"10.1109\/ICCITM56309.2022.10031989"},{"key":"16_CR5","doi-asserted-by":"publisher","first-page":"120238","DOI":"10.1109\/ACCESS.2019.2937401","volume":"7","author":"S Alemaishat","year":"2019","unstructured":"Alemaishat, S., Saraereh, O.A., Khan, I., Choi, B.J.: An efficient resource allocation algorithm for D2D communications based on NOMA. IEEE Access 7, 120238\u2013120247 (2019)","journal-title":"IEEE Access"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Austine, A., Pramila, R.S.: A review on recent research directions in device to device communication. In: 3rd International Conference on Inventive Computation Technologies (2018)","DOI":"10.1109\/ICICT43934.2018.9034350"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Bilal, N.M., Velmurugan, T.: A review of efficient resource allocation for mm-wave D2D communication in cellular networks using ML algorithm. In: 2023 3rd International Conference on Pervasive Computing and Social Networking, pp. 1307\u20131312 (2023)","DOI":"10.1109\/ICPCSN58827.2023.00220"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Budhiraja, I., Kumar, N., Tyagi, S.: Ishu: Interference reduction scheme for D2D mobile groups using uplink NOMA. IEEE Trans. Mobile Comp. 21(9), 3208\u20133224 (2022)","DOI":"10.1109\/TMC.2021.3051670"},{"issue":"5","key":"16_CR9","doi-asserted-by":"publisher","first-page":"4721","DOI":"10.1109\/TVT.2019.2900922","volume":"68","author":"I Budhiraja","year":"2019","unstructured":"Budhiraja, I., Tyagi, S., Tanwar, S., Kumar, N., Guizani, M.: Cross layer NOMA interference mitigation for femtocell users in 5G environment. IEEE Trans. Veh. Techn. 68(5), 4721\u20134733 (2019)","journal-title":"IEEE Trans. Veh. Techn."},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Chen, L., Hu, B., Chen, S., Xu, G.: QoE-driven resource allocation for D2D underlaying NOMAcellular networks. In: IEEE Wireless Communications and Networking Conference (2021)","DOI":"10.1109\/WCNC49053.2021.9417558"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Du, Y., Shao, Y., Shi, Y., Huang, W., Sun, K.: Joint power and channel allocation for D2D underlaid multi-user cellular networks. In: 2021 IEEE International Conference on Artificial Intelligence and Computer Applications, pp. 219\u2013223 (2021)","DOI":"10.1109\/ICAICA52286.2021.9498151"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Geraci, G., et al.: What will the future of UAV cellular communications be? A flight from 5G to 6G. IEEE Com. Sur.\/Tut. 24(3), 1304\u20131335 (2022)","DOI":"10.1109\/COMST.2022.3171135"},{"issue":"1","key":"16_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13638-018-1275-2","volume":"2018","author":"J Gui","year":"2018","unstructured":"Gui, J., Zhou, K.: Cellular throughput optimization by game-based power adjustment and outband D2D communication. EURASIP J. Wirel. Commun. Networking 2018(1), 1\u201325 (2018). https:\/\/doi.org\/10.1186\/s13638-018-1275-2","journal-title":"EURASIP J. Wirel. Commun. Networking"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Gupta, R., Tanwar, S.: Interference mitigation and secrecy-ensured D2D resource allocation scheme using game theory. In: IEEE INFOCOM 2022 - IEEE Conference on Computer Communications Workshops, pp.\u00a01\u20136 (2022)","DOI":"10.1109\/INFOCOMWKSHPS54753.2022.9798264"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Gupta, R., Tanwar, S., Kumar, N.: Secrecy-ensured NOMA-based cooperative D2D-aided fog computing under imperfect CSI. J. Inf. Sec. App. 59, 102812 (2021)","DOI":"10.1016\/j.jisa.2021.102812"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Gupta, S., Patel, R., Gupta, R., Tanwar, S., Patel, N.: A survey on resource allocation schemes in device-to-device communication. In: 2022 12th International Conference on Cloud Computing, Data Science & Engineering (Confluence), pp. 140\u2013145 (2022)","DOI":"10.1109\/Confluence52989.2022.9734183"},{"issue":"2","key":"16_CR17","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1109\/LWC.2020.3025312","volume":"10","author":"HB Jeon","year":"2021","unstructured":"Jeon, H.B., Koo, B.H., Park, S.H., Park, J., Chae, C.B.: Graph-theory-based resource allocation and mode selection in D2D communication systems: The role of full-duplex. IEEE wireless Com. Lett. 10(2), 236\u2013240 (2021)","journal-title":"IEEE wireless Com. Lett."},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Kai, C., Meng, X., Mei, L., Huang, W.: Deep reinforcement learning based user association and resource allocation for D2D-enabled wireless networks. In: 2021 IEEE\/CIC International Conference on Communications in China, pp. 1172\u20131177 (2021)","DOI":"10.1109\/ICCC52777.2021.9580261"},{"issue":"3","key":"16_CR19","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1109\/LCOMM.2020.3042490","volume":"25","author":"W Lee","year":"2021","unstructured":"Lee, W., Lee, K.: Resource allocation scheme for guarantee of QoS in D2D communications using deep neural network. IEEE Com. Lett. 25(3), 887\u2013891 (2021)","journal-title":"IEEE Com. Lett."},{"key":"16_CR20","unstructured":"Mantilla, I., Turau, V.: Comparison of WiFi interference mitigation strategies in DSME networks: leveraging reinforcement learning with expected SARSA (2023)"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Mensah, R.N., Zhiyuan, L., Okine, A.A., Adeke, J.M.: A game-theoretic approach to computation offloading in software-defined D2D-enabled vehicular networks. In: 2021 2nd Information Communication Technologies Conference, pp. 34\u201338 (2021)","DOI":"10.1109\/ICTC51749.2021.9441652"},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Militaru, A.V., Lazar, R.G., Caruntu, C.F., Comsa, C.R., Bogdan, I.: Analysis of message flow transmissions for an inter-vehicle communication scenario. In: 2022 14th International Conference on Electronics, Computers and Artificial Intelligence, pp.\u00a01\u20136 (2022)","DOI":"10.1109\/ECAI54874.2022.9847482"},{"key":"16_CR23","doi-asserted-by":"publisher","first-page":"181176","DOI":"10.1109\/ACCESS.2020.3028550","volume":"8","author":"G Nardini","year":"2020","unstructured":"Nardini, G., Sabella, D., Stea, G., Thakkar, P., Virdis, A.: Simu5G-an OMNeT++ library for end-to-end performance evaluation of 5G networks. IEEE Access 8, 181176\u2013181191 (2020)","journal-title":"IEEE Access"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Qi, Y., Geng, S.: Deep-reinforcement-learning-based resource allocation for energy harvesting D2D communication. In: 2023 4th International Conference on Electronic Communication and Artificial Intelligence, pp. 85\u201388 (2023)","DOI":"10.1109\/ICECAI58670.2023.10176743"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Randhava, K.S., Roslee, M., Nmenme, P.U., Yusoff, Z.: Radio resource allocation for interference management in device to device (D2D) 5G networks. In: 2021 International Conference on Electrical, Communication, and Computer Engineering, pp.\u00a01\u20136 (2021)","DOI":"10.1109\/ICECCE52056.2021.9514116"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Rathi, R., Gupta, N.: Device to device communication using stackelberg game theory approach. In: 2020 Research, Innovation, Knowledge Management and Technology Application for Business Sustainability, pp. 100\u2013103 (2020)","DOI":"10.1109\/INBUSH46973.2020.9392124"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"van Seijen, H., van Hasselt, H., Whiteson, S., Wiering, M.: A theoretical and empirical analysis of expected sarsa. In: 2009 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning, pp. 177\u2013184 (2009)","DOI":"10.1109\/ADPRL.2009.4927542"},{"key":"16_CR28","unstructured":"Varga, A.: The OMNET++ discrete event simulation system. In: Proceedings of the ESM, vol. 9 (2001)"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"81651","DOI":"10.1109\/ACCESS.2021.3086148","volume":"9","author":"D Wang","year":"2021","unstructured":"Wang, D., Zhang, S., Cheng, Q., Zhang, X.: Joint interference alignment and power allocation based on stackelberg game in device-to-device communications underlying cellular networks. IEEE Access 9, 81651\u201381659 (2021)","journal-title":"IEEE Access"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Xiang, H., Peng, J., Gao, Z., Li, L., Yang, Y.: Multi-agent power and resource allocation for D2D communications: a deep reinforcement learning approach. In: 2022 IEEE 96th Vehicular Technology Conference, pp.\u00a01\u20135 (2022)","DOI":"10.1109\/VTC2022-Fall57202.2022.10012889"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Xue, Y., Yang, Z., Yang, W., Yang, J.: D2D resource allocation and power control algorithms based on graph coloring in 5G IoT. In: 2019 Computing, Communications and IoT Applications, pp. 17\u201322 (2019)","DOI":"10.1109\/ComComAp46287.2019.9018806"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Yu, S., Jeong, Y.J., Lee, J.W.: Resource allocation scheme based on deep reinforcement learning for device-to-device communications. In: 2021 International Conference on Information Networking, pp. 712\u2013714 (2021)","DOI":"10.1109\/ICOIN50884.2021.9333953"},{"issue":"1","key":"16_CR33","doi-asserted-by":"publisher","first-page":"984","DOI":"10.1109\/TVT.2021.3130159","volume":"71","author":"Y Yuan","year":"2022","unstructured":"Yuan, Y., Li, Z., Liu, Z., Yang, Y., Guan, X.: Double deep Q-network based distributed resource matching algorithm for D2D communication. IEEE Trans. Veh. Technol. 71(1), 984\u2013993 (2022)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Zhou, X., Chen, G., Hu, Y., Li, X.: D2D interference management and resource allocation scheme based on improved graph coloring. In: 2022 International Conference on Artificial Intelligence, Information Processing and Cloud Computing, pp. 184\u2013187 (2022)","DOI":"10.1109\/AIIPCC57291.2022.00047"},{"key":"16_CR35","doi-asserted-by":"crossref","unstructured":"Zhu, L., Liu, C., Yuan, J., Yu, G.: Machine learning-based resource optimization for D2D communication underlaying networks. In: 2020 IEEE 92nd Vehicular Technology Conference, pp.\u00a01\u20136 (2020)","DOI":"10.1109\/VTC2020-Fall49728.2020.9348830"}],"container-title":["Lecture Notes in Computer Science","Networked Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-67321-4_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T16:04:56Z","timestamp":1724515496000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-67321-4_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031673207","9783031673214"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-67321-4_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"25 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NETYS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Networked Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rabat","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"netys2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/netys.net\/committees\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}