{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T14:29:10Z","timestamp":1771079350916,"version":"3.50.1"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031609930","type":"print"},{"value":"9783031609947","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-60994-7_11","type":"book-chapter","created":{"date-parts":[[2024,5,26]],"date-time":"2024-05-26T23:04:39Z","timestamp":1716764679000},"page":"128-141","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Reinforcement Learning Based Power Allocation for 6G Heterogenous Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0341-2951","authenticated-orcid":false,"given":"Hayder Faeq","family":"Alhashimi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5157-4595","authenticated-orcid":false,"given":"Mhd Nour","family":"Hindia","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0186-3890","authenticated-orcid":false,"given":"Kaharudin","family":"Dimyati","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6384-0435","authenticated-orcid":false,"given":"Effariza Binti","family":"Hanafi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2816-2506","authenticated-orcid":false,"given":"Tengku Faiz","family":"Tengku Mohmed Noor Izam","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,5,26]]},"reference":[{"key":"11_CR1","doi-asserted-by":"publisher","first-page":"647","DOI":"10.3390\/electronics12030647","volume":"12","author":"HF Alhashimi","year":"2023","unstructured":"Alhashimi, H.F., et al.: A survey on resource management for 6G heterogeneous networks: current research, future trends, and challenges. Electronics 12, 647 (2023)","journal-title":"Electronics"},{"key":"11_CR2","doi-asserted-by":"publisher","first-page":"2842","DOI":"10.3390\/electronics11182842","volume":"11","author":"OT Alzubaidi","year":"2022","unstructured":"Alzubaidi, O.T., et al.: Interference challenges and management in B5G network design: a comprehensive review. Electronics 11, 2842 (2022)","journal-title":"Electronics"},{"key":"11_CR3","doi-asserted-by":"publisher","first-page":"1847","DOI":"10.3390\/electronics10151847","volume":"10","author":"A Bani-Bakr","year":"2021","unstructured":"Bani-Bakr, A., Dimyati, K., Hindia, M.N., Wong, W.R., Izam, T.F.: Joint successful transmission probability, delay, and energy efficiency caching optimization in FOG Radio access network. Electronics 10, 1847 (2021)","journal-title":"Electronics"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Bani-Bakr, A., Dimyati, K., Hindia, M.N.: Optimizing the probability of fog nodes in a finite fog radio access network. In: 2021 IEEE Asia-Pacific Conference on Applied Electromagnetics (APACE) (2021)","DOI":"10.1109\/APACE53143.2021.9760533"},{"key":"11_CR5","doi-asserted-by":"publisher","first-page":"1787","DOI":"10.1109\/OJCOMS.2023.3301630","volume":"4","author":"WK Alsaedi","year":"2023","unstructured":"Alsaedi, W.K., Ahmadi, H., Khan, Z., Grace, D.: Spectrum options and allocations for 6G: a regulatory and standardization review. IEEE Open J. Commun. Soc. 4, 1787\u20131812 (2023)","journal-title":"IEEE Open J. Commun. Soc."},{"key":"11_CR6","doi-asserted-by":"publisher","first-page":"7892","DOI":"10.1109\/ACCESS.2023.3238799","volume":"11","author":"AM Alibraheemi","year":"2023","unstructured":"Alibraheemi, A.M., et al.: A survey of resource management in D2D communication for B5G networks. IEEE Access 11, 7892\u20137923 (2023)","journal-title":"IEEE Access"},{"key":"11_CR7","doi-asserted-by":"publisher","first-page":"1673","DOI":"10.3390\/sym15091673","volume":"15","author":"HF Alhashimi","year":"2023","unstructured":"Alhashimi, H.F., Hindia, M.N., Dimyati, K., Hanafi, E.B., Izam, T.F.: Joint optimization scheme of user association and channel allocation in 6G hetnets. Symmetry 15, 1673 (2023)","journal-title":"Symmetry"},{"key":"11_CR8","doi-asserted-by":"publisher","first-page":"2937","DOI":"10.3390\/electronics10232937","volume":"10","author":"V Tilwari","year":"2021","unstructured":"Tilwari, V., et al.: MBMQA: a multicriteria-aware routing approach for the IOT 5G network based on D2D communication. Electronics 10, 2937 (2021)","journal-title":"Electronics"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Tilwari, V., Bani-Bakr, A., Qamar, F., Hindia, M.N., Jayakody, D.N., Hassan, R.: Mobility and queue length aware routing approach for network stability and load balancing in Manet. In: 2021 International Conference on Electrical Engineering and Informatics (ICEEI) (2021)","DOI":"10.1109\/ICEEI52609.2021.9611119"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Rao, R.P.N.: Reinforcement learning: an introduction. In: Sutton, R.S., Barto, A.G. (eds.) MIT Press, Cambridge, 380 p (1998). ISBN 0\u2013262\u201319398\u20131, $42.00. Neural Networks 13, 133\u2013135 (2000)","DOI":"10.1016\/S0893-6080(99)00098-2"},{"key":"11_CR11","doi-asserted-by":"publisher","first-page":"32405","DOI":"10.1109\/ACCESS.2021.3060480","volume":"9","author":"MU Iqbal","year":"2021","unstructured":"Iqbal, M.U., Ansari, E.A., Akhtar, S.: Interference mitigation in hetnets to improve the QoS using Q-learning. IEEE Access. 9, 32405\u201332424 (2021)","journal-title":"IEEE Access."},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Chen, Z., Yu, M., Zhang, Z., Zeng, H.: Power allocation algorithm based on q\u2010learning for two\u2010way relaying system with dual\u2010Media Parallel Communication. IET Signal Process. 17 (2022)","DOI":"10.1049\/sil2.12174"},{"key":"11_CR13","doi-asserted-by":"publisher","first-page":"2756","DOI":"10.1109\/TII.2019.2954334","volume":"16","author":"J Wang","year":"2020","unstructured":"Wang, J., Jiang, C., Zhang, K., Hou, X., Ren, Y., Qian, Y.: Distributed Q-learning aided heterogeneous network association for energy-efficient iiot. IEEE Trans. Industr. Inf. 16, 2756\u20132764 (2020)","journal-title":"IEEE Trans. Industr. Inf."},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"20868","DOI":"10.1109\/JIOT.2023.3285047","volume":"10","author":"C Guo","year":"2023","unstructured":"Guo, C., Li, Z., Liang, L., Li, G.Y.: Reinforcement learning-based power control for reliable mission-critical wireless transmission. IEEE Internet Things J. 10, 20868\u201320883 (2023)","journal-title":"IEEE Internet Things J."},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Amiri, R., Mehrpouyan, H., Fridman, L., Mallik, R.K., Nallanathan, A., Matolak, D.: A machine learning approach for power allocation in HetNets considering QoS. In: 2018 IEEE International Conference on Communications (ICC) (2018)","DOI":"10.1109\/ICC.2018.8422864"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Messaoud, S., Bradai, A., Atri, M.: Distributed Q-learning based-decentralized resource allocation for future wireless networks. In: 2020 17th International Multi-Conference on Systems, Signals & Devices (SSD) (2020)","DOI":"10.1109\/SSD49366.2020.9364198"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Hmidi, K., Najeh, S., Bouallegue, A.: Power control approach in hetnets based-Qlearning technique. In: 2023 International Wireless Communications and Mobile Computing (IWCMC) (2023)","DOI":"10.1109\/IWCMC58020.2023.10183032"},{"key":"11_CR18","doi-asserted-by":"publisher","first-page":"19654","DOI":"10.1109\/ACCESS.2022.3151090","volume":"10","author":"MU Iqbal","year":"2022","unstructured":"Iqbal, M.U., Ansari, E.A., Akhtar, S., Khan, A.N.: Improving the QoS in 5G hetnets through cooperative Q-learning. IEEE Access 10, 19654\u201319676 (2022)","journal-title":"IEEE Access"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Naidu, J.V., Mukherjee, S., Adhya, A.: Q-learning based power allocation in self organizing heterogeneous networks. In: 2021 International Conference on Industrial Electronics Research and Applications (ICIERA) (2021)","DOI":"10.1109\/ICIERA53202.2021.9726719"},{"key":"11_CR20","doi-asserted-by":"crossref","unstructured":"Ju, S., Xing, Y., Kanhere, O., Rappaport, T.S.: Sub-terahertz channel measurements and characterization in a factory building. In: ICC 2022 - IEEE International Conference on Communications (2022)","DOI":"10.1109\/ICC45855.2022.9838910"}],"container-title":["Lecture Notes in Computer Science","Internet of Things, Smart Spaces, and Next Generation Networks and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-60994-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,26]],"date-time":"2024-05-26T23:09:29Z","timestamp":1716764969000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-60994-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031609930","9783031609947"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-60994-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"26 May 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NEW2AN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Next Generation Wired\/Wireless Networking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dubai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Arab Emirates","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"new2an2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/new2an.info\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EDAS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"256","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}