{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T22:40:05Z","timestamp":1750891205292,"version":"3.41.0"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030791568"},{"type":"electronic","value":"9783030791575"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-79157-5_9","type":"book-chapter","created":{"date-parts":[[2021,6,26]],"date-time":"2021-06-26T07:02:35Z","timestamp":1624690955000},"page":"95-105","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Power Control in 5G Heterogeneous Cells Considering User Demands Using Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Anastasios","family":"Giannopoulos","sequence":"first","affiliation":[]},{"given":"Sotirios","family":"Spantideas","sequence":"additional","affiliation":[]},{"given":"Christos","family":"Tsinos","sequence":"additional","affiliation":[]},{"given":"Panagiotis","family":"Trakadas","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,22]]},"reference":[{"key":"9_CR1","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1109\/JSAC.2014.2328098","volume":"32","author":"JG Andrews","year":"2014","unstructured":"Andrews, J.G., et al.: What will 5G be? IEEE J. Sel. Areas Commun. 32, 1065\u20131082 (2014)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"9_CR2","doi-asserted-by":"publisher","first-page":"3591","DOI":"10.3390\/s19163591","volume":"19","author":"P Trakadas","year":"2019","unstructured":"Trakadas, P., et al.: Hybrid clouds for data-intensive, 5G-enabled iot applications: an overview, key issues and relevant architecture. Sensors 19, 3591 (2019)","journal-title":"Sensors"},{"key":"9_CR3","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3390\/jsan9010004","volume":"9","author":"P Trakadas","year":"2020","unstructured":"Trakadas, P., et al.: Comparison of management and orchestration solutions for the 5G era. J. Sens. Actuator Netw. 9, 4 (2020)","journal-title":"J. Sens. Actuator Netw."},{"key":"9_CR4","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1109\/MCOM.2018.1701031","volume":"56","author":"FD Calabrese","year":"2018","unstructured":"Calabrese, F.D., Wang, L., Ghadimi, E., Peters, G., Hanzo, L., Soldati, P.: Learning radio resource management in RANs: framework, opportunities, and challenges. IEEE Commun. Mag. 56, 138\u2013145 (2018)","journal-title":"IEEE Commun. Mag."},{"key":"9_CR5","doi-asserted-by":"publisher","first-page":"137184","DOI":"10.1109\/ACCESS.2019.2942390","volume":"7","author":"ME Morocho-Cayamcela","year":"2019","unstructured":"Morocho-Cayamcela, M.E., Lee, H., Lim, W.: Machine learning for 5G\/B5G mobile and wireless communications: potential, limitations, and future directions. IEEE Access 7, 137184\u2013137206 (2019)","journal-title":"IEEE Access"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Qi, Q., Minturn, A., Yang, Y.: An efficient water-filling algorithm for power allocation in OFDM-based cognitive radio systems. In: 2012 International Conference on Systems and Informatics, ICSAI 2012, pp. 2069\u20132073 (2012)","DOI":"10.1109\/ICSAI.2012.6223460"},{"key":"9_CR7","doi-asserted-by":"publisher","first-page":"4331","DOI":"10.1109\/TSP.2011.2147784","volume":"59","author":"Q Shi","year":"2011","unstructured":"Shi, Q., Razaviyayn, M., Luo, Z.Q., He, C.: An iteratively weighted MMSE approach to distributed sum-utility maximization for a MIMO interfering broadcast channel. IEEE Trans. Sig. Process. 59, 4331\u20134340 (2011)","journal-title":"IEEE Trans. Sig. Process."},{"key":"9_CR8","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"9_CR9","doi-asserted-by":"publisher","first-page":"2224","DOI":"10.1109\/COMST.2019.2904897","volume":"21","author":"C Zhang","year":"2019","unstructured":"Zhang, C., Patras, P., Haddadi, H.: Deep learning in mobile and wireless networking: a survey. IEEE Commun. Surv. Tutor. 21, 2224\u20132287 (2019)","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Balevi, E., Andrews, J.G.: A novel deep reinforcement learning algorithm for online antenna tuning. In: 2019 IEEE Global Communications Conference, GLOBECOM 2019 - Proceedings (2019)","DOI":"10.1109\/GLOBECOM38437.2019.9013308"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Kang, C., Ma, T., Teng, Y., Guo, D.: Power allocation in multi-cell networks using deep reinforcement learning. In: IEEE Vehicular Technology Conference (2018)","DOI":"10.1109\/VTCFall.2018.8690757"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Zhao, N., Liang, Y.C., Niyato, D., Pei, Y., Wu, M., Jiang, Y.: Deep reinforcement learning for user association and resource allocation in heterogeneous cellular networks. IEEE Trans. Wirel. Commun. 5141\u20135152 (2019)","DOI":"10.1109\/TWC.2019.2933417"},{"key":"9_CR13","doi-asserted-by":"publisher","first-page":"2239","DOI":"10.1109\/JSAC.2019.2933973","volume":"37","author":"YS Nasir","year":"2019","unstructured":"Nasir, Y.S., Guo, D.: Multi-agent deep reinforcement learning for dynamic power allocation in wireless networks. IEEE J. Sel. Areas Commun. 37, 2239\u20132250 (2019)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Lei, L., Yuan, D., Ho, C.K., Sun, S.: Joint optimization of power and channel allocation with non-orthogonal multiple access for 5G cellular systems (2016)","DOI":"10.1109\/GLOCOM.2015.7417761"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Xu, Z., Wang, Y., Tang, J., Wang, J., Gursoy, M.C.: A deep reinforcement learning based framework for power-efficient resource allocation in cloud RANs. In: IEEE International Conference on Communications (2017)","DOI":"10.1109\/ICC.2017.7997286"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Amiri, R., Mehrpouyan, H., Fridman, L., Mallik, R.K., Nallanathan, A., Matolak, D.: A machine learning approach for power allocation in HetNets considering QoS. In: IEEE International Conference on Communications (2018)","DOI":"10.1109\/ICC.2018.8422864"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Zhang, M., Chen, M.: Power allocation in multi-cell system using distributed deep neural network algorithm. In: International Conference on Wireless and Mobile Computing, Networking and Communications. IEEE Computer Society (2019)","DOI":"10.1109\/WiMOB.2019.8923201"},{"key":"9_CR18","doi-asserted-by":"publisher","first-page":"177254","DOI":"10.1109\/ACCESS.2019.2937438","volume":"7","author":"G Zhao","year":"2019","unstructured":"Zhao, G., Li, Y., Xu, C., Han, Z., Xing, Y., Yu, S.: Joint power control and channel allocation for interference mitigation based on reinforcement learning. IEEE Access 7, 177254\u2013177265 (2019)","journal-title":"IEEE Access"},{"key":"9_CR19","doi-asserted-by":"publisher","first-page":"2254","DOI":"10.1109\/TAC.2007.910665","volume":"52","author":"DP Palomar","year":"2007","unstructured":"Palomar, D.P., Chiang, M.: Alternative distributed algorithms for network utility maximization: framework and applications. IEEE Trans. Automat. Contr. 52, 2254\u20132269 (2007)","journal-title":"IEEE Trans. Automat. Contr."},{"key":"9_CR20","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1007\/s11277-009-9909-7","volume":"58","author":"M Tang","year":"2011","unstructured":"Tang, M., Long, C., Guan, X.: Nonconvex optimization for power control in wireless CDMA networks. Wirel. Pers. Commun. 58, 851\u2013865 (2011)","journal-title":"Wirel. Pers. Commun."},{"key":"9_CR21","unstructured":"3GPP: Study on channel model for frequencies from 0.5 to 100 GHz. Technical report (TR) 38.901, 3rd Generation Partnership Project (2017)"}],"container-title":["IFIP Advances in Information and Communication Technology","Artificial Intelligence Applications and Innovations. AIAI 2021 IFIP WG 12.5 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-79157-5_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T22:02:13Z","timestamp":1750888933000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-79157-5_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030791568","9783030791575"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-79157-5_9","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"type":"print","value":"1868-4238"},{"type":"electronic","value":"1868-422X"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"22 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Artificial Intelligence Applications and Innovations","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hersonissos, Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aiai2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.aiai2021.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easyacademia.org","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"113","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.7","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.8","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}