{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T15:38:56Z","timestamp":1742917136917,"version":"3.40.3"},"publisher-location":"Cham","reference-count":12,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031294181"},{"type":"electronic","value":"9783031294198"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-29419-8_15","type":"book-chapter","created":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T05:45:49Z","timestamp":1680500749000},"page":"200-210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Distributional Reinforcement Learning for\u00a0VoLTE Closed Loop Power Control in\u00a0Indoor Small Cells"],"prefix":"10.1007","author":[{"given":"Sara","family":"Koulali","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mostapha","family":"Derfouf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammed-Amine","family":"Koulali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammed","family":"Barboucha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,4,2]]},"reference":[{"key":"15_CR1","doi-asserted-by":"crossref","unstructured":"Baccelli, F., Blaszczyszyn, B.: Stochastic Geometry and Wireless Networks, Volume I - Theory. Now Publishers, Norwell (2009)","DOI":"10.1561\/9781601982650"},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Biswas, S., Nasir, A.M., Hossain, M.F.: A deep learning based energy efficient downlink power control mechanism for cellular networks. In: 2020 11th International Conference on Electrical and Computer Engineering (ICECE), pp. 343\u2013346. IEEE (2020)","DOI":"10.1109\/ICECE51571.2020.9393086"},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Dabney, W., Ostrovski, G., Silver, D., Munos, R.: Implicit quantile networks for distributional reinforcement learning. In: International Conference on Machine Learning, pp. 1096\u20131105. PMLR (2018)","DOI":"10.1609\/aaai.v32i1.11791"},{"issue":"4","key":"15_CR4","first-page":"2699","volume":"11","author":"Z Gao","year":"2016","unstructured":"Gao, Z., Wen, B., Huang, L., Chen, C., Su, Z.: Q-learning-based power control for LTE enterprise femtocell networks. IEEE Syst. J. 11(4), 2699\u20132707 (2016)","journal-title":"IEEE Syst. J."},{"key":"15_CR5","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/978-981-15-4095-0_4","volume-title":"Deep Reinforcement Learning","author":"Y Huang","year":"2020","unstructured":"Huang, Y.: Deep Q-Networks. In: Dong, H., Ding, Z., Zhang, S. (eds.) Deep Reinforcement Learning, pp. 135\u2013160. Springer, Singapore (2020). https:\/\/doi.org\/10.1007\/978-981-15-4095-0_4"},{"key":"15_CR6","doi-asserted-by":"publisher","first-page":"18469","DOI":"10.1109\/ACCESS.2018.2821245","volume":"6","author":"NK Madi","year":"2018","unstructured":"Madi, N.K., Hanapi, Z.B.M., Othman, M., Subramaniam, S.: Link adaptive power control and allocation for energy-efficient downlink transmissions in LTE systems. IEEE Access 6, 18469\u201318483 (2018)","journal-title":"IEEE Access"},{"issue":"10","key":"15_CR7","doi-asserted-by":"publisher","first-page":"7152","DOI":"10.1109\/TCOMM.2019.2926715","volume":"67","author":"FB Mismar","year":"2019","unstructured":"Mismar, F.B., Choi, J., Evans, B.L.: A framework for automated cellular network tuning with reinforcement learning. IEEE Trans. Commun. 67(10), 7152\u20137167 (2019)","journal-title":"IEEE Trans. Commun."},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Mismar, F.B., Evans, B.L.: Q-learning algorithm for volte closed loop power control in indoor small cells. In: 2018 52nd Asilomar Conference on Signals, Systems, and Computers, pp. 1485\u20131489. IEEE (2018)","DOI":"10.1109\/ACSSC.2018.8645168"},{"key":"15_CR9","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. CoRR abs\/1312.5602 (2013). http:\/\/arxiv.org\/abs\/1312.5602"},{"key":"15_CR10","unstructured":"Nguyen, T.N., Brun, O., Prabhu, B.J.: Joint downlink power control and channel allocation based on a partial view of future channel conditions. In: 2020 18th International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOPT), pp. 1\u20138. IEEE (2020)"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Simsek, M., Czylwik, A., Galindo-Serrano, A., Giupponi, L.: Improved decentralized q-learning algorithm for interference reduction in lte-femtocells. In: 2011 Wireless Advanced, pp. 138\u2013143. IEEE (2011)","DOI":"10.1109\/WiAd.2011.5983301"},{"key":"15_CR12","unstructured":"Sutton, R.S., Barto, A.G., et al.: Introduction to reinforcement learning. MIT Press, Cambridge (1998)"}],"container-title":["Lecture Notes in Computer Science","Ubiquitous Networking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-29419-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T05:48:29Z","timestamp":1680500909000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-29419-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031294181","9783031294198"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-29419-8_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"2 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"UNet","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Ubiquitous Networking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"unet2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/unet-conf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EDAS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4 invited papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}