{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T03:17:24Z","timestamp":1762917444039},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,3,4]],"date-time":"2013-03-04T00:00:00Z","timestamp":1362355200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/2.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Wireless Com Network"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1186\/1687-1499-2013-61","type":"journal-article","created":{"date-parts":[[2013,3,5]],"date-time":"2013-03-05T01:11:27Z","timestamp":1362445887000},"source":"Crossref","is-referenced-by-count":31,"title":["Cell range expansion using distributed Q-learning in heterogeneous networks"],"prefix":"10.1186","volume":"2013","author":[{"given":"Toshihito","family":"Kudo","sequence":"first","affiliation":[]},{"given":"Tomoaki","family":"Ohtsuki","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,3,4]]},"reference":[{"key":"646_CR1","first-page":"1","volume-title":"Proceedings of 20th International Conference on IEEE Computer Communications and Networks (ICCCN)","author":"D P\u00e9rez-L\u00f3pez","year":"2011","unstructured":"P\u00e9rez-L\u00f3pez D, Chu X: Inter-cell interference coordination for expanded region picocells in heterogeneous networks. In Proceedings of 20th International Conference on IEEE Computer Communications and Networks (ICCCN). (Maui, HI, USA; 2011:1-6."},{"key":"646_CR2","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MWC.2011.5876496","volume":"18","author":"A Damnjanovic","year":"2011","unstructured":"Damnjanovic A, Montojo J, Wei Y, Ji T, Luo T, Vajapeyam M, Yoo T, Song O, Malladi D: A survey on 3GPP heterogeneous networks. IEEE Wirel. Commun. 2011, 18: 10-21.","journal-title":"IEEE Wirel. Commun"},{"key":"646_CR3","first-page":"1","volume-title":"11th European Wireless Conference 2011\u2014Sustainable Wireless Technologies (European Wireless)","author":"J Sangiamwong","year":"2011","unstructured":"Sangiamwong J, Saito Y, Miki N, Abe T, Nagata S, Okumura Y: Investigation on cell selection methods associated with inter-cell interference coordination in heterogeneous networks for LTE-advanced downlink. In 11th European Wireless Conference 2011\u2014Sustainable Wireless Technologies (European Wireless). (Vienna, Austria; 2011:1-6."},{"key":"646_CR4","first-page":"844","volume-title":"8th International Symposium on Wireless Communication Systems (ISWCS)","author":"M Shirakabe","year":"2011","unstructured":"Shirakabe M, Morimoto A, Miki N: Performance evaluation of inter-cell interference coordination and cell range expansion in heterogeneous networks for LTE-advanced downlink. In 8th International Symposium on Wireless Communication Systems (ISWCS). (Aachen, Germany; 2011:844-848."},{"key":"646_CR5","first-page":"1","volume-title":"IEEE Vehicular Technology Conference (VTC Fall)","author":"\u0130 G\u00fcven\u00e7","year":"2011","unstructured":"G\u00fcven\u00e7 \u0130, Jeong MR, Demirdog\u0304en \u0130, Keciciog\u0304lu B, Watanabe F: Range expansion and inter-cell interference coordination (ICIC) for picocell networks. In IEEE Vehicular Technology Conference (VTC Fall). (San Francisco, CA, USA; 2011:1-6."},{"key":"646_CR6","doi-asserted-by":"publisher","first-page":"1084","DOI":"10.1109\/LCOMM.2011.082611.111387","volume":"15","author":"\u0130 G\u00fcven\u00e7","year":"2011","unstructured":"G\u00fcven\u00e7 \u0130: Capacity and fairness analysis of heterogeneous networks with range expansion and interference coordination. IEEE Commun. Lett. 2011, 15: 1084-1087.","journal-title":"IEEE Commun. Lett"},{"key":"646_CR7","volume-title":"IEEE International Conference on Communications Workshops (ICC)","author":"K Okino","year":"2011","unstructured":"Okino K, Nakayama T, Yamazaki C, Sato H, Kusano Y: Pico cell range expansion with interference mitigation toward LTE-advanced heterogeneous networks. In IEEE International Conference on Communications Workshops (ICC). (Kyoto, Japan; 2011."},{"key":"646_CR8","volume-title":"IEEE International Conference on Communications Workshops (ICC)","author":"M Vajapeyam","year":"2011","unstructured":"Vajapeyam M, Damnjanovic A, Montojo J, Ji T, Wei Y, Malladi D: Downlink FTP performance of heterogeneous networks for LTE-advanced. In IEEE International Conference on Communications Workshops (ICC). (Kyoto, Japan; 2011."},{"key":"646_CR9","first-page":"1","volume-title":"IEEE 75th Vehicular Technology Conference (VTC Spring)","author":"CS Chiu","year":"2012","unstructured":"Chiu CS, Huang CC: An interference coordination scheme for picocell range expansion in heterogeneous networks. In IEEE 75th Vehicular Technology Conference (VTC Spring). (Yokohama, Japan; 2012:1-6."},{"key":"646_CR10","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/APCC.2011.6152756","volume-title":"17th Asia-Pacific Conference Communications (APCC)","author":"M Lee","year":"2011","unstructured":"Lee M, Oh SK: On resource block sharing in 3GPP-LTE system. In 17th Asia-Pacific Conference Communications (APCC). (Sabah, Malaysia; 2011:38-42."},{"key":"646_CR11","volume-title":"Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG: Reinforcement Learning. Cambridge: MIT Press; 1998."},{"key":"646_CR12","doi-asserted-by":"publisher","first-page":"1823","DOI":"10.1109\/TVT.2010.2043124","volume":"59","author":"A Galindo-Serrano","year":"2010","unstructured":"Galindo-Serrano A, Giupponi L: Distributed Q-learning for aggregated interference control in cognitive radio networks. IEEE Trans. Veh. Technol. 2010, 59: 1823-1834.","journal-title":"IEEE Trans. Veh. Technol"},{"key":"646_CR13","first-page":"170","volume-title":"Proceedings of the 8th International Symposium on Modeling and Optimization in Mobile, Ad Hoc and Wireless Networks (WiOpt)","author":"M Dirani","year":"2010","unstructured":"Dirani M, Altman Z: A cooperative reinforcement learning approach for inter-cell interference coordination in OFDMA cellular networks. In Proceedings of the 8th International Symposium on Modeling and Optimization in Mobile, Ad Hoc and Wireless Networks (WiOpt). (Avignon, France; 2010:170-176."},{"key":"646_CR14","first-page":"1","volume-title":"IEEE 73rd Vehicular Technology Conference (VTC Spring)","author":"A Galindo-Serrano","year":"2011","unstructured":"Galindo-Serrano A, Giupponi L, Auer G: Distributed learning in multiuser OFDMA femtocell networks. In IEEE 73rd Vehicular Technology Conference (VTC Spring). (Yokohama, Japan; 2011:1-6."},{"key":"646_CR15","first-page":"1","volume-title":"IEEE 75th Vehicular Technology Conference (VTC Spring)","author":"A Feki","year":"2012","unstructured":"Feki A, Capdevielle V, Sorsy E: Self-organized resource allocation for LTE pico cells: a reinforcement learning approach. In IEEE 75th Vehicular Technology Conference (VTC Spring). (Yokohama, Japan; 2012:1-5."},{"key":"646_CR16","first-page":"1","volume-title":"IEEE 75th Vehicular Technology Conference (VTC Spring)","author":"C Dhahri","year":"2012","unstructured":"Dhahri C, Ohtsuki T: Learning-based cell selection method for femtocell networks. In IEEE 75th Vehicular Technology Conference (VTC Spring). (Yokohama, Japan; 2012:1-5."},{"key":"646_CR17","doi-asserted-by":"publisher","first-page":"1865","DOI":"10.1109\/PIMRC.2010.5671622","volume-title":"IEEE 21st International Symposium Personal Indoor and Mobile Radio Communications (PIMRC)","author":"R Razavi","year":"2010","unstructured":"Razavi R, Klein S, Claussen H: Self-optimization of capacity and coverage in LTE networks using a fuzzy reinforcement learning approach. In IEEE 21st International Symposium Personal Indoor and Mobile Radio Communications (PIMRC). (Instanbul, Turkey; 2010:1865-1870."},{"key":"646_CR18","doi-asserted-by":"publisher","first-page":"978","DOI":"10.1109\/EW.2010.5483516","volume-title":"European Wireless Conference (EW)","author":"A Khandekar","year":"2010","unstructured":"Khandekar A, Bhushan N, Tingfang J, Vanghi V: LTE-advanced: heterogeneous networks. In European Wireless Conference (EW). (Lucca, Italy; 2010:978-982."},{"key":"646_CR19","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1109\/CIMCA.2008.98","volume-title":"Computational Intelligence for Modelling, Control and Automation, International Conference","author":"R Ribeiro","year":"2008","unstructured":"Ribeiro R, Borges AP, Enembreck F: Interaction models for multiagent reinforcement learning. In Computational Intelligence for Modelling, Control and Automation, International Conference. (Vienna, Austria; 2008:464-469."},{"key":"646_CR20","first-page":"272","volume-title":"Proceedings of the 3rd World Congress Intelligent Control and Automation","author":"O Haitao","year":"2000","unstructured":"Haitao O, Weidong Z, Wenyuan Z, Xiaoming X: A novel multi-agent Q-learning algorithm in cooperative multi-agent system. In Proceedings of the 3rd World Congress Intelligent Control and Automation. (Hefei, China; 2000:272-276."},{"key":"646_CR21","first-page":"1","volume-title":"Proceedings of the Fifth International Conference, Cognitive Radio Oriented Wireless Networks & Communications (CROWNCOM)","author":"A Galindo-Serrano","year":"2010","unstructured":"Galindo-Serrano A, Giupponi L, Blasco P, Dohler M: Learning from experts in cognitive radio networks: the docitive paradigm. In Proceedings of the Fifth International Conference, Cognitive Radio Oriented Wireless Networks & Communications (CROWNCOM). (Cannes, France; 2010:1-6."},{"key":"646_CR22","volume-title":"Evolved Universal Terrestrial Radio Access (E-UTRA); further advancements for E-UTRA physical layer aspects","author":"3GPP TR 36.814 (V9.0.0)","year":"2010","unstructured":"3GPP TR 36.814 (V9.0.0): Evolved Universal Terrestrial Radio Access (E-UTRA); further advancements for E-UTRA physical layer aspects. 2010."}],"container-title":["EURASIP Journal on Wireless Communications and Networking"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1687-1499-2013-61\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1687-1499-2013-61.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1687-1499-2013-61.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,1,22]],"date-time":"2019-01-22T11:58:18Z","timestamp":1548158298000},"score":1,"resource":{"primary":{"URL":"https:\/\/jwcn-eurasipjournals.springeropen.com\/articles\/10.1186\/1687-1499-2013-61"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3,4]]},"references-count":22,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["646"],"URL":"https:\/\/doi.org\/10.1186\/1687-1499-2013-61","relation":{},"ISSN":["1687-1499"],"issn-type":[{"value":"1687-1499","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3,4]]},"article-number":"61"}}