{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,9,12]],"date-time":"2023-09-12T08:38:19Z","timestamp":1694507899523},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2016,2,11]],"date-time":"2016-02-11T00:00:00Z","timestamp":1455148800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s11277-016-3206-z","type":"journal-article","created":{"date-parts":[[2016,2,10]],"date-time":"2016-02-10T20:52:33Z","timestamp":1455137553000},"page":"797-817","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A Q Learning and Fuzzy Q Learning Approach for Optimization of Interference Constellations in Femto\u2013Macro Cellular Architecture in Downlink"],"prefix":"10.1007","volume":"88","author":[{"given":"Muhammad Waseem","family":"Akhtar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rizwan","family":"Ghaffar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Imran","family":"Rashid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,2,11]]},"reference":[{"key":"3206_CR1","unstructured":"3GPP TS 32.500 (2009). Self-organizing networks (SON): Concepts and requirements (release 9), V9.0.0."},{"key":"3206_CR2","unstructured":"3GPP TR 36.902 (2011). E-UTRA; Self-configuring and self-optimizing network (SON) use cases and solutions (Release 9), V9.3.1."},{"issue":"1","key":"3206_CR3","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1007\/s11277-012-0697-0","volume":"70","author":"Q Han","year":"2012","unstructured":"Han, Q., Ma, K., Liu, Z., & Guan, X. (2012). Power control based on maximum power adaptation in two-tier femtocell networks. Wireless Personal Communications, 70(1), 331\u2013351.","journal-title":"Wireless Personal Communications"},{"issue":"3","key":"3206_CR4","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/MWC.2012.6231163","volume":"19","author":"N Saquib","year":"2012","unstructured":"Saquib, N., Hossain, E., Le, L. B., & Kim, D. I. (2012). Interference management in OFDMA femtocell networks: Issues and approaches. IEEE Wireless Communications, 19(3), 86\u201395.","journal-title":"IEEE Wireless Communications"},{"issue":"1","key":"3206_CR5","first-page":"1","volume":"5","author":"M Dohler","year":"2010","unstructured":"Dohler, M., Giupponi, L., Galindo-Serrano, A., & Blasco, P. (2010). Docitive networks: A novel framework beyond cognition. IEEE Communications Society, Multimdia Communications TC, E-Letter, 5(1), 1\u20133.","journal-title":"IEEE Communications Society, Multimdia Communications TC, E-Letter\u00a0"},{"issue":"4","key":"3206_CR6","first-page":"47","volume":"17","author":"L Giupponi","year":"2010","unstructured":"Giupponi, L., Galindo-Serrano, A., Blasco, P., & Dohler, M. (2010). Docitive networks: An emerging paradigm for dynamic spectrum management. IEEE Wireless Communications Magazine 2010, Special Issue on Dynamic Spectrum Management, 17(4), 47\u201354.","journal-title":"IEEE Wireless Communications Magazine 2010, Special Issue on Dynamic Spectrum Management"},{"issue":"2","key":"3206_CR7","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1002\/ett.2800","volume":"26","author":"A Shahid","year":"2015","unstructured":"Shahid, A., Aslam, S., Kim, H. S., & Lee, K. G. (2015). A docitive Q-learning approach towards joint resource allocation and power control in self-organised femtocell networks. Transaction on Emerging Telecommunications Technologies, 26(2), 216\u2013230.","journal-title":"Transaction on Emerging Telecommunications Technologies"},{"issue":"1","key":"3206_CR8","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1002\/ett.2570","volume":"24","author":"Z Zheng","year":"2013","unstructured":"Zheng, Z., Dowhuszko, A., & Hmlinen, J. (2013). Interference management for LTE-Advanced Het-Nets: stochastic scheduling approach in frequency domain. Transaction on Emerging Telecommunications Technologies, 24(1), 4\u201317.","journal-title":"Transaction on Emerging Telecommunications Technologies"},{"key":"3206_CR9","doi-asserted-by":"crossref","unstructured":"Galindo-Serrano, A., Giupponi, L., & Dohler, M. (2010). Cognition and docition in OFDMA-based femtocell networks. In IEEE global telecommunications conference (GLOBECOM 2010) (pp. 1\u20136).","DOI":"10.1109\/GLOCOM.2010.5683552"},{"key":"3206_CR10","doi-asserted-by":"crossref","unstructured":"Kim, T., & Lee, T. (2008) Throughput enhancement of macro and femto networks by frequency reuse and pilot sensing. In 2008 Proceeding of IEEE international performance, computing and communications conference (IPCCC 2008) (pp. 390\u2013394).","DOI":"10.1109\/PCCC.2008.4745099"},{"key":"3206_CR11","unstructured":"Poongup, L., Taeyoung, L., Jangkeun, J., & Jitae S. (2010) Interference management in LTE femtocell systems using fractional frequency reuse. In 12th International conference on advanced communication technology (Vol. 2, pp. 1047\u20131051)."},{"issue":"2","key":"3206_CR12","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s11277-011-0459-4","volume":"68","author":"C Oh","year":"2013","unstructured":"Oh, C., Chung, M. Y., Choo, H., & Lee, T. (2013). Resource allocation with partitioning criterion for macro-femto overlay cellular networks with fractional frequency reuse. Wireless Personal Communications, 68(2), 417\u2013432.","journal-title":"Wireless Personal Communications"},{"key":"3206_CR13","doi-asserted-by":"crossref","unstructured":"Simsek, M., Bennis, M., & Czylwiki, A. (2012). Dynamic Inter-cell interference coordination in HetNets: A reinforcement learning approach. In Wireless networking symposium\u2014Globecom.","DOI":"10.1109\/GLOCOM.2012.6503987"},{"key":"3206_CR14","doi-asserted-by":"crossref","unstructured":"Ghaffar, R., & Ho, P.-H. (2013). Cross-tier interference mitigation in Femto\u2013macro cellular architecture in downlink. In 2013 IEEE international conference on communications (ICC 2013) (pp. 5015\u20135020).","DOI":"10.1109\/ICC.2013.6655375"},{"key":"3206_CR15","unstructured":"3GPP TR 36.913. Technical specification group radio access network. In Requirements for further advancements for evolved universal terrestrial radio access (EUTRA)."},{"key":"3206_CR16","volume-title":"Reinforcement learning: An introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., & Barto, A. (1998). Reinforcement learning: An introduction. Cambridge: MIT Press."},{"key":"3206_CR17","doi-asserted-by":"crossref","unstructured":"Matignon, L., Laurent, G., & Le Fort-Piat, N. (2007). Hysteretic Q-learning: An algorithm for decentralized reinforcement learning in cooperative multi-agent teams. In IEEE international conference on intelligent robots and systems, IROS 2007 (pp. 64\u201369).","DOI":"10.1109\/IROS.2007.4399095"},{"key":"3206_CR18","unstructured":"Naeeni, A.F. Advanced multi-agent fuzzy reinforcement learning. Master of Science in Computer Engineering, Dalarna University, R\u00f6dav\u00e4gen 3, S-781 88 Borl\u00e4nge, Sweden."},{"key":"3206_CR19","unstructured":"Naeeni, A.F. (2008). X2 application protocol (X2AP) (release 8)\u201d. 3GPP TS 36.423 V8.2.0 (2008-06)."},{"issue":"11","key":"3206_CR20","doi-asserted-by":"crossref","first-page":"3440","DOI":"10.1109\/TWC.2010.092410.091171","volume":"9","author":"S Park","year":"2010","unstructured":"Park, S., Seo, W., Kim, Y., Lim, S., & Hong, D. (2010). Beam subset selection strategy for interference reduction in two-tier femtocell networks. IEEE Transactions on Wireless Communications, 9(11), 3440\u20133449.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"3206_CR21","doi-asserted-by":"crossref","unstructured":"Simsek, M., & Czylwik, A. (2012). Decentralized Q-learning of LTE-femtocells for interference reduction in heterogeneous networks using cooperation. In International ITG workshop on smart antennas (WSA).","DOI":"10.1109\/WSA.2012.6181241"},{"issue":"3","key":"3206_CR22","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1007\/s11276-013-0609-6","volume":"20","author":"A Galindo-Serrano","year":"2014","unstructured":"Galindo-Serrano, A., & Giupponi, L. (2014). Self-organized femtocells: A fuzzy Q-learning approach. Wireless Networks, 20(3), 441\u2013455.","journal-title":"Wireless Networks"},{"issue":"2","key":"3206_CR23","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1016\/j.comnet.2010.08.012","volume":"55","author":"M Dirani","year":"2011","unstructured":"Dirani, \u00a0M., & Altman, Z. (2011). Self-organizing networks in next generation radio access networks: Application to fractional power control. Computer Networks, 55(2), 431\u2013438.","journal-title":"Computer Networks"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-016-3206-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11277-016-3206-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-016-3206-z","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T09:18:33Z","timestamp":1559380713000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11277-016-3206-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,11]]},"references-count":23,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["3206"],"URL":"https:\/\/doi.org\/10.1007\/s11277-016-3206-z","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,2,11]]}}}