{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T01:42:48Z","timestamp":1769650968463,"version":"3.49.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,1,25]],"date-time":"2019-01-25T00:00:00Z","timestamp":1548374400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Gemtek Technology Co., Ltd."},{"name":"Ministry of Science and Technology, R.O.C","award":["103-2221-E-002-086-MY3"],"award-info":[{"award-number":["103-2221-E-002-086-MY3"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s11276-019-01941-8","type":"journal-article","created":{"date-parts":[[2019,1,25]],"date-time":"2019-01-25T05:22:08Z","timestamp":1548393728000},"page":"3467-3479","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["QoE-aware Q-learning based approach to dynamic TDD uplink-downlink reconfiguration in indoor small cell networks"],"prefix":"10.1007","volume":"25","author":[{"given":"Cho-Hsin","family":"Tsai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kuang-Hsun","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3116-306X","authenticated-orcid":false,"given":"Hung-Yu","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fu-Ming","family":"Yeh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,25]]},"reference":[{"key":"1941_CR1","unstructured":"Cisco. (2016). Cisco visual networking index: Global mobile data traffic forecast update 2015\u20132020. Document ID 958959758, White Paper."},{"key":"1941_CR2","unstructured":"NGMN. (2012). NGMN whitepaper small cell backhaul requirements. White Paper."},{"key":"1941_CR3","doi-asserted-by":"crossref","unstructured":"Chandrasekhar, V., Andrews, J. G., & Gatherer, A. (2008). Femtocell networks: A survey. IEEE Communications Magazine, 46(9), 59\u201367.","DOI":"10.1109\/MCOM.2008.4623708"},{"issue":"3","key":"1941_CR4","first-page":"281","volume":"3","author":"A Acakpovi","year":"2013","unstructured":"Acakpovi, A., Sewordor, H., & Koumadi, K. M. (2013). Performance analysis of femtocell in an indoor cellular network. International Journal of Computer Networks and Wireless Communications (IJCNWC), 3(3), 281\u2013286.","journal-title":"International Journal of Computer Networks and Wireless Communications (IJCNWC)"},{"key":"1941_CR5","unstructured":"3GPP. (2012). Further enhancements to LTE TDD for DL-UL interference management and traffic adaptation. 3GPP TR 36.828, Tech Rep."},{"key":"1941_CR6","doi-asserted-by":"crossref","unstructured":"Zhu, D., & Lei, M. (2013). Cluster-based dynamic DL\/UL reconfiguration method in centralized RAN TDD with trellis exploration algorithm. In 2013 IEEE on wireless communications and networking conference (WCNC) (pp. 3758\u20133763).","DOI":"10.1109\/WCNC.2013.6555173"},{"key":"1941_CR7","doi-asserted-by":"crossref","unstructured":"Sun, F., Zhao, Y., & Sun, H. (2015). Centralized cell cluster interference mitigation for dynamic TDD DL\/UL configuration with traffic adaptation for HTN networks. In 2015 IEEE 82nd vehicular technology conference (VTC Fall) (pp. 1\u20135).","DOI":"10.1109\/VTCFall.2015.7390863"},{"key":"1941_CR8","doi-asserted-by":"publisher","unstructured":"Lin, K. H., Tsai, C. H., Chang, J. W., Chen, Y. C., Wei, H. Y., & Yeh, F. M. (2017). Max-throughput interference avoidance mechanism for indoor self-organizing small cell networks. ICT Express. \n                    https:\/\/doi.org\/10.1016\/j.icte.2017.04.005\n                    \n                  .","DOI":"10.1016\/j.icte.2017.04.005"},{"key":"1941_CR9","unstructured":"Tsolkas, D., Liotou, E., Passas, N., & Merakos, L. (2013). The need for QoE-driven interference management in femtocell-overlaid cellular networks. In International conference on mobile and ubiquitous systems: Computing, networking, and services (pp. 588\u2013601). New York: Springer."},{"key":"1941_CR10","doi-asserted-by":"crossref","unstructured":"Bennis, M., & Niyato, D. (2010). A Q-learning based approach to interference avoidance in self-organized femtocell networks. In 2010 IEEE GLOBECOM workshops (GC Wkshps) (pp. 706\u2013710).","DOI":"10.1109\/GLOCOMW.2010.5700414"},{"key":"1941_CR11","doi-asserted-by":"crossref","unstructured":"Wang, Y., & Tao, M. (2014). Dynamic uplink\/downlink configuration using q-learning in femtocell networks. In 2014 IEEE\/CIC international conference on communications in China (ICCC) (pp. 53\u201358).","DOI":"10.1109\/ICCChina.2014.7008242"},{"key":"1941_CR12","unstructured":"3GPP. (2010). Further advancements for E-UTRA physical layer aspects. 3GPP TR 36.814, Tech Rep."},{"issue":"10","key":"1941_CR13","first-page":"2606","volume":"97","author":"D Mianxiong","year":"2014","unstructured":"Mianxiong, D., Kimata, T., Sugiura, K., & Zettsu, K. (2014). Quality-of-experience (QoE) in emerging mobile social networks. IEICE Transactions on Information and Systems, 97(10), 2606\u20132612.","journal-title":"IEICE Transactions on Information and Systems"},{"issue":"5","key":"1941_CR14","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1109\/MCOM.2014.6815896","volume":"52","author":"J Mitola","year":"2014","unstructured":"Mitola, J., Guerci, J., Reed, J., Yao, Y. D., Chen, Y., Clancy, T., et al. (2014). Accelerating 5G QoE via public-private spectrum sharing. IEEE Communications Magazine, 52(5), 77\u201385.","journal-title":"IEEE Communications Magazine"},{"issue":"2","key":"1941_CR15","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1049\/iet-com.2016.0886","volume":"11","author":"YC Chen","year":"2017","unstructured":"Chen, Y. C., Chang, J. W., Tsai, C. H., Lin, G. X., Wei, H. Y., & Yeh, F. M. (2017). Max-utility resource allocation for indoor small cell networks. IET Communications, 11(2), 267\u2013272.","journal-title":"IET Communications"},{"issue":"3","key":"1941_CR16","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/235008.235010","volume":"3","author":"L Alben","year":"1996","unstructured":"Alben, L. (1996). Defining the criteria for effective interaction design. Interactions, 3(3), 11\u201315.","journal-title":"Interactions"},{"key":"1941_CR17","unstructured":"Reiter, U., Brunnstr\u00f6m, K., De\u00a0Moor, K., Larabi, M. C., Pereira, M., Pinheiro, A., et al. (2014). Factors influencing quality of experience. In Quality of experience (pp. 55\u201372). New York: Springer."},{"issue":"1","key":"1941_CR18","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1002\/ett.4460080106","volume":"8","author":"F Kelly","year":"1997","unstructured":"Kelly, F. (1997). Charging and rate control for elastic traffic. European Transactions on Telecommunications, 8(1), 33\u201337.","journal-title":"European Transactions on Telecommunications"},{"key":"1941_CR19","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1155\/2007\/94918","volume":"1","author":"S Khan","year":"2007","unstructured":"Khan, S., Duhovnikov, S., Steinbach, E., & Kellerer, W. (2007). Mos-based multiuser multiapplication cross-layer optimization for mobile multimedia communication. Advances in Multimedia, 1, 6\u20136. \n                    https:\/\/doi.org\/10.1155\/2007\/94918\n                    \n                  .","journal-title":"Advances in Multimedia"},{"key":"1941_CR20","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.comnet.2014.01.008","volume":"68","author":"P Casas","year":"2014","unstructured":"Casas, P., & Schatz, R. (2014). Quality of experience in cloud services: survey and measurements. Computer Networks, 68, 149\u2013165.","journal-title":"Computer Networks"},{"key":"1941_CR21","volume-title":"HSDPA\/HSUPA for UMTS: High speed radio access for mobile communications","author":"H Holma","year":"2007","unstructured":"Holma, H., & Toskala, A. (2007). HSDPA\/HSUPA for UMTS: High speed radio access for mobile communications. Hoboken: Wiley."},{"key":"1941_CR22","doi-asserted-by":"publisher","DOI":"10.1002\/9781119992943","volume-title":"LTE for UMTS: Evolution to LTE-advanced","author":"H Holma","year":"2011","unstructured":"Holma, H., & Toskala, A. (2011). LTE for UMTS: Evolution to LTE-advanced. Hoboken: Wiley."},{"key":"1941_CR23","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement learning: A survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"1941_CR24","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., & Courville, A. (2016). Deep learning. Cambridge: MIT Press."},{"issue":"7540","key":"1941_CR25","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., et al. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533.","journal-title":"Nature"},{"issue":"7587","key":"1941_CR26","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C. J., Guez, A., Sifre, L., Van Den Driessche, G., et al. (2016). Mastering the game of Go with deep neural networks and tree search. Nature, 529(7587), 484\u2013489.","journal-title":"Nature"},{"key":"1941_CR27","unstructured":"Watkins, C. J. C. H. (1989). Learning from delayed rewards. Ph.D. thesis, University of Cambridge, England."},{"issue":"3\u20134","key":"1941_CR28","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-learning. Machine Learning, 8(3\u20134), 279\u2013292.","journal-title":"Machine Learning"},{"key":"1941_CR29","volume-title":"Applied dynamic programming","author":"RE Bellman","year":"2015","unstructured":"Bellman, R. E., & Dreyfus, S. E. (2015). Applied dynamic programming. Princeton: Princeton University Press."},{"key":"1941_CR30","volume-title":"Introduction to stochastic dynamic programming","author":"SM Ross","year":"2014","unstructured":"Ross, S. M. (2014). Introduction to stochastic dynamic programming. London: Academic Press."},{"key":"1941_CR31","unstructured":"Gomes, E. R., & Kowalczyk, R. (2009). Dynamic analysis of multiagent Q-learning with epsilon-greedy exploration. In Proceedings of the 26th annual international conference on machine learning (p. 369)."},{"key":"1941_CR32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511794797","volume-title":"Artificial intelligence: Foundations of computational agents","author":"DL Poole","year":"2010","unstructured":"Poole, D. L., & Mackworth, A. K. (2010). Artificial intelligence: Foundations of computational agents. Cambridge: Cambridge University Press."},{"key":"1941_CR33","unstructured":"Lauer, M., & Riedmiller, M. (2000). An algorithm for distributed reinforcement learning in cooperative multi-agent systems. In Proceedings of the seventeenth international conference on machine learning, Citeseer."},{"issue":"2","key":"1941_CR34","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/S0004-3702(02)00121-2","volume":"136","author":"M Bowling","year":"2002","unstructured":"Bowling, M., & Veloso, M. (2002). Multiagent learning using a variable learning rate. Artificial Intelligence, 136(2), 215\u2013250.","journal-title":"Artificial Intelligence"},{"key":"1941_CR35","doi-asserted-by":"crossref","unstructured":"Abdoos, M., Mozayani, N., & Bazzan, A. L. (2011). Traffic light control in non-stationary environments based on multi agent Q-learning. In 2011 14th international IEEE conference on intelligent transportation systems (ITSC) (pp. 1580\u20131585).","DOI":"10.1109\/ITSC.2011.6083114"},{"key":"1941_CR36","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781316534298","volume-title":"Fundamentals of mobile data networks","author":"G Miao","year":"2016","unstructured":"Miao, G., Zander, J., Sung, K. W., & Slimane, S. B. (2016). Fundamentals of mobile data networks. Cambridge: Cambridge University Press."},{"key":"1941_CR37","doi-asserted-by":"crossref","unstructured":"Lin, Y. T., Chao, C. C., & Wei, H. Y. (2015). Dynamic TDD interference mitigation by using Soft Reconfiguration. In 2015 11th international conference on heterogeneous networking for quality, reliability, security and robustness (QSHINE) (pp. 352\u2013357).","DOI":"10.4108\/eai.19-8-2015.2261182"},{"key":"1941_CR38","unstructured":"Tan, M. (1993). Multi-agent reinforcement learning: Independent vs. cooperative agents. In Proceedings of the tenth international conference on machine learning (pp. 330\u2013337)."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11276-019-01941-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-019-01941-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-019-01941-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,24]],"date-time":"2020-01-24T19:18:46Z","timestamp":1579893526000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11276-019-01941-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,25]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["1941"],"URL":"https:\/\/doi.org\/10.1007\/s11276-019-01941-8","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,25]]},"assertion":[{"value":"25 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}