{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T00:29:26Z","timestamp":1761611366258},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2015,2,26]],"date-time":"2015-02-26T00:00:00Z","timestamp":1424908800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2015,7]]},"DOI":"10.1007\/s11277-015-2395-1","type":"journal-article","created":{"date-parts":[[2015,2,25]],"date-time":"2015-02-25T03:35:58Z","timestamp":1424835358000},"page":"315-342","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Policy-Based and QoE-Aware Content Delivery Using Q-Learning Method"],"prefix":"10.1007","volume":"83","author":[{"given":"Olli","family":"M\u00e4mmel\u00e4","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Faqir Zarrar","family":"Yousaf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petteri","family":"Mannersalo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Johannes","family":"Lessmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,2,26]]},"reference":[{"issue":"2","key":"2395_CR1","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1145\/1971162.1971166","volume":"41","author":"S Alcock","year":"2011","unstructured":"Alcock, S., & Nelson, R. (2011). Application flow control in YouTube video streams. SIGCOMM Computer Communications Review, 41(2), 24\u201330.","journal-title":"SIGCOMM Computer Communications Review"},{"key":"2395_CR2","volume-title":"Dynamic programming and optimal control, vol. 1&2","author":"D Bertsekas","year":"2007","unstructured":"Bertsekas, D. (2007). Dynamic programming and optimal control, vol. 1&2. Belmont, MA: Athena Scientific."},{"key":"2395_CR3","doi-asserted-by":"crossref","unstructured":"Changuel, N., Sayadi, B., & Kieffer, M. (2012). Online learning for QoE-based video streaming to mobile receivers. In Proceedings of the 2012 IEEE globecom workshops (GC Wkshps), pp. 1319\u20131324.","DOI":"10.1109\/GLOCOMW.2012.6477773"},{"key":"2395_CR4","unstructured":"Cisco Visual Networking Index: Global mobile data traffic forecast Update, 2011\u20132016 (2013). http:\/\/www.puremobile.com\/media\/infortis\/documents\/cisco_mobile_forecast.pdf"},{"key":"2395_CR5","unstructured":"Ghobadi, M., Cheng, Y., Jain, A., & Mathis, M. (2012). Trickle: Rate limiting youtube video streaming. In Proceedings of the 2012 USENIX conference on annual technical conference, USENIX ATC\u201912 (pp. 17\u201317). USENIX Association, Berkeley, CA, USA. http:\/\/dl.acm.org\/citation.cfm?id=2342821.2342838"},{"key":"2395_CR6","doi-asserted-by":"crossref","unstructured":"Habachi, O., Hu, Y., Van der Schaar, M., Hayel, Y., & Wu, F. (2012). QoE-aware congestion control algorithm for conversational services. In Proceedings of the 2012 IEEE international conference on communications (ICC), pp. 5233\u20135537.","DOI":"10.1109\/ICC.2012.6364322"},{"key":"2395_CR7","doi-asserted-by":"crossref","unstructured":"Hoen, P. J., Tuyls, K., Panait, L., Luke, S., & La Poutr\u00e9, J. A. (2006). An overview of cooperative and competitive multiagent learning. In K. Tuyls, P. J. Hoen, K. Verbeeck, S. Sen (Eds.) Proceedings of the first international on learning and adaption in multi-agent systems (LAMAS 2005), Lecture Notes in Computer Science, Vol. 3898, pp. 1\u201346. Springer.","DOI":"10.1007\/11691839_1"},{"key":"2395_CR8","unstructured":"INET Framework for OMNeT++: (2013). http:\/\/inet.omnetpp.org"},{"key":"2395_CR9","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement learning: A survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"2395_CR10","doi-asserted-by":"crossref","unstructured":"Lederer, S., Mueller, C., & Timmerer, C. (2012). Dynamic adaptive streaming over http dataset. In Proceedings of the ACM multimedia systems conference, Chapel Hill, NC, USA.","DOI":"10.1145\/2155555.2155570"},{"key":"2395_CR11","doi-asserted-by":"crossref","unstructured":"Maier, G., Feldmann, A., Paxson, V., & Allman, M. (2009). On dominant characteristics of residential broadband internet traffic. In Proceedings of the 9th ACM SIGCOMM conference on internet measurement conference, IMC \u201909, pp. 90\u2013102.","DOI":"10.1145\/1644893.1644904"},{"key":"2395_CR12","doi-asserted-by":"crossref","unstructured":"Matos, R., Coutinho, N., Marques, C., Sargento, S., Chakareski, J., & Kassler, A. (2012). Quality of experience-based routing in multi-service wireless mesh networks. In Proceedings of the 2012 IEEE international conference on communications (ICC), pp. 7060\u20137065.","DOI":"10.1109\/ICC.2012.6364944"},{"issue":"4","key":"2395_CR13","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1109\/LCOMM.2013.021913.122716","volume":"17","author":"J Navarro-Ortiz","year":"2013","unstructured":"Navarro-Ortiz, J., Ameigeiras, P., Lopez-Soler, J., Lorca-Hernando, J., Perez-Tarrero, Q., & Garcia-Perez, R. (2013). A QoE-aware scheduler for http progressive video in OFDMA systems. IEEE Communications Letters, 17(4), 677\u2013680.","journal-title":"IEEE Communications Letters"},{"key":"2395_CR14","doi-asserted-by":"crossref","unstructured":"Satoda, K., Yoshida, H., Ito, H., & Ozawa, K. (2012). Adaptive video pacing method based on the prediction of stochastic tcp throughput. In Global communications conference (GLOBECOM), 2012 IEEE, pp. 1944\u20131950.","DOI":"10.1109\/GLOCOM.2012.6503400"},{"key":"2395_CR15","volume-title":"Reinforcement learning: An introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., & Barto, A. (1998). Reinforcement learning: An introduction. Cambridge: MIT Press."},{"key":"2395_CR16","doi-asserted-by":"crossref","unstructured":"Tran, H. A., Mellouk, A., Hoceini, S., & Augustin, B. (2012). Global state-dependent qoe based routing. In Proceedings of the 2012 IEEE international conference on communications (ICC), pp. 131\u2013135.","DOI":"10.1109\/ICC.2012.6364307"},{"key":"2395_CR17","doi-asserted-by":"crossref","unstructured":"Tran, H. A., Mellouk, A., Hoceini, S., & Souihi, S. (2012). User QoE-based adaptive routing system for future internet cdn. In Proceedings of the 2012 computing, communications and applications conference (ComComAp), pp. 90\u201395.","DOI":"10.1109\/ComComAp.2012.6154009"},{"key":"2395_CR18","unstructured":"Watkins, C. (1989). Learning from delayed eewards. Ph.D. thesis, Cambridge University, Cambridge."},{"issue":"2","key":"2395_CR19","first-page":"14","volume":"27","author":"FZ Yousaf","year":"2013","unstructured":"Yousaf, F. Z., Liebsch, M., Maeder, A., & Schmid, S. (2013). Mobile CDN enhancements for QoE-improved content delivery in mobile operator networks. IEEE Network Magazine (Special Issue on Video Over Mobile Networks), 27(2), 14\u201321.","journal-title":"IEEE Network Magazine (Special Issue on Video Over Mobile Networks)"},{"key":"2395_CR20","doi-asserted-by":"crossref","unstructured":"Yousaf, F. Z., M\u00e4mmel\u00e4, O., & Mannersalo, P. (2014). Reinforcement learning method for QoE-aware optimization of content delivery. In IEEE wireless communications and networking conference (WCNC), pp. 1\u20136.","DOI":"10.1109\/WCNC.2014.6953124"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-015-2395-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11277-015-2395-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-015-2395-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,21]],"date-time":"2019-08-21T03:12:04Z","timestamp":1566357124000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11277-015-2395-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,26]]},"references-count":20,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2015,7]]}},"alternative-id":["2395"],"URL":"https:\/\/doi.org\/10.1007\/s11277-015-2395-1","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,2,26]]}}}