{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T11:51:54Z","timestamp":1742385114147,"version":"3.32.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2005,12,9]],"date-time":"2005-12-09T00:00:00Z","timestamp":1134086400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2006,2]]},"DOI":"10.1007\/s11036-005-4464-2","type":"journal-article","created":{"date-parts":[[2005,12,20]],"date-time":"2005-12-20T12:46:27Z","timestamp":1135082787000},"page":"101-110","source":"Crossref","is-referenced-by-count":36,"title":["Efficient QoS Provisioning for Adaptive Multimedia in Mobile Communication Networks by Reinforcement Learning"],"prefix":"10.1007","volume":"11","author":[{"given":"Yu","family":"Fei","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vincent W. S.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Victor C. M.","family":"Leung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2005,12,9]]},"reference":[{"key":"4464_CR1","volume-title":"Constrained Markov Decision Process","author":"E. Altman","year":"1999","unstructured":"E. Altman, Constrained Markov Decision Process (Chapman and Hall, London, 1999)."},{"key":"4464_CR2","doi-asserted-by":"crossref","unstructured":"N. Argiriou and L. Georgiadis, Channel sharing by rate-adaptive streaming applications, in: Proc. IEEE Infocom'02 (June 2002).","DOI":"10.1109\/INFCOM.2002.1019321"},{"key":"4464_CR3","unstructured":"D.P. Bertsekas and J.N. Tsitsiklis, Neuro-Dynamic Programming (Athena Scientific, 1996)."},{"key":"4464_CR4","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/0022-247X(85)90288-4","volume":"112","author":"F. J. Beutler","year":"1985","unstructured":"F.J. Beutler and K.W. Ross, Optimal policies for controlled Markov chains with a constraint, J. Math. Anal. Appl. 112 (1985) 236\u2013252.","journal-title":"J. Math. Anal. Appl."},{"key":"4464_CR5","doi-asserted-by":"crossref","first-page":"341","DOI":"10.2307\/1427303","volume":"18","author":"F. J. Beutler","year":"1986","unstructured":"F.J. Beutler and K.W. Ross, Time-average optimal constrained semi-Markov decision processes, Adv. Appl. Prob. 18 (1986) 341\u2013359.","journal-title":"Adv. Appl. Prob."},{"key":"4464_CR6","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1023\/A:1013759724438","volume":"8(2\/3)","author":"A. Bhattacharya","year":"2002","unstructured":"A. Bhattacharya and S.K. Das, LeZi-update: An information-theoretic framework for personal mobility tracking in PCS networks, Wireless Networks 8(2\/3) (2002) 121\u2013135.","journal-title":"Wireless Networks"},{"key":"4464_CR7","unstructured":"J.A. Boyan and M.L. Littman, Packet routing in dynamically changing networks: A reinforcement learning approach, in: Advances in NIPS 6, J.D. Cowan et\u00a0al. (eds.) (1994) pp. 671\u2013678."},{"key":"4464_CR8","unstructured":"C. Chou and K.G. Shin, Analysis of combined adaptive bandwidth allocation and admission control in wireless networks, in: Proc. IEEE Infocom'02 (June 2002)."},{"key":"4464_CR9","unstructured":"3GPP, RRC protocol specification, 3G TS25.331 version 3.20.0 (Sept. 2004)."},{"key":"4464_CR10","unstructured":"Z. Gabor, Z. Kalmar and C. Szepesvari, Multi-criteria reinforcement learning, in: Proc. Int'l Conf. Machine Learning, Madison, WI (July 1998)."},{"key":"4464_CR11","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1109\/T-VT.1986.24076","volume":"VT-35","author":"D. Hong","year":"1986","unstructured":"D. Hong and S.S. Rappaport, Traffic model and performance analysis for cellular mobile radio telephone systems with prioritised and non-prioritised handoff procedures, IEEE Trans. Veh. Technol. VT-35 (1986) 77\u201392.","journal-title":"IEEE Trans. Veh. Technol."},{"key":"4464_CR12","unstructured":"ISO\/IEC 144962-2, Information Technology Coding of Audio-Visual Objects: Visual (Committee draft, Oct. 1997)."},{"key":"4464_CR13","unstructured":"ITU-T H. 263, Video Coding for Low Bitrate Communication (Jan. 1998)."},{"key":"4464_CR14","doi-asserted-by":"crossref","unstructured":"T. Kwon, J. Choi, Y. Choi and S.K. Das, Near optimal bandwidth adaptation algorithm for adaptive multimedia services in: Wireless\/Mobile Networks, in: Proc. IEEE VTC'99-Fall, vol. 2, Amsterdam, The Netherland (Sept. 1999) pp. 874\u2013878.","DOI":"10.1109\/VETECF.1999.798454"},{"key":"4464_CR15","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1023\/A:1020877007305","volume":"9","author":"T. Kwon","year":"2003","unstructured":"T. Kwon, Y. Choi, C. Bisdikian and M. Naghshineh, QoS provisioning in wireless\/mobile multimedia networks using an adaptive framework, Wireless Networks 9 (2003) 51\u201359.","journal-title":"Wireless Networks"},{"key":"4464_CR16","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1109\/49.824797","volume":"18(2)","author":"P. Marbach","year":"2000","unstructured":"P. Marbach, O. Mihatsch and J.N. Tsitsiklis, Call admission control and routing in integrated services networks using neuro-dynamic programming, IEEE J. Select. Areas Commun. 18(2) (2000) 197\u2013208.","journal-title":"IEEE J. Select. Areas Commun."},{"key":"4464_CR17","first-page":"1676","volume":"48(5)","author":"J. Nie","year":"1999","unstructured":"J. Nie and S. Haykin, A Q-learning based dynamic channel assignment technique for mobile communication systems, IEEE Trans. Veh. Technol. 48(5) (1999) 1676\u20131687.","journal-title":"IEEE Trans. Veh. Technol."},{"key":"4464_CR18","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M. L. Puterman","year":"1994","unstructured":"M.L. Puterman, Markov Decision Processes: Discrete Stochastic Dynamic Programming (Wiley, New York, 1994)."},{"key":"4464_CR19","first-page":"974","volume":"9","author":"S. P. Singh","year":"1997","unstructured":"S.P. Singh and D.P. Bertsekas, Reinforcement learning for dynamic channel allocation in cellular telephone systems, in: Advances in NIPS Vol. 9, M. Mozer et\u00a0al. (eds.) (1997) pp. 974\u2013980.","journal-title":"Advances in NIPS"},{"key":"4464_CR20","doi-asserted-by":"crossref","unstructured":"A.K. Talukdar, B.R. Badrinath and A. Acharya, Rate adaptation schemes in networks with mobile hosts, in: Proc. ACM\/IEEE MobiCom'98 (Oct. 1998).","DOI":"10.1145\/288235.288278"},{"key":"4464_CR21","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1109\/49.824799","volume":"18(2)","author":"H. Tong","year":"2000","unstructured":"H. Tong and T.X. Brown, Adaptive call admission control under quality of service constraints: a reinforcement learning solution, IEEE J. Select. Areas Commun. 18(2) (2000) 209\u2013221.","journal-title":"IEEE J. Select. Areas Commun."},{"key":"4464_CR22","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1109\/76.510928","volume":"6(4)","author":"D. Taubman","year":"Aug. 1996","unstructured":"D. Taubman and A. Zakhor, A common framework for rate and distortion based scaling of highly scalable compressed video, IEEE Trans. Circuits Syst. Video Technol. 6(4) (1996) 329\u2013354.","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"4464_CR23","first-page":"279","volume":"8","author":"C. J. C. H. Watkins","year":"1992","unstructured":"C.J.C.H. Watkins and P. Dayan, Q-learning, Machine Learning 8 (1992) 279\u2013292.","journal-title":"Machine Learning"},{"key":"4464_CR24","first-page":"6","volume":"89(1)","author":"D. Wu","year":"2001","unstructured":"D. Wu, Y.T. Hou and Y.Q. Zhang, Scalable video coding and transport over broadband wireless networks, Proc. IEEE 89(1) (2001) 6\u201320.","journal-title":"Proc. IEEE"},{"key":"4464_CR25","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/90.993306","volume":"10(2)","author":"S. Wu","year":"2002","unstructured":"S. Wu et\u00a0al., A dynamic call admission policy with precision QoS guarantee using stochastic control for mobile wireless networks, IEEE\/ACM Trans. Networking 10(2) (2002) 257\u2013271.","journal-title":"IEEE\/ACM Trans. Networking"},{"key":"4464_CR26","unstructured":"F. Yu, V.W.S. Wong and V.C.M. Leung, Reinforcement learning for call admission control and bandwidth adaptation in mobile multimedia networks, in: Proc. of ICICS-PCM'3, Singapore (Dec. 2003)."},{"key":"4464_CR27","unstructured":"F. Yu, V.W.S. Wong and V.C.M. Leung, A new QoS provisioning method for adaptive multimedia in cellular wireless networks, in: Proc. IEEE Infocom'04, HongKong, China, (Apr. 2004)."},{"key":"4464_CR28","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1023\/A:1013726921905","volume":"7","author":"G. V. Zaruba","year":"2002","unstructured":"G.V. Zaruba, I. Chlamtac and S.K. Das, A prioritized real-time wireless call degradation framework for optimal call mix selection, Mobile Networks and Applications 7 (2002) 143\u2013151.","journal-title":"Mobile Networks and Applications"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-005-4464-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11036-005-4464-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-005-4464-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,6]],"date-time":"2025-01-06T16:55:26Z","timestamp":1736182526000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11036-005-4464-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,12,9]]},"references-count":28,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2006,2]]}},"alternative-id":["4464"],"URL":"https:\/\/doi.org\/10.1007\/s11036-005-4464-2","relation":{},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"type":"print","value":"1383-469X"},{"type":"electronic","value":"1572-8153"}],"subject":[],"published":{"date-parts":[[2005,12,9]]}}}