{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T13:52:13Z","timestamp":1762005133417,"version":"3.37.3"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,6,18]],"date-time":"2019-06-18T00:00:00Z","timestamp":1560816000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,6,18]],"date-time":"2019-06-18T00:00:00Z","timestamp":1560816000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s12652-019-01351-w","type":"journal-article","created":{"date-parts":[[2019,6,18]],"date-time":"2019-06-18T11:02:32Z","timestamp":1560855752000},"page":"2225-2235","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Adaptive packet scheduling in IoT environment based on Q-learning"],"prefix":"10.1007","volume":"11","author":[{"given":"Donghyun","family":"Kim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taeho","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sejun","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Byungjun","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hee Yong","family":"Youn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,18]]},"reference":[{"key":"1351_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.14257\/ijgdc.2018.11.2.01","volume":"11","author":"S Ahmad","year":"2018","unstructured":"Ahmad S, Malik S, Kim D-H (2018) Comparative analysis of simulation tools with visualization based on real-time task scheduling algorithms for IoT embedded applications. Int J Grid Distrib Comput 11:1\u201310","journal-title":"Int J Grid Distrib Comput"},{"key":"1351_CR2","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.1109\/COMST.2015.2420686","volume":"17","author":"MA Alsheikh","year":"2015","unstructured":"Alsheikh MA, Hoang DT, Niyato D, Tan H-P, Lin S (2015) Markov decision processes with applications in wireless sensor networks: a survey. IEEE Commun Surv Tutor 17:1239\u20131267. \nhttps:\/\/doi.org\/10.1109\/COMST.2015.2420686","journal-title":"IEEE Commun Surv Tutor"},{"key":"1351_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-018-0820-5","author":"M Babar","year":"2018","unstructured":"Babar M, Arif F (2018) Real-time data processing scheme using big data analytics in internet of things based smart transportation environment. J Ambient Intell Humaniz Comput. \nhttps:\/\/doi.org\/10.1007\/s12652-018-0820-5","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1351_CR4","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MNET.2016.1500273NM","volume":"31","author":"B Cao","year":"2017","unstructured":"Cao B, Li Y, Wang C, Feng G, Oin S, Zhou Y (2017) Resource allocation in software defined wireless networks. IEEE Netw 31:44\u201351. \nhttps:\/\/doi.org\/10.1109\/MNET.2016.1500273NM","journal-title":"IEEE Netw"},{"key":"1351_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TII.2018.2843802","volume":"14","author":"DA Chekired","year":"2018","unstructured":"Chekired DA, Khoukhi L, Mouftah HT (2018) Industrial IoT data scheduling based on hierarchical fog computing: a key for enabling smart factory. IEEE Trans Ind Inf 14:1\u201312. \nhttps:\/\/doi.org\/10.1109\/TII.2018.2843802","journal-title":"IEEE Trans Ind Inf"},{"key":"1351_CR6","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.jss.2014.08.065","volume":"99","author":"H Chen","year":"2015","unstructured":"Chen H, Zhu X, Guo H, Zhu J, Qin X, Wu J (2015) Towards energy-efficient scheduling for real-time tasks under uncertain cloud computing environment. J Syst Softw 99:20\u201335. \nhttps:\/\/doi.org\/10.1016\/j.jss.2014.08.065","journal-title":"J Syst Softw"},{"key":"1351_CR7","doi-asserted-by":"publisher","unstructured":"Desai R, Patil BP (2015) Cooperative reinforcement learning approach for routing in ad hoc networks. In: International conference on pervasive computing, pp 1\u20135. \nhttps:\/\/doi.org\/10.1109\/PERVASIVE.2015.7086962","DOI":"10.1109\/PERVASIVE.2015.7086962"},{"key":"1351_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60435-0","volume-title":"Internet of things and big data analytics toward next-generation intelligence","author":"N Dey","year":"2018","unstructured":"Dey N, Hassanien AE, Bhatt C, Ashour AS (2018) Internet of things and big data analytics toward next-generation intelligence. Springer, Berlin. \nhttps:\/\/doi.org\/10.1007\/978-3-319-60435-0"},{"key":"1351_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-017-0677-z","author":"AA Diro","year":"2018","unstructured":"Diro AA, Reda HT, Chilamkurti N (2018) Differential flow space allocation scheme in SDN based fog computing for IoT applications. J Ambient Intell Humaniz Comput. \nhttps:\/\/doi.org\/10.1007\/s12652-017-0677-z","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1351_CR10","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-015-0031-y","author":"Z Dong","year":"2015","unstructured":"Dong Z, Liu N, Rojas-Cessa R (2015) Greedy scheduling of tasks with time constraints for energy-efficient cloud-computing data centers. J Cloud Comput Adv Syst Appl. \nhttps:\/\/doi.org\/10.1186\/s13677-015-0031-y","journal-title":"J Cloud Comput Adv Syst Appl"},{"key":"1351_CR11","unstructured":"Ferra H, Lau K, Leckie C, Tang A (2003) Applying reinforcement learning to packet scheduling in routers. In: Proceeding of the fifteenth innovative applications of artificial intelligence conference, pp 79\u201384"},{"key":"1351_CR12","doi-asserted-by":"publisher","unstructured":"Hall J, Mars P (1998) Satisfying QoS with a learning based scheduling algorithm. In: 6th international workshop on quality of service, pp 171\u2013173. \nhttps:\/\/doi.org\/10.1109\/IWQOS.1998.675236","DOI":"10.1109\/IWQOS.1998.675236"},{"key":"1351_CR13","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2018.2805718","author":"X He","year":"2018","unstructured":"He X, Wang K, Huang H, Miyazaki T, Wang Y, Guo S (2018) Green resource allocation based on deep reinforcement learning in content-centric IoT. IEEE Trans Emerg Top Comput. \nhttps:\/\/doi.org\/10.1109\/TETC.2018.2805718","journal-title":"IEEE Trans Emerg Top Comput"},{"key":"1351_CR14","doi-asserted-by":"crossref","unstructured":"Itoh N, Kaneko H, Kohiga A, Iwai T, Shimonishi H (2017) Novel packet scheduling for supporting various real-time IoT applications in LTE networks. In: IEEE international workshop technical committee on communications quality and reliability, pp 1\u20136. \nhttp:\/\/dx.doi.org\/10.1109\/CQR.2017.8289445","DOI":"10.1109\/CQR.2017.8289445"},{"key":"1351_CR15","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/j.procs.2018.10.178","volume":"141","author":"Donghyun Kim","year":"2018","unstructured":"Kim D, Lee T, Kim S, Lee B, Youn HY (2018) Adaptive packet scheduling in IoT environment based on Q-learning. In: International conference on emerging ubiquitous systems and pervasive networks. \nhttps:\/\/doi.org\/10.1016\/j.procs.2018.10.178","journal-title":"Procedia Computer Science"},{"key":"1351_CR16","first-page":"69","volume":"5","author":"RA Kumar","year":"2014","unstructured":"Kumar RA, Varshini KM (2014) Multilevel priority packet scheduling scheme for wireless networks. Int J Distrib Parallel Syst 5:69\u201376","journal-title":"Int J Distrib Parallel Syst"},{"key":"1351_CR17","doi-asserted-by":"publisher","first-page":"1497","DOI":"10.1109\/TII.2014.2306782","volume":"10","author":"L Li","year":"2014","unstructured":"Li L, Li S, Zhao S (2014) QoS-aware scheduling of services-oriented internet of things. IEEE Trans Ind Inform 10:1497\u20131505. \nhttps:\/\/doi.org\/10.1109\/TII.2014.2306782","journal-title":"IEEE Trans Ind Inform"},{"key":"1351_CR18","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s12243-016-0527-6","volume":"72","author":"HS Narman","year":"2017","unstructured":"Narman HS, Hossain S, Atizuzzaman M, Schen H (2017) Scheduling internet of things applications in cloud computing. Ann Telecommun 72:79\u201383. \nhttps:\/\/doi.org\/10.1007\/s12243-016-0527-6","journal-title":"Ann Telecommun"},{"key":"1351_CR19","doi-asserted-by":"publisher","first-page":"1448","DOI":"10.1109\/TWC.2013.021213.111410","volume":"12","author":"N Nasser","year":"2013","unstructured":"Nasser N, Karim L, Taleb T (2013) Dynamic multilevel priority packet scheduling scheme for wireless sensor network. IEEE Trans Wirel Commun 12:1448\u20131459. \nhttps:\/\/doi.org\/10.1109\/TWC.2013.021213.111410","journal-title":"IEEE Trans Wirel Commun"},{"key":"1351_CR20","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.jpdc.2017.05.001","volume":"117","author":"AI Orhean","year":"2017","unstructured":"Orhean AI, Florin Pop, Ioan Raicu (2017) New scheduling approach using reinforcement learning for heterogeneous distributed systems. J Parallel Distrib Comput 117:292\u2013302. \nhttps:\/\/doi.org\/10.1016\/j.jpdc.2017.05.001","journal-title":"J Parallel Distrib Comput"},{"key":"1351_CR21","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1007\/s10586-015-0484-2","volume":"18","author":"Z Peng","year":"2015","unstructured":"Peng Z, Cui D, Zuo J, Li Q, Xu B, Lin W (2015) Random task scheduling based on reinforcement learning in cloud computing. Cluster Comput 18:1595\u20131607. \nhttps:\/\/doi.org\/10.1007\/s10586-015-0484-2","journal-title":"Cluster Comput"},{"key":"1351_CR22","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.cie.2017.05.026","volume":"110","author":"J Shahrabi","year":"2017","unstructured":"Shahrabi J, Adibi MA, Mahootchi M (2017) A reinforcement learning approach to parameter estimation in dynamic job shop scheduling. Comput Ind Eng 110:75\u201382. \nhttps:\/\/doi.org\/10.1016\/j.cie.2017.05.026","journal-title":"Comput Ind Eng"},{"key":"1351_CR23","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1007\/s11277-017-5218-8","volume":"100","author":"R Sharma","year":"2018","unstructured":"Sharma R, Kumar N, Gowda NB, Srinivas T (2018) Packet scheduling scheme to guarantee QoS in internet of things. Wirel Pers Commun 100:557\u2013569. \nhttps:\/\/doi.org\/10.1007\/s11277-017-5218-8","journal-title":"Wirel Pers Commun"},{"key":"1351_CR24","doi-asserted-by":"publisher","unstructured":"Sledge IJ, Principe JC (2017) Balancing Exploration and Exploitation in Reinforcement Learning using a Value of Information Criterion. In: IEEE international conference on acoustics, speech and signal processing, pp 2816\u20132820. \nhttps:\/\/doi.org\/10.1109\/ICASSP.2017.7952670","DOI":"10.1109\/ICASSP.2017.7952670"},{"key":"1351_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-018-0777-4","author":"SM Sombolestan","year":"2018","unstructured":"Sombolestan SM, Rasooli A, Khodaygan (2018) Optimal path-planning for mobile robots to find a hidden target in an unknown environment based on machine learning. J Ambient Intell Humaniz Comput. \nhttps:\/\/doi.org\/10.1007\/s12652-018-0777-4","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1351_CR26","doi-asserted-by":"crossref","unstructured":"Tijsma AD, Drugan MM, Wiering MA (2016) Comparing Exploration Strategies for Q-learning in Random Stochastic Mazes. In: IEEE Symposium series on computational intelligence, pp 1\u20138","DOI":"10.1109\/SSCI.2016.7849366"},{"key":"1351_CR27","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1016\/jjnca.2011.08.007","volume":"35","author":"K-LA Yau","year":"2012","unstructured":"Yau K-LA, Komisarczuk P, Teal PD (2012) Reinforcement learning for context awareness and intelligence in wireless networks: review, new features and open issues. J Netw Comput Appl 35:253\u2013267. \nhttps:\/\/doi.org\/10.1016\/jjnca.2011.08.007","journal-title":"J Netw Comput Appl"},{"key":"1351_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-018-0689-3","author":"J Zhang","year":"2018","unstructured":"Zhang J, Liu X (2018) Evaluation and optimization of QoS-aware network management framework based on process synergy and resource allocation. J Ambient Intell Humaniz Comput. \nhttps:\/\/doi.org\/10.1007\/s12652-018-0689-3","journal-title":"J Ambient Intell Humaniz Comput"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-019-01351-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12652-019-01351-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-019-01351-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,16]],"date-time":"2020-06-16T23:16:32Z","timestamp":1592349392000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12652-019-01351-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,18]]},"references-count":28,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["1351"],"URL":"https:\/\/doi.org\/10.1007\/s12652-019-01351-w","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"type":"print","value":"1868-5137"},{"type":"electronic","value":"1868-5145"}],"subject":[],"published":{"date-parts":[[2019,6,18]]},"assertion":[{"value":"2 January 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}