{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,18]],"date-time":"2025-10-18T15:18:03Z","timestamp":1760800683556,"version":"3.28.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T00:00:00Z","timestamp":1699833600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T00:00:00Z","timestamp":1699833600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s11276-023-03557-5","type":"journal-article","created":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T14:02:05Z","timestamp":1699884125000},"page":"6951-6972","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Q-learning-based downlink scheduling in 5G systems"],"prefix":"10.1007","volume":"30","author":[{"given":"Jung-Chun","family":"Liu","sequence":"first","affiliation":[]},{"given":"Heru","family":"Susanto","sequence":"additional","affiliation":[]},{"given":"Chi-Jan","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Kun-Lin","family":"Tsai","sequence":"additional","affiliation":[]},{"given":"Fang-Yie","family":"Leu","sequence":"additional","affiliation":[]},{"given":"Zhi-Qian","family":"Hong","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,13]]},"reference":[{"key":"3557_CR1","doi-asserted-by":"crossref","unstructured":"Vaddadi, S., Srinivas, V., Reddy, N. A., Girish, H., Rajkiran, D., & Devipriya, A. (2022, May). Factory Inventory Automation using Industry 4.0 Technologies. In\u00a02022 IEEE IAS Global Conference on Emerging Technologies (GlobConET)\u00a0(pp. 734-738). IEEE.","DOI":"10.1109\/GlobConET53749.2022.9872416"},{"key":"3557_CR2","doi-asserted-by":"crossref","unstructured":"Sridharani, J., Chowdary, S., & Nikhil, K. (2022, January). Smart farming: The IoT based future agriculture. In\u00a02022 4th International Conference on Smart Systems and Inventive Technology (ICSSIT)\u00a0(pp. 150-155). IEEE.","DOI":"10.1109\/ICSSIT53264.2022.9716331"},{"key":"3557_CR3","first-page":"347","volume-title":"Computational Intelligence in Healthcare 4, Advanced Methodologies, Studies in Computational Intelligence","author":"L Ogiela","year":"2010","unstructured":"Ogiela, L. (2010). Computational Intelligence in Cognitive Healthcare Information Systems. In I. Bichindaritz, S. Vaidya, A. Jain, & L. Jain (Eds.), Computational Intelligence in Healthcare 4, Advanced Methodologies, Studies in Computational Intelligence (Vol. 309, pp. 347\u2013369). Springer-Verlag."},{"key":"3557_CR4","doi-asserted-by":"crossref","unstructured":"Adeogun R., Berardinelli G., Mogensen P. E. & Rodriguez I. (2020). Statistical Characterization of Wireless. Interference Signal Based On UWB Spectrum Sensing,In IEEE 91st Vehicular Technology Conference (VTC2020-Spring), Antwerp, Belgium, pp. 1\u20135.","DOI":"10.1109\/VTC2020-Spring48590.2020.9128857"},{"key":"3557_CR5","doi-asserted-by":"crossref","unstructured":"Yu, X., Li, G., & Lu, W. (2021). Power consumption based on 5G communication. In\u00a02021 IEEE 5th Information Technology, Networking, Electronic and Automation Control Conference (ITNEC)\u00a0(Vol. 5, pp. 910-914). IEEE.","DOI":"10.1109\/ITNEC52019.2021.9587128"},{"key":"3557_CR6","doi-asserted-by":"crossref","unstructured":"Chew, D., Adams, A. L., & Uher, J. (2021). Wireless Coexistence: Standards, Challenges, and Intelligent Solutions.","DOI":"10.1002\/9781119584230"},{"issue":"2","key":"3557_CR7","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1109\/SURV.2012.060912.00100","volume":"15","author":"F Capozzi","year":"2012","unstructured":"Capozzi, F., Piro, G., Grieco, L. A., Boggia, G., & Camarda, P. (2012). Downlink Packet Scheduling in LTE Cellular Networks: Key Design Issues and a Survey. IEEE Communications Surveys and Tutorials, 15(2), 678\u2013700.","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"3557_CR8","doi-asserted-by":"publisher","first-page":"35742","DOI":"10.1109\/ACCESS.2020.2974935","volume":"8","author":"R Saadia","year":"2020","unstructured":"Saadia, R., & Khan, N. M. (2020). Single carrier-frequency division multiple access radar: Waveform design and analysis. IEEE Access, 8, 35742\u201335751.","journal-title":"IEEE Access"},{"issue":"6","key":"3557_CR9","doi-asserted-by":"publisher","first-page":"1678","DOI":"10.1109\/JSAC.2021.3071818","volume":"39","author":"B Zhai","year":"2021","unstructured":"Zhai, B., Tang, A., Peng, C., & Wang, X. (2021). SS-OFDMA: Spatial-spread orthogonal frequency division multiple access for terahertz networks. IEEE Journal on Selected Areas in Communications, 39(6), 1678\u20131692.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"3557_CR10","doi-asserted-by":"crossref","unstructured":"Sheela, M. S., Rekha, M., Samuel, R., Divya, G., Rajendran, T., & Umarani, B. (2022, January). Multiple-input and multiple-output (MIMO) channel measurement in heterogeneous networks. In\u00a02022 2nd International Conference on Computing and Information Technology (ICCIT)\u00a0(pp. 424-427). IEEE.","DOI":"10.1109\/ICCIT52419.2022.9711636"},{"key":"3557_CR11","unstructured":"3GPP 23 Series TS 123 501V16.8.0 5G; System architecture for the 5G System (5GS). Accessed on March 20, (2023). https:\/\/www.etsi.org\/deliver\/etsi_ts\/123500_123599\/123501\/16.08.00_60\/ts_123501v160800p.pdf"},{"issue":"4","key":"3557_CR12","doi-asserted-by":"publisher","first-page":"5407","DOI":"10.1109\/TVT.2022.3224368","volume":"72","author":"M L\u00f3pez-S\u00e1nchez","year":"2022","unstructured":"L\u00f3pez-S\u00e1nchez, M., Villena-Rodr\u00edguez, A., G\u00f3mez, G., Mart\u00edn-Vega, F. J., & Aguayo-Torres, M. C. (2022). Latency Fairness Optimization on Wireless Networks through Deep Reinforcement Learning. IEEE Transactions on Vehicular Technology, 72(4), 5407\u20135412.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"3557_CR13","doi-asserted-by":"crossref","unstructured":"Afroz, F., Sandrasegaran, K., & Ghosal, P. (2014, November). Performance analysis of PF, M-LWDF and EXP\/PF packet scheduling algorithms in 3GPP LTE downlink. In\u00a02014 Australasian Telecommunication Networks and Applications Conference (ATNAC)\u00a0(pp. 87-92). IEEE.","DOI":"10.1109\/ATNAC.2014.7020879"},{"key":"3557_CR14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/ACCESS.2015.2510966","volume":"4","author":"MM Nasralla","year":"2016","unstructured":"Nasralla, M. M. (2016). A hybrid downlink scheduling approach for multi-traffic classes in LTE wireless systems. IEEE Access, 4, 1\u201314.","journal-title":"IEEE Access"},{"key":"3557_CR15","doi-asserted-by":"crossref","unstructured":"Thyagarajan, A. K., Balasubramanian, P., Vydeki, D., & Karthik, M. (2021, April). SNR-CQI mapping for 5G downlink network. In\u00a02021 IEEE Asia Pacific Conference on Wireless and Mobile (APWiMob)\u00a0(pp. 173-177). IEEE.","DOI":"10.1109\/APWiMob51111.2021.9435258"},{"key":"3557_CR16","doi-asserted-by":"crossref","unstructured":"Bandara, A. O., & Rajapaksha, U. S. (2022, February). An Improved Round Robin Algorithm for an Efficient CPU Scheduling. In\u00a02022 2nd International Conference on Advanced Research in Computing (ICARC)\u00a0(pp. 349-354). IEEE.","DOI":"10.1109\/ICARC54489.2022.9754037"},{"key":"3557_CR17","doi-asserted-by":"crossref","unstructured":"Taksande, P. K., Chaporkar, P., Jha, P., & Karandikar, A. (2020, May). Proportional fairness through dual connectivity in heterogeneous networks. In\u00a02020 IEEE Wireless Communications and Networking Conference (WCNC)\u00a0(pp. 1-6). IEEE.","DOI":"10.1109\/WCNC45663.2020.9120604"},{"key":"3557_CR18","doi-asserted-by":"crossref","unstructured":"Latchoumi, T. P., Vasanth, A. V., Bhavya, B., Viswanadapalli, A., & Jayanthiladevi, A. (2020, July). QoS parameters for Comparison and Performance Evaluation of Reactive protocols. In\u00a02020 International Conference on Computational Intelligence for Smart Power System and Sustainable Energy (CISPSSE)\u00a0(pp. 1-4). IEEE.","DOI":"10.1109\/CISPSSE49931.2020.9212285"},{"issue":"105","key":"3557_CR19","first-page":"1","volume":"6","author":"A Vora","year":"2018","unstructured":"Vora, A., & Kang, K. D. (2018). Effective 5G wireless downlink scheduling and resource allocation in cyber-physical systems. Technologies, 6(105), 1\u201320.","journal-title":"Technologies"},{"issue":"1","key":"3557_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13638-015-0429-8","volume":"2015","author":"EM Ang","year":"2015","unstructured":"Ang, E. M., Wee, K., Pang, Y. H., & Phang, K. K. (2015). A performance analysis on packet scheduling schemes based on an exponential rule for real-time traffic in LTE. EURASIP Journal on Wireless Communications and Networking, 2015(1), 1\u201312. https:\/\/doi.org\/10.1186\/s13638-015-0429-8","journal-title":"EURASIP Journal on Wireless Communications and Networking"},{"key":"3557_CR21","doi-asserted-by":"crossref","unstructured":"Sathvik, A., Sachin, K. R., Pramod, M. S., & Vinutha, D. C. (2019, March). A Study on Different Types of Scheduling Algorithm. In\u00a02019 3rd International Conference on Computing Methodologies and Communication (ICCMC)\u00a0(pp. 721-724). IEEE.","DOI":"10.1109\/ICCMC.2019.8819728"},{"issue":"11","key":"3557_CR22","doi-asserted-by":"publisher","first-page":"4205","DOI":"10.1109\/TCAD.2020.3013095","volume":"39","author":"M G\u00fcnzel","year":"2020","unstructured":"G\u00fcnzel, M., von der Br\u00fcggen, G., & Chen, J.-J. (2020). Suspension-aware earliest-deadline-first scheduling analysis. IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, 39(11), 4205\u20134216.","journal-title":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems"},{"key":"3557_CR23","doi-asserted-by":"publisher","unstructured":"Hong, Z. Q., Susanto, H., & Leu, F. Y. (2022). A Q-Learning Based Downlink Scheduling Algorithm for Multiple Traffics in 5G NR Systems. In\u00a0Innovative Mobile and Internet Services in Ubiquitous Computing: Proceedings of the 15th International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing (IMIS-2021)\u00a0(pp. 393-402). Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-030-79728-7_39.","DOI":"10.1007\/978-3-030-79728-7_39"},{"key":"3557_CR24","unstructured":"3GPP 36 Series TS 136 101V16.80 LTE; Evolved Universal Terrestrial Radio Access (E-UTRA); User Equipment (UE) radio transmission and reception. Accessed on April 1, (2023). https:\/\/www.etsi.org\/deliver\/etsi_ts\/136100_136199\/136101\/16.08.00_60\/ts_136101v160800p.pdf"},{"key":"3557_CR25","doi-asserted-by":"publisher","unstructured":"Feki, S., & Zarai, F. (2017, October). Cell performance-optimization scheduling algorithm using reinforcement learning for LTE-advanced network. In\u00a02017 IEEE\/ACS 14th International Conference on Computer Systems and Applications (AICCSA)\u00a0(pp. 1075-1081). IEEE. https:\/\/doi.org\/10.1109\/AICCSA.2017.114.","DOI":"10.1109\/AICCSA.2017.114"},{"key":"3557_CR26","unstructured":"\u201cWhat is the ideal download to upload (DL:UL) ratio in terms of internet connectivity, and why?\u201d QUORA, Accessed on April 9, (2023). https:\/\/www.quora.com\/What-is-the-ideal-download-to-upload-DL-UL-ratio-in-terms-of-internet-connectivity-and-why."},{"key":"3557_CR27","doi-asserted-by":"publisher","first-page":"82173","DOI":"10.1109\/ACCESS.2020.2990381","volume":"8","author":"MM Nasralla","year":"2020","unstructured":"Nasralla, M. M. (2020). A hybrid downlink scheduling approach for multi-traffic classes in LTE wireless systems. IEEE Access, 8, 82173\u201382186.","journal-title":"IEEE Access"},{"key":"3557_CR28","unstructured":"3GPP 23 Series TS 123 203V16.2.0 LTE; Policy and charging control architecture. Accessed on April 1, (2023). https:\/\/www.etsi.org\/deliver\/etsi_ts\/123200_123299\/123203\/16.02.00_60\/ts_123203v160200p.pdf"},{"key":"3557_CR29","doi-asserted-by":"crossref","unstructured":"Hamed, M. M., Shukry, S., El-Mahallawy, M. S., & El-Ramly, S. H. (2014, April). Modified earliest deadline first scheduling with channel quality indicator for downlink real-time traffic in LTE networks. In\u00a0The Third International Conference on e-Technologies and Networks for Development (ICeND2014)\u00a0(pp. 8-12). IEEE.","DOI":"10.1109\/ICeND.2014.6991183"},{"key":"3557_CR30","doi-asserted-by":"crossref","unstructured":"Bosk, M., Gaji\u0107, M., Schwarzmann, S., Lange, S., Trivisonno, R., Marquezan, C., & Zinner, T. (2021). Using 5G QoS mechanisms to achieve QoE-aware resource allocation. In\u00a02021 17th International Conference on Network and Service Management (CNSM)\u00a0(pp. 283-291). IEEE.","DOI":"10.23919\/CNSM52442.2021.9615557"},{"issue":"6","key":"3557_CR31","doi-asserted-by":"publisher","first-page":"4189","DOI":"10.1109\/TII.2021.3124848","volume":"18","author":"X Wang","year":"2022","unstructured":"Wang, X., et al. (2022). QoS and privacy-aware routing for 5G-enabled industrial internet of things: A federated reinforcement learning approach. IEEE Transactions on Industrial Informatics, 18(6), 4189\u20134197.","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"3557_CR32","doi-asserted-by":"publisher","first-page":"13770","DOI":"10.1109\/ACCESS.2017.2729599","volume":"5","author":"G Femenias","year":"2017","unstructured":"Femenias, G., Riera-Palou, F., Mestre, X., & Olmos, J. J. (2017). Downlink scheduling and resource allocation for 5G MIMO-multicarrier: OFDM vs FBMC\/OQAM. IEEE Access, 5, 13770\u201313786. https:\/\/doi.org\/10.1109\/ACCESS.2017.2729599","journal-title":"IEEE Access"},{"key":"3557_CR33","doi-asserted-by":"publisher","first-page":"51643","DOI":"10.1109\/ACCESS.2022.3174579","volume":"10","author":"A Mamane","year":"2022","unstructured":"Mamane, A., Fattah, M., Ghazi, M. E., Bekkali, M. E., Balboul, Y., & Mazer, S. (2022). Scheduling algorithms for 5G networks and beyond: Classification and survey. IEEE Access, 10, 51643\u201351661.","journal-title":"IEEE Access"},{"issue":"1","key":"3557_CR34","doi-asserted-by":"publisher","first-page":"e0210310","DOI":"10.1371\/journal.pone.0210310","volume":"14","author":"M Mamman","year":"2019","unstructured":"Mamman, M., Hanapi, Z. M., Abdullah, A., & Muhammed, A. (2019). Quality of Service Class Identifier (QCI) radio resource allocation algorithm for LTE downlink. PLoS ONE, 14(1), e0210310. https:\/\/doi.org\/10.1371\/journal.pone.0210310","journal-title":"PLoS ONE"},{"key":"3557_CR35","doi-asserted-by":"publisher","first-page":"107151","DOI":"10.1016\/j.comnet.2020.107151","volume":"173","author":"S Martiradonna","year":"2020","unstructured":"Martiradonna, S., Grassi, A., Piro, G., & Boggia, G. (2020). 5G-air-simulator: An open-source tool modeling the 5G air interface. Computer Networks, 173, 107151.","journal-title":"Computer Networks"},{"issue":"2","key":"3557_CR36","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1109\/TVT.2010.2091660","volume":"60","author":"G Piro","year":"2011","unstructured":"Piro, G., Grieco, L. A., Boggia, G., Capozzi, F., & Camarda, P. (2011). Simulating LTE cellular systems: An open-source framework. IEEE Transaction Vehiclar Technology, 60(2), 498\u2013513.","journal-title":"IEEE Transaction Vehiclar Technology"},{"key":"3557_CR37","doi-asserted-by":"publisher","first-page":"107314","DOI":"10.1016\/j.comnet.2020.107314","volume":"177","author":"S Martiradonna","year":"2020","unstructured":"Martiradonna, S., Grassi, A., Piro, G., & Boggia, G. (2020). Understanding the 5G-air-simulator: A tutorial on design criteria, technical components, and reference use cases. Computer Networks, 177, 107314. https:\/\/doi.org\/10.1016\/j.comnet.2020.107314","journal-title":"Computer Networks"},{"key":"3557_CR38","unstructured":"Guo, H. (2020).\u00a0Predictor antenna systems: exploiting channel state information for vehicle communications\u00a0(Doctoral dissertation, Chalmers Tekniska Hogskola (Sweden))."},{"issue":"1","key":"3557_CR39","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1109\/TNSE.2018.2848960","volume":"7","author":"C Luo","year":"2018","unstructured":"Luo, C., Ji, J., Wang, Q., Chen, X., & Li, P. (2018). Channel State Information Prediction for 5G Wireless Communications: A Deep Learning Approach. IEEE transactions on network science and engineering, 7(1), 227\u2013236.","journal-title":"IEEE transactions on network science and engineering"},{"key":"3557_CR40","first-page":"456","volume-title":"Wuhan, China, October 15\u201317, 2008, Proceedings, Part I 1","author":"Ogiela, L. (2008). Syntactic approach to cognitive interpretation of medical patterns. In Intelligent Robotics and Applications: First International Conference, ICIRA","year":"2008","unstructured":"Ogiela, L. (2008). Syntactic approach to cognitive interpretation of medical patterns. In Intelligent Robotics and Applications: First International Conference, ICIRA. (2008). Wuhan, China, October 15\u201317, 2008, Proceedings, Part I 1 (pp. 456\u2013462). Berlin Heidelberg: Springer."},{"key":"3557_CR41","first-page":"394","volume-title":"Knowledge-based intelligent information and engineering systems, KES 2008, Part I, LNAI 5177","author":"L Ogiela","year":"2008","unstructured":"Ogiela, L. (2008). Cognitive Systems for Medical Pattern Understanding and Diagnosis. In I. Lovrek, R. J. Howlett, & L. C. Jain (Eds.), Knowledge-based intelligent information and engineering systems, KES 2008, Part I, LNAI 5177 (pp. 394\u2013400). Springer-Verlag."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03557-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03557-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03557-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,13]],"date-time":"2024-11-13T13:22:32Z","timestamp":1731504152000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03557-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,13]]},"references-count":41,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["3557"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03557-5","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"type":"print","value":"1022-0038"},{"type":"electronic","value":"1572-8196"}],"subject":[],"published":{"date-parts":[[2023,11,13]]},"assertion":[{"value":"13 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}