{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T05:02:17Z","timestamp":1775710937006,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2021,11,15]],"date-time":"2021-11-15T00:00:00Z","timestamp":1636934400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,11,15]],"date-time":"2021-11-15T00:00:00Z","timestamp":1636934400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s00521-021-06673-5","type":"journal-article","created":{"date-parts":[[2021,11,15]],"date-time":"2021-11-15T09:02:46Z","timestamp":1636966966000},"page":"7297-7313","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Reinforcement learning-based joint self-optimisation method for the fuzzy logic handover algorithm in 5G HetNets"],"prefix":"10.1007","volume":"35","author":[{"given":"Qianyu","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7857-511X","authenticated-orcid":false,"given":"Chiew Foong","family":"Kwong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sun","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sijia","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lincan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pushpendu","family":"Kar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,15]]},"reference":[{"key":"6673_CR1","doi-asserted-by":"publisher","first-page":"172534","DOI":"10.1109\/ACCESS.2020.3023802","volume":"8","author":"I Shayea","year":"2020","unstructured":"Shayea I, Ergen M, Hadri Azmi M, Aldirmaz Colak S, Nordin R, Daradkeh YI (2020) Key challenges, drivers and solutions for mobility management in 5G networks: a survey. IEEE Access 8:172534\u2013172552","journal-title":"IEEE Access"},{"issue":"1","key":"6673_CR2","doi-asserted-by":"publisher","first-page":"118907","DOI":"10.1109\/ACCESS.2019.2937405","volume":"7","author":"M Tayyab","year":"2019","unstructured":"Tayyab M, Gelabert X, Jantti R (2019) A survey on handover management: from LTE to NR. IEEE Access 7(1):118907\u2013118930","journal-title":"IEEE Access"},{"key":"6673_CR3","unstructured":"the 3GPP Organizational Partners, Telecommunication management; Self-Organising Networks (SON) Policy Network Resource Model (NRM) Integration Reference Point (IRP); Information Service (IS); document TS 28.628. 2020."},{"key":"6673_CR4","unstructured":"the 3GPP Organizational Partners, Telecommunication management; Self-Organising Networks (SON); Concepts and requirements; document TS 32.500. 2020."},{"key":"6673_CR5","unstructured":"the 3GPP Organizational Partners, Telecommunication management; Study on the Self-Organising Networks (SON) for 5G networks , document TR 28.861. 2019."},{"key":"6673_CR6","unstructured":"the 3GPP Organizational Partners, Technical Specification Group Radio Access Network; NR; Radio Resource Control (RRC) protocol specification, document TS 38.331. 2020."},{"key":"6673_CR7","doi-asserted-by":"publisher","first-page":"6636","DOI":"10.1109\/ACCESS.2017.2689725","volume":"5","author":"A Habbal","year":"2017","unstructured":"Habbal A, Goudar SI, Hassan S (2017) Context-aware radio access technology selection in 5G ultra dense networks. IEEE Access 5:6636\u20136648","journal-title":"IEEE Access"},{"key":"6673_CR8","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1016\/j.comcom.2018.07.015","volume":"129","author":"J Moysen","year":"2018","unstructured":"Moysen J, Giupponi L (2018) From 4G to 5G: self-organised network management meets machine learning. Comput Commun 129:248\u2013268","journal-title":"Comput Commun"},{"issue":"1","key":"6673_CR9","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s11036-020-01718-w","volume":"26","author":"Q Liu","year":"2021","unstructured":"Liu Q, Kwong CF, Wei S, Li L, Zhang S (2021) Intelligent handover triggering mechanism in 5G ultra-dense networks via clustering-based reinforcement learning. Mob Netw Appl 26(1):27\u201339","journal-title":"Mob Netw Appl"},{"key":"6673_CR10","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1109\/ACCESS.2019.2961186","volume":"8","author":"A Alhammadi","year":"2020","unstructured":"Alhammadi A, Roslee M, Alias MY, Shayea I, Alraih S, Mohamed KS (2020) Auto tuning self-optimization algorithm for mobility management in LTE-A and 5G HetNets. IEEE Access 8:294\u2013304","journal-title":"IEEE Access"},{"issue":"5","key":"6673_CR11","doi-asserted-by":"publisher","first-page":"4672","DOI":"10.1109\/TVT.2017.2787602","volume":"67","author":"MT Nguyen","year":"2018","unstructured":"Nguyen MT, Kwon S, Kim H (2018) Mobility robustness optimisation for handover failure reduction in LTE small-cell networks. IEEE Trans Veh Technol 67(5):4672\u20134676","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"6673_CR12","doi-asserted-by":"publisher","first-page":"1035","DOI":"10.1109\/TVT.2018.2874692","volume":"68","author":"MM Hasan","year":"2019","unstructured":"Hasan MM, Kwon S, Oh S (2019) Frequent-handover mitigation in ultra-dense heterogeneous networks. IEEE Trans Veh Technol 68(1):1035\u20131040","journal-title":"IEEE Trans Veh Technol"},{"key":"6673_CR13","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.comcom.2017.06.009","volume":"110","author":"S Chaudhuri","year":"2017","unstructured":"Chaudhuri S, Baig I, Das D (2017) Self organising method for handover performance optimisation in LTE-advanced network. Comput Commun 110:151\u2013163","journal-title":"Comput Commun"},{"issue":"2018","key":"6673_CR14","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.comcom.2018.10.011","volume":"133","author":"T Goyal","year":"2019","unstructured":"Goyal T, Kaushal S (2019) Handover optimisation scheme for LTE-advance networks based on AHP-TOPSIS and Q-learning. Comput Commun 133(2018):67\u201376","journal-title":"Comput Commun"},{"issue":"1","key":"6673_CR15","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1109\/TNSM.2016.2522080","volume":"13","author":"SS Mwanje","year":"2016","unstructured":"Mwanje SS, Schmelz LC, Mitschele-Thiel A (2016) Cognitive cellular networks: a Q-learning framework for self-organising networks. IEEE Trans Netw Serv Manag 13(1):85\u201398","journal-title":"IEEE Trans Netw Serv Manag"},{"issue":"15","key":"6673_CR16","doi-asserted-by":"publisher","first-page":"2380","DOI":"10.1049\/iet-com.2017.0213","volume":"11","author":"E Fakhfakh","year":"2017","unstructured":"Fakhfakh E, Hamouda S (2017) Optimised Q-learning for WiFi offloading in dense cellular networks. IET Commun 11(15):2380\u20132385","journal-title":"IET Commun"},{"key":"6673_CR17","doi-asserted-by":"crossref","unstructured":"M. Saeed, M. El-Ghoneimy, and H. Kamal, \u201cAn enhanced fuzzy logic optimisation technique based on user mobility for LTE handover,\u201d in National Radio Science Conference, NRSC, Proceedings, 2017, pp. 230\u2013237.","DOI":"10.1109\/NRSC.2017.7893481"},{"key":"6673_CR18","doi-asserted-by":"publisher","first-page":"17178","DOI":"10.1109\/ACCESS.2018.2811047","volume":"6","author":"K Da Costa Silva","year":"2018","unstructured":"Da Costa Silva K, Becvar Z, Frances CRL (2018) Adaptive hysteresis margin based on fuzzy logic for handover in mobile networks with dense small cells. IEEE Access 6:17178\u201317189","journal-title":"IEEE Access"},{"key":"6673_CR19","doi-asserted-by":"crossref","unstructured":"J. Anand, A. S. Buttar, and R. Kaur (2018), \u201cFuzzy logic based spectrum handover approach in cognitive radio network: a Survey,\u201d in Proceedings of the 2nd International Conference on Electronics, Communication and Aerospace Technology, ICECA 2018, Iceca, pp. 775\u2013780.","DOI":"10.1109\/ICECA.2018.8474580"},{"issue":"2","key":"6673_CR20","first-page":"381","volume":"20","author":"AM Aibinu","year":"2017","unstructured":"Aibinu AM, Onumanyi AJ, Adedigba AP, Ipinyomi M, Folorunso TA, Salami MJE (2017) Development of hybrid artificial intelligent based handover decision algorithm. Eng Sci Technol Int J 20(2):381\u2013390","journal-title":"Eng Sci Technol Int J"},{"key":"6673_CR21","doi-asserted-by":"publisher","first-page":"7542","DOI":"10.1109\/ACCESS.2017.2689061","volume":"5","author":"K Vasudeva","year":"2017","unstructured":"Vasudeva K, Dikmese S, Guven I, Mehbodniya A, Saad W, Adachi F (2017) Fuzzy-based game theoretic mobility management for energy efficient operation in HetNets. IEEE Access 5:7542\u20137552","journal-title":"IEEE Access"},{"key":"6673_CR22","volume-title":"Fuzzy Logic with Engineering Applications","author":"TJ Ross","year":"2017","unstructured":"Ross TJ (2017) Fuzzy Logic with Engineering Applications. John Wiley & Sons Ltd, West Sussex, United Kingdom"},{"issue":"2","key":"6673_CR23","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/S0165-0114(98)00224-3","volume":"103","author":"MS Chen","year":"1999","unstructured":"Chen MS, Wang SW (1999) Fuzzy clustering analysis for optimising fuzzy membership functions. Fuzzy Sets Syst 103(2):239\u2013254","journal-title":"Fuzzy Sets Syst"},{"key":"6673_CR24","unstructured":"the 3GPP Organizational Partners, Study on channel model for frequencies from 0.5 to 100 GHz,document TR 38.901. 2019."},{"key":"6673_CR25","doi-asserted-by":"publisher","first-page":"97505","DOI":"10.1109\/ACCESS.2019.2927836","volume":"7","author":"F Jiang","year":"2019","unstructured":"Jiang F, Yuan Z, Sun C, Wang J (2019) Deep Q-learning-based content caching with update strategy for fog radio access networks. IEEE Access 7:97505\u201397514","journal-title":"IEEE Access"},{"issue":"11","key":"6673_CR26","doi-asserted-by":"publisher","first-page":"3996","DOI":"10.1109\/TSMC.2019.2900750","volume":"50","author":"H Su","year":"2020","unstructured":"Su H, Zhang H, Gao DW, Luo Y (2020) Adaptive dynamics programming for H\u221econtrol of continuous-time unknown nonlinear systems via generalized fuzzy hyperbolic models. IEEE Trans Syst Man, Cybern Syst 50(11):3996\u20134008","journal-title":"IEEE Trans Syst Man, Cybern Syst"},{"key":"6673_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ins.2019.04.027","volume":"495","author":"S He","year":"2019","unstructured":"He S, Fang H, Zhang M, Liu F, Luan X, Ding Z (2019) Online policy iterative-based H\u221e optimisation algorithm for a class of nonlinear systems. Inf Sci (Ny) 495:1\u201313","journal-title":"Inf Sci (Ny)"},{"issue":"2","key":"6673_CR28","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1109\/TNNLS.2019.2905715","volume":"31","author":"S He","year":"2020","unstructured":"He S, Fang H, Zhang M, Liu F, Ding Z (2020) Adaptive optimal control for a class of nonlinear systems: the online policy iteration approach. IEEE Trans Neural Netw Learn Syst 31(2):549\u2013558","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"10","key":"6673_CR29","doi-asserted-by":"publisher","first-page":"4254","DOI":"10.1109\/TNNLS.2019.2953613","volume":"31","author":"H Su","year":"2020","unstructured":"Su H, Zhang H, Jiang H, Wen Y (2020) Decentralised event-triggered adaptive control of discrete-time nonzero-sum games over wireless sensor-actuator networks with input constraints. IEEE Trans Neural Netw Learn Syst 31(10):4254\u20134266","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"11","key":"6673_CR30","doi-asserted-by":"publisher","first-page":"4907","DOI":"10.1109\/TNNLS.2019.2959005","volume":"31","author":"H Su","year":"2020","unstructured":"Su H, Zhang H, Liang X, Liu C (2020) Decentralised event-triggered online adaptive control of unknown large-scale systems over wireless communication networks. IEEE Trans Neural Netw Learn Syst 31(11):4907\u20134919","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"18","key":"6673_CR31","doi-asserted-by":"publisher","first-page":"14311","DOI":"10.1007\/s00521-019-04180-2","volume":"32","author":"S He","year":"2020","unstructured":"He S, Zhang M, Fang H, Liu F, Luan X, Ding Z (2020) Reinforcement learning and adaptive optimisation of a class of markov jump systems with completely unknown dynamic information. Neural Comput Appl 32(18):14311\u201314320","journal-title":"Neural Comput Appl"},{"issue":"10","key":"6673_CR32","first-page":"1","volume":"68","author":"D Yang","year":"2020","unstructured":"Yang D, Gao X, Cui E, Ma Z (2020) State-constraints adaptive backstepping control for active magnetic bearings with parameters nonstationarities and uncertainties. IEEE Trans Ind Electron 68(10):1\u20131","journal-title":"IEEE Trans Ind Electron"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06673-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06673-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06673-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T01:38:42Z","timestamp":1679881122000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06673-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,15]]},"references-count":32,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["6673"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06673-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,15]]},"assertion":[{"value":"2 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 October 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 November 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}