{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T06:24:45Z","timestamp":1766298285252,"version":"3.40.5"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach. Intell. Res."],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s11633-022-1326-3","type":"journal-article","created":{"date-parts":[[2022,4,5]],"date-time":"2022-04-05T04:09:28Z","timestamp":1649131768000},"page":"127-137","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Satellite Integration into 5G: Deep Reinforcement Learning for Network Selection"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1011-9737","authenticated-orcid":false,"given":"Emanuele","family":"De Santis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5503-8506","authenticated-orcid":false,"given":"Alessandro","family":"Giuseppi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0188-3346","authenticated-orcid":false,"given":"Antonio","family":"Pietrabissa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5610-9422","authenticated-orcid":false,"given":"Michael","family":"Capponi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6140-3661","authenticated-orcid":false,"given":"Francesco","family":"Delli Priscoli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"1326_CR1","unstructured":"3GPP TR 38.811 Study on New Radio (NR) to Support Non-terrestrial Networks, Technical Report. 3GPP, France 2017."},{"key":"1326_CR2","volume-title":"Playing Atari with deep reinforcement learning","author":"V Mnih","year":"2013","unstructured":"V. Mnih, K. Kavukcuoglu, D. Silver, A. Graves, I. Antonoglou, D. Wierstra, M. Riedmiller. Playing Atari with deep reinforcement learning, [Online], Available: https:\/\/arxiv.org\/abs\/1312.5602v1, 2013."},{"key":"1326_CR3","doi-asserted-by":"publisher","first-page":"904","DOI":"10.1109\/ICCMC.2018.8487931","volume-title":"Proceedings of the 2nd International Conference on Computing Methodologies and Communication","author":"K S S Anupama","year":"2018","unstructured":"K. S. S. Anupama, S. S. Gowri, B. P. Rao. A comparative study of outranking MADM algorithms in network selection. In Proceedings of the 2nd International Conference on Computing Methodologies and Communication, IEEE, Erode, India, pp. 904\u2013907, 2018. DOI: https:\/\/doi.org\/10.1109\/ICCMC.2018.8487931."},{"key":"1326_CR4","doi-asserted-by":"publisher","unstructured":"Y. F. Zhong, H. Q. Wang, H. W. Lv. A cognitive wireless networks access selection algorithm based on MADM. Ad Hoc Networks, vol. 109, Article number 102286, 2020. DOI: https:\/\/doi.org\/10.1016\/j.adhoc.2020.102286.","DOI":"10.1016\/j.adhoc.2020.102286"},{"key":"1326_CR5","doi-asserted-by":"publisher","DOI":"10.1109\/WINCOM.2017.8238177","volume-title":"Proceedings of International Conference on Wireless Networks and Mobile Communications","author":"S Radouche","year":"2017","unstructured":"S. Radouche, C. Leghris, A. Adib. MADM methods based on utility function and reputation for access network selection in a multi-access mobile network environment. In Proceedings of International Conference on Wireless Networks and Mobile Communications, IEEE, Rabat, Morocco, 2017. DOI: https:\/\/doi.org\/10.1109\/WINCOM.2017.8238177."},{"issue":"3","key":"1326_CR6","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MWC.2005.1452853","volume":"12","author":"Q Y Song","year":"2005","unstructured":"Q. Y. Song, A. Jamalipour. Network selection in an integrated wireless LAN and UMTS environment using mathematical modeling and computing techniques. IEEE Wireless Communications, vol. 12, no. 3, pp. 42\u201348, 2005. DOI: https:\/\/doi.org\/10.1109\/mwc.2005.1452853.","journal-title":"IEEE Wireless Communications"},{"key":"1326_CR7","doi-asserted-by":"publisher","unstructured":"T. Ding, L. Liang, M. Yang, H. Q. Wu. Multiple attribute decision making based on cross-evaluation with uncertain decision parameters. Mathematical Problems in Engineering, vol. 2016, Article number 4313247, 2016. DOI: https:\/\/doi.org\/10.1155\/2016\/4313247.","DOI":"10.1155\/2016\/4313247"},{"key":"1326_CR8","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1016\/j.asoc.2017.05.026","volume":"67","author":"R K Goyal","year":"2018","unstructured":"R. K. Goyal, S. Kaushal, A. K. Sangaiah. The utility based non-linear fuzzy AHP optimization model for network selection in heterogeneous wireless networks. Applied Soft Computing, vol. 67, pp. 800\u2013811, 2018. DOI: https:\/\/doi.org\/10.1016\/j.asoc.2017.05.026.","journal-title":"Applied Soft Computing"},{"key":"1326_CR9","doi-asserted-by":"publisher","unstructured":"X. Y. Yan, P. Dong, T. Zheng, H. K. Zhang. Fuzzy and utility based network selection for heterogeneous networks in high-speed railway. Wireless Communications and Mobile Computing, vol. 2017, Article number 4967438, 2017. DOI: https:\/\/doi.org\/10.1155\/2017\/4967438.","DOI":"10.1155\/2017\/4967438"},{"key":"1326_CR10","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1109\/ECACE.2017.7912992","volume-title":"Proceedings of International Conference on Electrical, Computer and Communication Engineering","author":"M M R Mou","year":"2017","unstructured":"M. M. R. Mou, M. Z. Chowdhury. Service aware fuzzy logic based handover decision in heterogeneous wireless networks. In Proceedings of International Conference on Electrical, Computer and Communication Engineering, IEEE, Cox\u2019s Bazar, Bangladesh, pp. 686\u2013691, 2017. DOI: https:\/\/doi.org\/10.1109\/ECACE.2017.7912992."},{"key":"1326_CR11","first-page":"1236","volume-title":"Proceedings of International Symposium on Wireless Personal Multimedia Communications","author":"A Wilson","year":"2005","unstructured":"A. Wilson, A. Lenaghan, R. Malyan. Optimising wireless access network selection to maintain QoS in heterogeneous wireless environments. In Proceedings of International Symposium on Wireless Personal Multimedia Communications, Aalborg, Denmark. 1236\u20131240, 2005."},{"issue":"4","key":"1326_CR12","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1109\/SURV.2012.010912.00081","volume":"14","author":"R Trestian","year":"2012","unstructured":"R. Trestian, O. Ormond, G. M. Muntean. Game theory-based network selection: Solutions and challenges. IEEE Communications Surveys & Tutorials, vol. 14, no. 4, pp. 1212\u20131231, 2012. DOI: https:\/\/doi.org\/10.1109\/surv.2012.010912.00081.","journal-title":"IEEE Communications Surveys & Tutorials"},{"key":"1326_CR13","doi-asserted-by":"publisher","DOI":"10.1109\/IST-MWC.2007.4299242","volume-title":"Proceedings of the 16th IST Mobile and Wireless Communications Summit","author":"J Antoniou","year":"2007","unstructured":"J. Antoniou, A. Pitsillides. 4G converged environment: Modeling network selection as a game. In Proceedings of the 16th IST Mobile and Wireless Communications Summit, IEEE, Budapest, Hungary, 2007. DOI: https:\/\/doi.org\/10.1109\/IST-MWC.2007.4299242."},{"key":"1326_CR14","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1109\/ICTC.2016.7763451","volume-title":"Proceedings of International Conference on Information and Communication Technology Convergence","author":"T Rahman","year":"2016","unstructured":"T. Rahman, M. Z. Chowdhury, Y. M. Jang. Radio access network selection mechanism based on hierarchical modelling and game theory. In Proceedings of International Conference on Information and Communication Technology Convergence, IEEE, Jeju, Korea, pp. 126\u2013131, 2016. DOI: https:\/\/doi.org\/10.1109\/ICTC.2016.7763451."},{"key":"1326_CR15","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/978-981-10-2999-8_4","volume-title":"Proceedings of International Conference on Nano-electronics, Circuits & Communication Systems","author":"L Rajesh","year":"2017","unstructured":"L. Rajesh, K. B. Bagan, B. Ramesh. User demand wireless network selection using game theory. In Proceedings of International Conference on Nano-electronics, Circuits & Communication Systems, Jharkhand, India, pp.39\u201353, 2017. DOI: https:\/\/doi.org\/10.1007\/978-981-10-2999-8_4."},{"key":"1326_CR16","doi-asserted-by":"publisher","first-page":"612","DOI":"10.1109\/ICCTICT.2016.7514652","volume-title":"Proceedings of International Conference on Computational Techniques in Information and Communication Technologies","author":"Meenakshi","year":"2016","unstructured":"Meenakshi, N. P. Singh. A comparative study of cooperative and non-cooperative game theory in network selection. In Proceedings of International Conference on Computational Techniques in Information and Communication Technologies, IEEE, New Delhi, India, pp. 612\u2013617, 2016. DOI: https:\/\/doi.org\/10.1109\/ICCTICT.2016.7514652."},{"key":"1326_CR17","volume-title":"Reinforcement Learning: An Introduction","author":"R S Sutton","year":"1998","unstructured":"R. S. Sutton, A. G. Barto, Reinforcement Learning: An Introduction, Cambridge, UK: MIT Press, 1998."},{"issue":"6","key":"1326_CR18","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/s11633-016-1025-z","volume":"13","author":"Z H Zhang","year":"2016","unstructured":"Z. H. Zhang, X. F. Jiang, H. S. Xi. Optimal content placement and request dispatching for cloud-based video distribution services. International Journal of Automation and Computing, vol. 13, no. 6, pp. 529\u2013540, 2016. DOI: https:\/\/doi.org\/10.1007\/s11633-016-1025-z.","journal-title":"International Journal of Automation and Computing"},{"issue":"5","key":"1326_CR19","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/s11633-012-0668-7","volume":"9","author":"F S Lin","year":"2012","unstructured":"F. S. Lin, B. Q. Yin, J. Huang, X. M. Wu. Admission control with elastic QoS for video on demand systems. International Journal of Automation and Computing, vol. 9, no. 5, pp. 467\u2013473, 2012. DOI: https:\/\/doi.org\/10.1007\/s11633-012-0668-7.","journal-title":"International Journal of Automation and Computing"},{"key":"1326_CR20","doi-asserted-by":"publisher","first-page":"33275","DOI":"10.1109\/ACCESS.2018.2844882","volume":"6","author":"Z Y Du","year":"2018","unstructured":"Z. Y. Du, C. X. Wang, Y. M. Sun, G. F. Wu. Context-aware indoor VLC\/RF heterogeneous network selection: Reinforcement learning with knowledge transfer. IEEE Access, vol. 6, pp. 33275\u201333284, 2018. DOI: https:\/\/doi.org\/10.1109\/access.2018.2844882.","journal-title":"IEEE Access"},{"issue":"12","key":"1326_CR21","doi-asserted-by":"publisher","first-page":"7691","DOI":"10.1109\/TII.2020.2971735","volume":"16","author":"Y Yang","year":"2020","unstructured":"Y. Yang, Y. Wang, K. Y. Liu, N. Zhang, S. S. Gu, Q. Y. Zhang. Deep reinforcement learning based online network selection in CRNs with multiple primary networks. IEEE Transactions on Industrial Informatics, vol. 16, no. 12, pp. 7691\u20137699, 2020. DOI: https:\/\/doi.org\/10.1109\/tii.2020.2971735.","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"9","key":"1326_CR22","doi-asserted-by":"publisher","first-page":"6062","DOI":"10.1109\/TWC.2017.2718526","volume":"16","author":"D D Nguyen","year":"2017","unstructured":"D. D. Nguyen, H. X. Nguyen, L. B. White. Reinforcement learning with network-assisted feedback for heterogeneous RAT selection. IEEE Transactions on Wireless Communications, vol. 16, no. 9, pp. 6062\u20136076, 2017. DOI: https:\/\/doi.org\/10.1109\/twc.2017.2718526.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"6","key":"1326_CR23","doi-asserted-by":"publisher","DOI":"10.1002\/nem.1985","volume":"27","year":"2017","unstructured":"F. Liberati, A. Giuseppi, A. Pietrabissa, V. Suraci, A. Di Giorgio, M. Trubian, D. Dietrich, P. Papadimitriou, F. Delli Priscoli. Stochastic and exact methods for service mapping in virtualized network infrastructures. International Journal of Network Management, vol. 27, no. 6, Article number e1985, 2017. DOI: https:\/\/doi.org\/10.1002\/nem.1985.","journal-title":"International Journal of Network Management"},{"key":"1326_CR24","doi-asserted-by":"publisher","first-page":"21645","DOI":"10.1109\/ACCESS.2019.2898205","volume":"7","author":"X W Wang","year":"2019","unstructured":"X. W. Wang, J. D. Li, L. X. Wang, C. G. Yang, Z. Han. Intelligent user-centric network selection: A model-driven reinforcement learning framework. IEEE Access, vol. 7, pp. 21645\u201321661, 2019. DOI: https:\/\/doi.org\/10.1109\/access.2019.2898205.","journal-title":"IEEE Access"},{"issue":"9","key":"1326_CR25","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1049\/el.2019.3891","volume":"56","author":"K S Shin","year":"2020","unstructured":"K. S. Shin, G. H. Hwang, O. Jo. Distributed reinforcement learning scheme for environmentally adaptive IoT network selection. Electronics Letters, vol. 56, no. 9, pp. 462\u2013464, 2020. DOI: https:\/\/doi.org\/10.1049\/el.2019.3891.","journal-title":"Electronics Letters"},{"key":"1326_CR26","volume-title":"Proceedings of the 4th International Conference on Learning Representations","author":"T P Lillicrap","year":"2016","unstructured":"T. P. Lillicrap, J. J. Hunt, A. Pritzel, N. Heess, T. Erez, Y. Tassa, D. Silver, D. Wierstra. Continuous control with deep reinforcement learning. In Proceedings of the 4th International Conference on Learning Representations, San Juan, Puerto Rico, 2016."},{"issue":"6","key":"1326_CR27","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MNET.2018.1800085","volume":"32","author":"Y B Zhou","year":"2018","unstructured":"Y. B. Zhou, Z. M. Fadlullah, B. M. Mao, N. Kato. A deep-learning-based radio resource assignment technique for 5G ultra dense networks. IEEE Network, vol. 32, no. 6, pp. 28\u201334, 2018. DOI: https:\/\/doi.org\/10.1109\/MNET.2018.1800085.","journal-title":"IEEE Network"},{"issue":"4","key":"1326_CR28","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1109\/MNET.011.2100097","volume":"35","author":"B M Mao","year":"2021","unstructured":"B. M. Mao, F. X. Tang, Y. Kawamoto, N. Kato. Optimizing computation offloading in satellite-UAV-served 6G IoT: A deep learning approach. IEEE Network, vol. 35, no. 4, pp. 102\u2013108, 2021. DOI: https:\/\/doi.org\/10.1109\/MNET.011.2100097.","journal-title":"IEEE Network"},{"key":"1326_CR29","volume-title":"Trunk96\/wireless-network-simulator","author":"E De Santis","year":"2022","unstructured":"E. De Santis. Trunk96\/wireless-network-simulator, [Online], Available: https:\/\/github.com\/trunk96\/wireless-network-simulator, 2022."},{"key":"1326_CR30","doi-asserted-by":"publisher","first-page":"595","DOI":"10.23919\/ECC51009.2020.9143837","volume-title":"Proceedings of European Control Conference","author":"F D Priscoli","year":"2020","unstructured":"F. D. Priscoli, A. Giuseppi, F. Liberati, A. Pietrabissa. Traffic steering and network selection in 5G networks based on reinforcement learning. In Proceedings of European Control Conference, IEEE, St. Petersburg, Russia, pp. 595\u2013601, 2020. DOI: https:\/\/doi.org\/10.23919\/ECC51009.2020.9143837."},{"key":"1326_CR31","unstructured":"5G; NR; Physical Channels and Modulation, ETSI TS 138 211 v15.2.0. 3GPP, 2018."},{"key":"1326_CR32","unstructured":"Final report for COST Action 231, [Online], Available: http:\/\/www.lx.it.pt\/cost231\/final_report.htm, 2022."},{"key":"1326_CR33","doi-asserted-by":"publisher","DOI":"10.1002\/9781119673811","volume-title":"Satellite Communications Systems: Systems, Techniques and Technology","author":"G Maral","year":"2020","unstructured":"G. Maral, M. Bousquet, Z. L. Sun. Satellite Communications Systems: Systems, Techniques and Technology. 6th ed., Hoboken, USA: Wiley, 2020. DOI: https:\/\/doi.org\/10.1002\/9781119673811.","edition":"6th ed."}],"container-title":["Machine Intelligence Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-022-1326-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11633-022-1326-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-022-1326-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,5]],"date-time":"2022-04-05T04:27:34Z","timestamp":1649132854000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11633-022-1326-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["1326"],"URL":"https:\/\/doi.org\/10.1007\/s11633-022-1326-3","relation":{},"ISSN":["2731-538X","2731-5398"],"issn-type":[{"type":"print","value":"2731-538X"},{"type":"electronic","value":"2731-5398"}],"subject":[],"published":{"date-parts":[[2022,4]]},"assertion":[{"value":"22 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}