{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:14:34Z","timestamp":1764785674967,"version":"3.44.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T00:00:00Z","timestamp":1756425600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T00:00:00Z","timestamp":1756425600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Innovation Project of Universities in Guangdong Province","award":["2023KTSCX113"],"award-info":[{"award-number":["2023KTSCX113"]}]},{"name":"Guangdong Province Key Discipline Scientific Research Capability Improvement Project","award":["2022ZDJS093"],"award-info":[{"award-number":["2022ZDJS093"]}]},{"name":"Tertiary Education Scientific Research Project of Guangzhou Municipal Education Bureau","award":["2024312423"],"award-info":[{"award-number":["2024312423"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s10586-025-05209-z","type":"journal-article","created":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T11:38:37Z","timestamp":1756467517000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["QoS-driven reinforcement learning-based resource allocation in space\u2013air\u2013ground\u2013sea integrated networks"],"prefix":"10.1007","volume":"28","author":[{"given":"Bing","family":"Tang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiayao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yujun","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qing","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,29]]},"reference":[{"issue":"1","key":"5209_CR1","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/COMST.2021.3131332","volume":"24","author":"H Guo","year":"2022","unstructured":"Guo, H., Li, J., Liu, J., Tian, N., Kato, N.: A survey on space-air-ground-sea integrated network security in 6g. IEEE Commun. Surv. Tutor. 24(1), 53\u201387 (2022). https:\/\/doi.org\/10.1109\/COMST.2021.3131332","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"9","key":"5209_CR2","doi-asserted-by":"publisher","first-page":"6298","DOI":"10.1109\/TWC.2023.3241341","volume":"22","author":"J Xu","year":"2023","unstructured":"Xu, J., Kishk, M.A., Alouini, M.: Space-air-ground-sea integrated networks: modeling and coverage analysis. IEEE Trans. Wirel. Commun. 22(9), 6298\u20136313 (2023). https:\/\/doi.org\/10.1109\/TWC.2023.3241341","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"5209_CR3","doi-asserted-by":"publisher","first-page":"103647","DOI":"10.1016\/J.JNCA.2023.103647","volume":"215","author":"S Sharif","year":"2023","unstructured":"Sharif, S., Zeadally, S., Ejaz, W.: Space-aerial-ground-sea integrated networks: resource optimization and challenges in 6g. J. Netw. Comput. Appl. 215, 103647 (2023). https:\/\/doi.org\/10.1016\/J.JNCA.2023.103647","journal-title":"J. Netw. Comput. Appl."},{"key":"5209_CR4","doi-asserted-by":"publisher","unstructured":"Saraee, H., Matinkhah, S.M., Khorsandi, S.: Cooperative joint radio resource management in wireless heterogeneous networks. In: 2011 International Symposium on Computer Networks and Distributed Systems (CNDS), pp. 111\u2013115 (2011). https:\/\/doi.org\/10.1109\/CNDS.2011.5764554","DOI":"10.1109\/CNDS.2011.5764554"},{"issue":"5","key":"5209_CR5","doi-asserted-by":"publisher","first-page":"1147","DOI":"10.1109\/LCOMM.2017.2664808","volume":"21","author":"S Fan","year":"2017","unstructured":"Fan, S., Tian, H., Wang, W.: A radio resource virtualization-based RAT selection scheme in heterogeneous networks. IEEE Commun. Lett. 21(5), 1147\u20131150 (2017). https:\/\/doi.org\/10.1109\/LCOMM.2017.2664808","journal-title":"IEEE Commun. Lett."},{"issue":"1","key":"5209_CR6","first-page":"40","volume":"25","author":"M Hu","year":"2022","unstructured":"Hu, M.: Research on user access strategy based on reinforcement learning algorithm. J. Xi\u2019an University (Natural Science Edition) 25(1), 40\u201344 (2022)","journal-title":"J. Xi\u2019an University (Natural Science Edition)"},{"issue":"11","key":"5209_CR7","doi-asserted-by":"publisher","first-page":"1469","DOI":"10.1109\/TMC.2009.65","volume":"8","author":"Y Chen","year":"2009","unstructured":"Chen, Y., Chang, C., Huang, C.: Fuzzy q-learning admission control for WCDMA\/WLAN heterogeneous networks with multimedia traffic. IEEE Trans. Mob. Comput. 8(11), 1469\u20131479 (2009). https:\/\/doi.org\/10.1109\/TMC.2009.65","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"10","key":"5209_CR8","first-page":"99","volume":"41","author":"C Feng","year":"2015","unstructured":"Feng, C., Zhang, L.: A network access control algorithm based on q-learning. Comput. Eng. 41(10), 99\u2013104 (2015)","journal-title":"Comput. Eng."},{"issue":"7","key":"5209_CR9","first-page":"85","volume":"47","author":"N Lin","year":"2023","unstructured":"Lin, N., Chen, Q., Guo, J., Chen, Z., Fang, Y., Ye, S.: Research on radio resource management method based on reinforcement learning. Mobile Commun. 47(7), 85\u201391 (2023)","journal-title":"Mobile Commun."},{"key":"5209_CR10","doi-asserted-by":"publisher","unstructured":"Chen, N., Yang, L., Liang, X., Zhang, J., Zhang, Y.: Dynamic resource allocation for indoor vlc\/wifi heterogeneous network based on q-learning. In: 2024 16th International Conference on Communication Software and Networks (ICCSN), pp. 154\u2013158 (2024). https:\/\/doi.org\/10.1109\/ICCSN63464.2024.10793386","DOI":"10.1109\/ICCSN63464.2024.10793386"},{"key":"5209_CR11","doi-asserted-by":"publisher","unstructured":"Bala, M., Desai, M.: To analyze the maximized energy consumption by algorithm implementing reinforcement learning for wireless communication technology. In: 2023 IEEE 4th Annual Flagship India Council International Subsections Conference (INDISCON), pp. 1\u20138 (2023). https:\/\/doi.org\/10.1109\/INDISCON58499.2023.10270783","DOI":"10.1109\/INDISCON58499.2023.10270783"},{"key":"5209_CR12","doi-asserted-by":"publisher","unstructured":"Wang, B., Wang, J., Yuan, X.: Q-learning based computation offloading with minimizing the cost in vehicle edge computing. In: IEEE International Symposium on Broadband Multimedia Systems and Broadcasting, BMSB 2024, Toronto, ON, Canada, June 19-21, 2024, pp. 1\u20136. IEEE (2024). https:\/\/doi.org\/10.1109\/BMSB62888.2024.10608299","DOI":"10.1109\/BMSB62888.2024.10608299"},{"issue":"7","key":"5209_CR13","first-page":"84","volume":"40","author":"S Tan","year":"2021","unstructured":"Tan, S., Jin, F., Dun, C., Meng, F.: Architecture design and intelligent management of space-air-ground integrated network. Information Technol. and Netw. Secur. 40(7), 84\u201389 (2021)","journal-title":"Information Technol. and Netw. Secur."},{"issue":"7","key":"5209_CR14","first-page":"58","volume":"47","author":"K Xu","year":"2023","unstructured":"Xu, K., Xu, Y., Wang, X.: Research on massive random access method for space-air-ground integrated network. Mobile Commun. 47(7), 58\u201363 (2023)","journal-title":"Mobile Commun."},{"key":"5209_CR15","doi-asserted-by":"publisher","unstructured":"Zhang, S., Liu, Y., Cao, C., Li, J., Pang, R., Liang, F., Tang, X.: Research on architecture and application of computing network convergence service orchestration. In: 2022 5th International Conference on Hot Information-Centric Networking (HotICN), pp. 61\u201366 (2022). https:\/\/doi.org\/10.1109\/HotICN57539.2022.10036213","DOI":"10.1109\/HotICN57539.2022.10036213"},{"key":"5209_CR16","doi-asserted-by":"publisher","unstructured":"Adalian, N., Ajaeiya, G., Dawy, Z., Elhajj, I.H., Kayssi, A., Chehab, A.: Load balancing in lte core networks using sdn. In: 2016 IEEE International Multidisciplinary Conference on Engineering Technology (IMCET), pp. 213\u2013217 (2016). https:\/\/doi.org\/10.1109\/IMCET.2016.7777454","DOI":"10.1109\/IMCET.2016.7777454"},{"key":"5209_CR17","doi-asserted-by":"publisher","unstructured":"Wagan, A.A., Jung, L.T.: An efficient distributed mobility management scheme for network mobility. In: 2016 3rd International Conference on Computer and Information Sciences (ICCOINS), pp. 270\u2013275 (2016). https:\/\/doi.org\/10.1109\/ICCOINS.2016.7783226","DOI":"10.1109\/ICCOINS.2016.7783226"},{"issue":"6","key":"5209_CR18","first-page":"104","volume":"44","author":"Y Li","year":"2020","unstructured":"Li, Y., Fan, X., Huang, X., Xia, M.: Emerging network architectures for integrated communications among land, sea, air and sky. Mobile Commun. 44(6), 104\u2013115 (2020)","journal-title":"Mobile Commun."},{"key":"5209_CR19","doi-asserted-by":"publisher","unstructured":"Kamel, M., Boudaoud, K., Resondry, S., Riveill, M.: A low-energy consuming and user-centric security management architecture adapted to mobile environments. In: Agoulmine, N., Bartolini, C., Pfeifer, T., O\u2019Sullivan, D. (eds.) Proceedings of the 12th IFIP\/IEEE International Symposium on Integrated Network Management, IM 2011, Dublin, Ireland, 23-27 May 2011, pp. 722\u2013725. IEEE, ??? (2011). https:\/\/doi.org\/10.1109\/INM.2011.5990665","DOI":"10.1109\/INM.2011.5990665"},{"issue":"3","key":"5209_CR20","doi-asserted-by":"publisher","first-page":"3119","DOI":"10.1109\/TNSM.2022.3232503","volume":"20","author":"B Tang","year":"2023","unstructured":"Tang, B., Guo, F., Cao, B., Tang, M., Li, K.: Cost-aware deployment of microservices for iot applications in mobile edge computing environment. IEEE Trans. Netw. Serv. Manag. 20(3), 3119\u20133134 (2023). https:\/\/doi.org\/10.1109\/TNSM.2022.3232503","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"issue":"3","key":"5209_CR21","doi-asserted-by":"publisher","first-page":"2741","DOI":"10.1007\/S10586-023-04065-Z","volume":"27","author":"B Tang","year":"2024","unstructured":"Tang, B., Han, H., Yang, Q., Xu, W.: Operator placement for data stream processing based on publisher\/subscriber in hybrid cloud-fog-edge infrastructure. Clust. Comput. 27(3), 2741\u20132759 (2024). https:\/\/doi.org\/10.1007\/S10586-023-04065-Z","journal-title":"Clust. Comput."},{"issue":"7","key":"5209_CR22","doi-asserted-by":"publisher","first-page":"1217","DOI":"10.1002\/SPE.3195","volume":"54","author":"B Tang","year":"2024","unstructured":"Tang, B., Luo, J., Zhang, J.: Container-based data-intensive application scheduling in hybrid cloud-edge collaborative environment. Softw. Pract. Exp. 54(7), 1217\u20131240 (2024). https:\/\/doi.org\/10.1002\/SPE.3195","journal-title":"Softw. Pract. Exp."},{"issue":"4","key":"5209_CR23","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1109\/MWC.019.2100721","volume":"30","author":"F Tang","year":"2023","unstructured":"Tang, F., Chen, X., Zhao, M., Kato, N.: The roadmap of communication and networking in 6g for the metaverse. IEEE Wirel. Commun. 30(4), 72\u201381 (2023). https:\/\/doi.org\/10.1109\/MWC.019.2100721","journal-title":"IEEE Wirel. Commun."},{"key":"5209_CR24","doi-asserted-by":"publisher","unstructured":"Pang, Y., Wang, D., Wang, D., Guan, L., Zhang, C., Zhang, M.: A space-air-ground integrated network assisted maritime communication network based on mobile edge computing. In: 2020 IEEE World Congress on Services, SERVICES 2020, Beijing, China, October 18-23, 2020, pp. 269\u2013274. IEEE, ??? (2020). https:\/\/doi.org\/10.1109\/SERVICES48979.2020.00060","DOI":"10.1109\/SERVICES48979.2020.00060"},{"issue":"9","key":"5209_CR25","doi-asserted-by":"publisher","first-page":"47","DOI":"10.23919\/JCC.2022.09.005","volume":"19","author":"Z Lin","year":"2022","unstructured":"Lin, Z., Chen, X., Chen, P.: Energy harvesting space-air-sea integrated networks for mec-enabled maritime internet of things. China Commun. 19(9), 47\u201357 (2022)","journal-title":"China Commun."},{"key":"5209_CR26","doi-asserted-by":"publisher","unstructured":"Hu, X., Lin, B., Wang, P., Wang, Y.: A novel mac protocol for vdes in space-air-ground-sea integrated networks. In: 2020 International Conference on Space-Air-Ground Computing (SAGC), pp. 60\u201361 (2020). https:\/\/doi.org\/10.1109\/SAGC50777.2020.00022","DOI":"10.1109\/SAGC50777.2020.00022"},{"key":"5209_CR27","doi-asserted-by":"publisher","unstructured":"Fidanova, S.: Hybrid ant colony optimization algorithm for multiple knapsack problem. In: 2020 5th IEEE International Conference on Recent Advances and Innovations in Engineering (ICRAIE), pp. 1\u20135 (2020). https:\/\/doi.org\/10.1109\/ICRAIE51050.2020.9358351","DOI":"10.1109\/ICRAIE51050.2020.9358351"},{"key":"5209_CR28","doi-asserted-by":"publisher","unstructured":"Shahbandegan, A., Naderi, M.: A binary butterfly optimization algorithm for the multidimensional knapsack problem. In: 2020 6th Iranian Conference on Signal Processing and Intelligent Systems (ICSPIS), pp. 1\u20135 (2020). https:\/\/doi.org\/10.1109\/ICSPIS51611.2020.9349589","DOI":"10.1109\/ICSPIS51611.2020.9349589"},{"key":"5209_CR29","doi-asserted-by":"publisher","unstructured":"Basha, S.M., Dhanalakshmi, R., Soundari, A.G., Venkatramanan, CB., Rajasekar, B.: An efficient allocation of resources in wireless communications iot network for numerous users. In: 2023 International Conference on Innovative Computing, Intelligent Communication and Smart Electrical Systems (ICSES), pp. 1\u20138 (2023). https:\/\/doi.org\/10.1109\/ICSES60034.2023.10465489","DOI":"10.1109\/ICSES60034.2023.10465489"},{"issue":"1","key":"5209_CR30","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1109\/TNSE.2022.3207214","volume":"10","author":"Y Zhang","year":"2023","unstructured":"Zhang, Y., Chen, C., Liu, L., Lan, D., Jiang, H., Wan, S.: Aerial edge computing on orbit: a task offloading and allocation scheme. IEEE Trans. Netw. Sci. Eng. 10(1), 275\u2013285 (2023). https:\/\/doi.org\/10.1109\/TNSE.2022.3207214","journal-title":"IEEE Trans. Netw. Sci. Eng."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05209-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05209-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05209-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,15]],"date-time":"2025-09-15T19:07:37Z","timestamp":1757963257000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05209-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,29]]},"references-count":30,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["5209"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05209-z","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"type":"print","value":"1386-7857"},{"type":"electronic","value":"1573-7543"}],"subject":[],"published":{"date-parts":[[2025,8,29]]},"assertion":[{"value":"28 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 January 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 August 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest with respect to this manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No ethical approval was required for this research.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"552"}}