{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T15:37:24Z","timestamp":1778513844103,"version":"3.51.4"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003392","name":"Natural Science Foundation of Fujian Province","doi-asserted-by":"publisher","award":["2021J01004"],"award-info":[{"award-number":["2021J01004"]}],"id":[{"id":"10.13039\/501100003392","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003392","name":"Natural Science Foundation of Fujian Province","doi-asserted-by":"publisher","award":["2021J01004"],"award-info":[{"award-number":["2021J01004"]}],"id":[{"id":"10.13039\/501100003392","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003392","name":"Natural Science Foundation of Fujian Province","doi-asserted-by":"publisher","award":["2021J01004"],"award-info":[{"award-number":["2021J01004"]}],"id":[{"id":"10.13039\/501100003392","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003392","name":"Natural Science Foundation of Fujian Province","doi-asserted-by":"publisher","award":["2021J01004"],"award-info":[{"award-number":["2021J01004"]}],"id":[{"id":"10.13039\/501100003392","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003392","name":"Natural Science Foundation of Fujian Province","doi-asserted-by":"publisher","award":["2021J01004"],"award-info":[{"award-number":["2021J01004"]}],"id":[{"id":"10.13039\/501100003392","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62171392, 62371406"],"award-info":[{"award-number":["62171392, 62371406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62171392, 62371406"],"award-info":[{"award-number":["62171392, 62371406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62171392, 62371406"],"award-info":[{"award-number":["62171392, 62371406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62171392, 62371406"],"award-info":[{"award-number":["62171392, 62371406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62171392, 62371406"],"award-info":[{"award-number":["62171392, 62371406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mobile Netw Appl"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s11036-024-02323-x","type":"journal-article","created":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T01:01:42Z","timestamp":1714093302000},"page":"825-840","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["RIS-Aided MmWave Hybrid Relay Network Based on Multi-Agent Deep Reinforcement Learning"],"prefix":"10.1007","volume":"29","author":[{"given":"Yifeng","family":"Zhao","sequence":"first","affiliation":[]},{"given":"Xuanhui","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Haoran","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Xiaoqi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Lianfen","family":"Huang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,26]]},"reference":[{"key":"2323_CR1","doi-asserted-by":"publisher","unstructured":"Yal\u00e7\u0131n AZ, Yap\u0131c\u0131 Y (2020) Multiuser precoding for sum-rate maximization in relay-aided mmwave communications. IEEE Trans Veh Technol 69(6):6808\u20136812. https:\/\/doi.org\/10.1109\/TVT.2020.2987473","DOI":"10.1109\/TVT.2020.2987473"},{"key":"2323_CR2","doi-asserted-by":"publisher","unstructured":"Hu Q, Blough DM (2017) Relay selection and scheduling for millimeter wave backhaul in urban environments. In: 2017 IEEE 14th International conference on mobile ad hoc and sensor systems (MASS), pp 206\u2013214. https:\/\/doi.org\/10.1109\/MASS.2017.48","DOI":"10.1109\/MASS.2017.48"},{"key":"2323_CR3","doi-asserted-by":"publisher","unstructured":"Busari SA, Huq KMS, Mumtaz S, Dai L, Rodriguez J (2018) Millimeter-wave massive mimo communication for future wireless systems: A survey. IEEE Commun Surv & Tutorials 20(2):836\u2013869. https:\/\/doi.org\/10.1109\/COMST.2017.2787460","DOI":"10.1109\/COMST.2017.2787460"},{"key":"2323_CR4","doi-asserted-by":"publisher","unstructured":"Buzzi S, D\u2019Andrea C (2018) Energy efficiency and asymptotic performance evaluation of beamforming structures in doubly massive mimo mmwave systems. IEEE Trans Green Commun Netw 2(2):385\u2013396. https:\/\/doi.org\/10.1109\/TGCN.2018.2800537","DOI":"10.1109\/TGCN.2018.2800537"},{"key":"2323_CR5","doi-asserted-by":"publisher","unstructured":"Davis G (2018) 2020: Life with 50 billion connected devices. In: 2018 IEEE International conference on consumer electronics (ICCE), pp 1\u20131. https:\/\/doi.org\/10.1109\/ICCE.2018.8326056","DOI":"10.1109\/ICCE.2018.8326056"},{"key":"2323_CR6","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1109\/ACCESS.2013.2260813","volume":"1","author":"TS Rappaport","year":"2013","unstructured":"Rappaport TS, Sun S, Mayzus R, Zhao H, Azar Y, Wang K, Wong GN, Schulz JK, Samimi M, Gutierrez F (2013) Millimeter wave mobile communications for 5g cellular: It will work! IEEE Access 1:335\u2013349. https:\/\/doi.org\/10.1109\/ACCESS.2013.2260813","journal-title":"IEEE Access"},{"issue":"6","key":"2323_CR7","doi-asserted-by":"publisher","first-page":"6452","DOI":"10.1109\/TVT.2020.2985873","volume":"69","author":"X Wang","year":"2020","unstructured":"Wang X, Jin T, Hu L, Qian Z (2020) Energy-efficient power allocation and q-learning-based relay selection for relay-aided d2d communication. IEEE Trans Veh Technol 69(6):6452\u20136462. https:\/\/doi.org\/10.1109\/TVT.2020.2985873","journal-title":"IEEE Trans Veh Technol"},{"issue":"6","key":"2323_CR8","doi-asserted-by":"publisher","first-page":"6264","DOI":"10.1109\/TVT.2020.2984327","volume":"69","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Lu Y, Huang Y, Zhang P (2020) Neural network-based relay selection in two-way swipt-enabled cognitive radio networks. IEEE Trans Veh Technol 69(6):6264\u20136274. https:\/\/doi.org\/10.1109\/TVT.2020.2984327","journal-title":"IEEE Trans Veh Technol"},{"issue":"11","key":"2323_CR9","doi-asserted-by":"publisher","first-page":"6012","DOI":"10.1109\/TWC.2015.2446979","volume":"14","author":"SH Kim","year":"2015","unstructured":"Kim SH, Chaitanya TVK, Le-Ngoc T, Kim J (2015) Rate maximization based power allocation and relay selection with iri consideration for two-path af relaying. IEEE Trans Wireless Commun 14(11):6012\u20136027. https:\/\/doi.org\/10.1109\/TWC.2015.2446979","journal-title":"IEEE Trans Wireless Commun"},{"issue":"12","key":"2323_CR10","doi-asserted-by":"publisher","first-page":"10218","DOI":"10.1109\/TVT.2016.2552239","volume":"65","author":"N Wei","year":"2016","unstructured":"Wei N, Lin X, Zhang Z (2016) Optimal relay probing in millimeter-wave cellular systems with device-to-device relaying. IEEE Trans Veh Technol 65(12):10218\u201310222. https:\/\/doi.org\/10.1109\/TVT.2016.2552239","journal-title":"IEEE Trans Veh Technol"},{"issue":"9","key":"2323_CR11","doi-asserted-by":"publisher","first-page":"9807","DOI":"10.1109\/TVT.2020.3002903","volume":"69","author":"Z Li","year":"2020","unstructured":"Li Z, Xiang L, Ge X, Mao G, Chao H-C (2020) Latency and reliability of mmwave multi-hop v2v communications under relay selections. IEEE Trans Veh Technol 69(9):9807\u20139821. https:\/\/doi.org\/10.1109\/TVT.2020.3002903","journal-title":"IEEE Trans Veh Technol"},{"issue":"3","key":"2323_CR12","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1109\/JCN.2016.000052","volume":"18","author":"Y Niu","year":"2016","unstructured":"Niu Y, Gao C, Li Y, Su L, Jin D (2016) Exploiting multi-hop relaying to overcome blockage in directional mmwave small cells. Journal of Communications and Networks 18(3):364\u2013374. https:\/\/doi.org\/10.1109\/JCN.2016.000052","journal-title":"Journal of Communications and Networks"},{"key":"2323_CR13","volume-title":"Introduction to reinforcement learning cambridge","author":"R Sutton","year":"1998","unstructured":"Sutton R, Barto A (1998) Introduction to reinforcement learning cambridge. MA, USA"},{"issue":"2","key":"2323_CR14","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1109\/TVT.2019.2961405","volume":"69","author":"Z Li","year":"2020","unstructured":"Li Z, Guo C (2020) Multi-agent deep reinforcement learning based spectrum allocation for d2d underlay communications. IEEE Trans Veh Technol 69(2):1828\u20131840. https:\/\/doi.org\/10.1109\/TVT.2019.2961405","journal-title":"IEEE Trans Veh Technol"},{"issue":"4","key":"2323_CR15","doi-asserted-by":"publisher","first-page":"3938","DOI":"10.1109\/TVT.2021.3065074","volume":"70","author":"S Dang","year":"2021","unstructured":"Dang S, Tang J, Li J, Wen M, Abdullah S, Li C (2021) Combined relay selection enabled by supervised machine learning. IEEE Trans Veh Technol 70(4):3938\u20133943. https:\/\/doi.org\/10.1109\/TVT.2021.3065074","journal-title":"IEEE Trans Veh Technol"},{"issue":"11","key":"2323_CR16","doi-asserted-by":"publisher","first-page":"5141","DOI":"10.1109\/TWC.2019.2933417","volume":"18","author":"N Zhao","year":"2019","unstructured":"Zhao N, Liang Y-C, Niyato D, Pei Y, Wu M, Jiang Y (2019) Deep reinforcement learning for user association and resource allocation in heterogeneous cellular networks. IEEE Trans Wireless Commun 18(11):5141\u20135152. https:\/\/doi.org\/10.1109\/TWC.2019.2933417","journal-title":"IEEE Trans Wireless Commun"},{"issue":"9","key":"2323_CR17","doi-asserted-by":"publisher","first-page":"5849","DOI":"10.1109\/TCOMM.2020.3001125","volume":"68","author":"S Abeywickrama","year":"2020","unstructured":"Abeywickrama S, Zhang R, Wu Q, Yuen C (2020) Intelligent reflecting surface: Practical phase shift model and beamforming optimization. IEEE Trans Commun 68(9):5849\u20135863. https:\/\/doi.org\/10.1109\/TCOMM.2020.3001125","journal-title":"IEEE Trans Commun"},{"issue":"2","key":"2323_CR18","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1109\/LWC.2019.2950624","volume":"9","author":"E Bjornson","year":"2020","unstructured":"Bjornson E, Ozdogan O, Larsson EG (2020) Intelligent reflecting surface versus decode-and-forward: How large surfaces are needed to beat relaying? IEEE Wireless Communications Letters 9(2):244\u2013248. https:\/\/doi.org\/10.1109\/LWC.2019.2950624","journal-title":"IEEE Wireless Communications Letters"},{"key":"2323_CR19","doi-asserted-by":"publisher","unstructured":"Di\u00a0Renzo M, Ntontin K, Song J, Danufane FH, Qian X, Lazarakis F, De\u00a0Rosny J, Phan-Huy D-T, Simeone O, Zhang R, Debbah M, Lerosey G, Fink M, Tretyakov S, Shamai S (2020) Reconfigurable intelligent surfaces vs. relaying: Differences, similarities, and performance comparison. IEEE Open J Commun Soc 1:798\u2013807. https:\/\/doi.org\/10.1109\/OJCOMS.2020.3002955","DOI":"10.1109\/OJCOMS.2020.3002955"},{"issue":"8","key":"2323_CR20","doi-asserted-by":"publisher","first-page":"4157","DOI":"10.1109\/TWC.2019.2922609","volume":"18","author":"C Huang","year":"2019","unstructured":"Huang C, Zappone A, Alexandropoulos GC, Debbah M, Yuen C (2019) Reconfigurable intelligent surfaces for energy efficiency in wireless communication. IEEE Trans Wireless Commun 18(8):4157\u20134170. https:\/\/doi.org\/10.1109\/TWC.2019.2922609","journal-title":"IEEE Trans Wireless Commun"},{"issue":"10","key":"2323_CR21","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1109\/LWC.2020.2999918","volume":"9","author":"Z Abdullah","year":"2020","unstructured":"Abdullah Z, Chen G, Lambotharan S, Chambers JA (2020) A hybrid relay and intelligent reflecting surface network and its ergodic performance analysis. IEEE Wireless Communications Letters 9(10):1653\u20131657. https:\/\/doi.org\/10.1109\/LWC.2020.2999918","journal-title":"IEEE Wireless Communications Letters"},{"issue":"11","key":"2323_CR22","doi-asserted-by":"publisher","first-page":"7196","DOI":"10.1109\/TWC.2021.3081447","volume":"20","author":"J Lyu","year":"2021","unstructured":"Lyu J, Zhang R (2021) Hybrid active\/passive wireless network aided by intelligent reflecting surface: System modeling and performance analysis. IEEE Trans Wireless Commun 20(11):7196\u20137212. https:\/\/doi.org\/10.1109\/TWC.2021.3081447","journal-title":"IEEE Trans Wireless Commun"},{"issue":"3","key":"2323_CR23","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1109\/TGCN.2020.2974282","volume":"4","author":"Y Hei","year":"2020","unstructured":"Hei Y, Yu S, Liu C, Li W, Yang J (2020) Energy-efficient hybrid precoding for mmwave mimo systems with phase modulation array. IEEE Trans Green Commun Netw 4(3):678\u2013688. https:\/\/doi.org\/10.1109\/TGCN.2020.2974282","journal-title":"IEEE Trans Green Commun Netw"},{"key":"2323_CR24","doi-asserted-by":"publisher","unstructured":"Xu P, Chen G, Yang Z, Renzo MD (2021) Reconfigurable intelligent surfaces-assisted communications with discrete phase shifts: How many quantization levels are required to achieve full diversity? IEEE Wirel Commun Lett 10(2):358\u2013362. https:\/\/doi.org\/10.1109\/LWC.2020.3031084","DOI":"10.1109\/LWC.2020.3031084"},{"key":"2323_CR25","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8:279\u2013292. https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach Learn"},{"issue":"9","key":"2323_CR26","doi-asserted-by":"publisher","first-page":"3826","DOI":"10.1109\/TCYB.2020.2977374","volume":"50","author":"TT Nguyen","year":"2020","unstructured":"Nguyen TT, Nguyen ND, Nahavandi S (2020) Deep reinforcement learning for multiagent systems: A review of challenges, solutions, and applications. IEEE Trans Cybern 50(9):3826\u20133839. https:\/\/doi.org\/10.1109\/TCYB.2020.2977374","journal-title":"IEEE Trans Cybern"}],"container-title":["Mobile Networks and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-024-02323-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11036-024-02323-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11036-024-02323-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T14:06:55Z","timestamp":1735654015000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11036-024-02323-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,26]]},"references-count":26,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["2323"],"URL":"https:\/\/doi.org\/10.1007\/s11036-024-02323-x","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3834169\/v1","asserted-by":"object"}]},"ISSN":["1383-469X","1572-8153"],"issn-type":[{"value":"1383-469X","type":"print"},{"value":"1572-8153","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,26]]},"assertion":[{"value":"4 April 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"All authors certify that they have no affiliations with or involvement in any organization or entity with any financial interest or non-financial interest in the subject matter or materials discussed in this manuscript.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"The authors have no financial or proprietary interests in any material discussed in this article","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}