{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T21:33:17Z","timestamp":1774992797556,"version":"3.50.1"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]},{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]},{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]},{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]},{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]},{"name":"This research was supported by the National Natural Science Foundation of China","award":["62271287"],"award-info":[{"award-number":["62271287"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Telecommun Syst"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s11235-025-01374-z","type":"journal-article","created":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T05:20:01Z","timestamp":1761715201000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["DRL-Based Joint Beamforming and Reflection Design for Secure RIS-Aided ISAC Systems"],"prefix":"10.1007","volume":"88","author":[{"given":"Hongqiao","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lina","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chao","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Ji","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jieyi","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yawen","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,29]]},"reference":[{"issue":"6","key":"1374_CR1","doi-asserted-by":"publisher","first-page":"1728","DOI":"10.1109\/JSAC.2022.3156632","volume":"40","author":"F Liu","year":"2022","unstructured":"Liu, F., Cui, Y., Masouros, C., Xu, J., Han, T. X., Eldar, Y. C., & Buzzi, S. (2022). Integrated sensing and communications: Toward dual-functional wireless networks for 6G and beyond. IEEE J. Sel. Areas Commun., 40(6), 1728\u20131767. https:\/\/doi.org\/10.1109\/JSAC.2022.3156632","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"11","key":"1374_CR2","doi-asserted-by":"publisher","first-page":"19094","DOI":"10.1109\/JIOT.2024.3361173","volume":"11","author":"S Lu","year":"2024","unstructured":"Lu, S., Liu, F., Li, Y., Zhang, K., Huang, H., Zou, J., Li, X., Dong, Y., Dong, F., Zhu, J., Xiong, Y., Yuan, W., Cui, Y., & Hanzo, L. (2024). Integrated sensing and communications: Recent advances and ten open challenges. IEEE Internet Things J., 11(11), 19094\u201319120. https:\/\/doi.org\/10.1109\/JIOT.2024.3361173","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"1374_CR3","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MWC.002.2200206","volume":"30","author":"R Liu","year":"2023","unstructured":"Liu, R., Li, M., Luo, H., Liu, Q., & Swindlehurst, A. L. (2023). Integrated sensing and communication with reconfigurable intelligent surfaces: Opportunities, applications, and future directions. IEEE Wirel. Commun., 30(1), 50\u201357. https:\/\/doi.org\/10.1109\/MWC.002.2200206","journal-title":"IEEE Wirel. Commun."},{"issue":"11","key":"1374_CR4","doi-asserted-by":"publisher","first-page":"2450","DOI":"10.1109\/JSAC.2020.3007211","volume":"38","author":"M Di Renzo","year":"2020","unstructured":"Di Renzo, M., Zappone, A., Debbah, M., Alouini, M.-S., Yuen, C., Rosny, J., & Tretyakov, S. (2020). Smart radio environments empowered by reconfigurable intelligent surfaces: How it works, state of research, and the road ahead. IEEE J. Sel. Areas Commun., 38(11), 2450\u20132525. https:\/\/doi.org\/10.1109\/JSAC.2020.3007211","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"1374_CR5","doi-asserted-by":"publisher","unstructured":"Wang, D., Bazzi, A., Chafii, M.: RIS-Enabled Integrated Sensing and Communication for 6G Systems. In: 2024 IEEE Wireless Communications and Networking Conference (WCNC), pp. 1\u20136 (2024). https:\/\/doi.org\/10.1109\/WCNC57260.2024.10571090","DOI":"10.1109\/WCNC57260.2024.10571090"},{"issue":"5","key":"1374_CR6","doi-asserted-by":"publisher","first-page":"5131","DOI":"10.1109\/TVT.2021.3075497","volume":"70","author":"X Wang","year":"2021","unstructured":"Wang, X., Fei, Z., Zheng, Z., & Guo, J. (2021). Joint waveform design and passive beamforming for RIS-assisted dual-functional radar-communication system. IEEE Trans. Veh. Technol., 70(5), 5131\u20135136. https:\/\/doi.org\/10.1109\/TVT.2021.3075497","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"1","key":"1374_CR7","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1109\/LWC.2023.3324951","volume":"13","author":"Z Chen","year":"2024","unstructured":"Chen, Z., Wang, J., Tian, Z., Wang, M., Jia, Y., & Quek, T. Q. S. (2024). Joint rate splitting and beamforming design for RSMA-RIS-assisted ISAC system. IEEE Wireless Communications Letters, 13(1), 173\u2013177. https:\/\/doi.org\/10.1109\/LWC.2023.3324951","journal-title":"IEEE Wireless Communications Letters"},{"issue":"5","key":"1374_CR8","doi-asserted-by":"publisher","first-page":"4017","DOI":"10.1109\/TWC.2023.3313938","volume":"23","author":"RSP Sankar","year":"2024","unstructured":"Sankar, R. S. P., Chepuri, S. P., & Eldar, Y. C. (2024). Beamforming in integrated sensing and communication systems with reconfigurable intelligent surfaces. IEEE Trans. Wireless Commun., 23(5), 4017\u20134031. https:\/\/doi.org\/10.1109\/TWC.2023.3313938","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"3","key":"1374_CR9","doi-asserted-by":"publisher","first-page":"912","DOI":"10.1109\/JSAC.2025.3531533","volume":"43","author":"A Bazzi","year":"2025","unstructured":"Bazzi, A., & Chafii, M. (2025). Low Dynamic Range for RIS-Aided Bistatic Integrated Sensing and Communication. IEEE J. Sel. Areas Commun., 43(3), 912\u2013927. https:\/\/doi.org\/10.1109\/JSAC.2025.3531533","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"3","key":"1374_CR10","doi-asserted-by":"publisher","first-page":"4471","DOI":"10.1109\/TVT.2023.3328192","volume":"73","author":"J Chu","year":"2024","unstructured":"Chu, J., Lu, Z., Liu, R., Li, M., & Liu, Q. (2024). Joint beamforming and reflection design for secure RIS-ISAC systems. IEEE Trans. Veh. Technol., 73(3), 4471\u20134475. https:\/\/doi.org\/10.1109\/TVT.2023.3328192","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"4","key":"1374_CR11","doi-asserted-by":"publisher","first-page":"3162","DOI":"10.1109\/TWC.2023.3306029","volume":"23","author":"N Su","year":"2024","unstructured":"Su, N., Liu, F., & Masouros, C. (2024). Sensing-assisted eavesdropper estimation: An ISAC breakthrough in physical layer security. IEEE Trans. Wireless Commun., 23(4), 3162\u20133174. https:\/\/doi.org\/10.1109\/TWC.2023.3306029","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"2","key":"1374_CR12","doi-asserted-by":"publisher","first-page":"520","DOI":"10.1109\/LWC.2023.3334275","volume":"13","author":"C Jiang","year":"2024","unstructured":"Jiang, C., Zhang, C., Huang, C., Ge, J., He, J., & Yuen, C. (2024). Secure Beamforming Design for RIS-Assisted Integrated Sensing and Communication Systems. IEEE Wireless Communications Letters, 13(2), 520\u2013524. https:\/\/doi.org\/10.1109\/LWC.2023.3334275","journal-title":"IEEE Wireless Communications Letters"},{"issue":"17","key":"1374_CR13","doi-asserted-by":"publisher","first-page":"28123","DOI":"10.1109\/JIOT.2024.3416319","volume":"11","author":"C Jiang","year":"2024","unstructured":"Jiang, C., Zhang, C., Huang, C., Ge, J., Debbah, M., & Yuen, C. (2024). Exploiting RIS in Secure Beamforming Design for NOMA-Assisted Integrated Sensing and Communication. IEEE Internet Things J., 11(17), 28123\u201328136. https:\/\/doi.org\/10.1109\/JIOT.2024.3416319","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"1374_CR14","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1109\/TWC.2023.3280179","volume":"23","author":"M Hua","year":"2024","unstructured":"Hua, M., Wu, Q., Chen, W., Dobre, O. A., & Swindlehurst, A. L. (2024). Secure intelligent reflecting surface-aided integrated sensing and communication. IEEE Trans. Wireless Commun., 23(1), 575\u2013591. https:\/\/doi.org\/10.1109\/TWC.2023.3280179","journal-title":"IEEE Trans. Wireless Commun."},{"key":"1374_CR15","doi-asserted-by":"publisher","first-page":"2082","DOI":"10.1109\/TIFS.2023.3346696","volume":"19","author":"A Bazzi","year":"2024","unstructured":"Bazzi, A., & Chafii, M. (2024). Secure Full Duplex Integrated Sensing and Communications. IEEE Trans. Inf. Forensics Secur., 19, 2082\u20132097. https:\/\/doi.org\/10.1109\/TIFS.2023.3346696","journal-title":"IEEE Trans. Inf. Forensics Secur."},{"issue":"1","key":"1374_CR16","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1109\/TGCN.2023.3329127","volume":"8","author":"T Zhou","year":"2024","unstructured":"Zhou, T., Xu, K., Hu, G., Xia, X., Xie, W., & Li, C. (2024). Robust Beamforming Design for STAR-RIS-Assisted Anti-Jamming and Secure Transmission. IEEE Transactions on Green Communications and Networking, 8(1), 345\u2013361. https:\/\/doi.org\/10.1109\/TGCN.2023.3329127","journal-title":"IEEE Transactions on Green Communications and Networking"},{"issue":"7","key":"1374_CR17","doi-asserted-by":"publisher","first-page":"8742","DOI":"10.1109\/JIOT.2024.3502669","volume":"12","author":"T Zhou","year":"2025","unstructured":"Zhou, T., Xu, K., Hu, G., Xia, X., Li, C., Wei, C., & Liao, C. (2025). Robust and Secure Beamforming Design for STAR-RIS-Enabled IoE ISAC Systems. IEEE Internet Things J., 12(7), 8742\u20138758. https:\/\/doi.org\/10.1109\/JIOT.2024.3502669","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"1374_CR18","doi-asserted-by":"publisher","first-page":"995","DOI":"10.1109\/JSTSP.2022.3172788","volume":"16","author":"R Liu","year":"2022","unstructured":"Liu, R., Li, M., Liu, Y., Wu, Q., & Liu, Q. (2022). Joint transmit waveform and passive beamforming design for RIS-aided DFRC systems. IEEE Journal of Selected Topics in Signal Processing, 16(5), 995\u20131010. https:\/\/doi.org\/10.1109\/JSTSP.2022.3172788","journal-title":"IEEE Journal of Selected Topics in Signal Processing"},{"issue":"4","key":"1374_CR19","doi-asserted-by":"publisher","first-page":"964","DOI":"10.1109\/LWC.2024.3353829","volume":"13","author":"R Zhang","year":"2024","unstructured":"Zhang, R., Wang, Y., Mou, L., & Zhang, Y. (2024). Research on beamforming design of ISAC system: An FP approach. IEEE Wireless Communications Letters, 13(4), 964\u2013968. https:\/\/doi.org\/10.1109\/LWC.2024.3353829","journal-title":"IEEE Wireless Communications Letters"},{"issue":"11","key":"1374_CR20","doi-asserted-by":"publisher","first-page":"16234","DOI":"10.1109\/TWC.2024.3439101","volume":"23","author":"C Luo","year":"2024","unstructured":"Luo, C., Jiang, W., Niyato, D., Ding, Z., Li, J., & Xiong, Z. (2024). Optimization and DRL-based joint beamforming design for active-RIS enabled cognitive multicast systems. IEEE Trans. Wireless Commun., 23(11), 16234\u201316247. https:\/\/doi.org\/10.1109\/TWC.2024.3439101","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"3","key":"1374_CR21","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1109\/TCOMM.2019.2961332","volume":"68","author":"FB Mismar","year":"2020","unstructured":"Mismar, F. B., Evans, B. L., & Alkhateeb, A. (2020). Deep reinforcement learning for 5G networks: Joint beamforming, power control, and interference coordination. IEEE Trans. Commun., 68(3), 1581\u20131592. https:\/\/doi.org\/10.1109\/TCOMM.2019.2961332","journal-title":"IEEE Trans. Commun."},{"issue":"2","key":"1374_CR22","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1109\/LWC.2023.3336999","volume":"13","author":"M Eskandari","year":"2024","unstructured":"Eskandari, M., Zhu, H., Shojaeifard, A., & Wang, J. (2024). Statistical CSI-based beamforming for RIS-aided multiuser MISO systems via deep reinforcement learning. IEEE Wireless Communications Letters, 13(2), 570\u2013574. https:\/\/doi.org\/10.1109\/LWC.2023.3336999","journal-title":"IEEE Wireless Communications Letters"},{"issue":"11","key":"1374_CR23","doi-asserted-by":"publisher","first-page":"2578","DOI":"10.1109\/LCOMM.2024.3457166","volume":"28","author":"A Soofinezhadmoghaddam","year":"2024","unstructured":"Soofinezhadmoghaddam, A., & Bakhshi, H. (2024). Joint power allocation and hybrid beamforming of mmwave NOMA systems using DDPG. IEEE Commun. Lett., 28(11), 2578\u20132582. https:\/\/doi.org\/10.1109\/LCOMM.2024.3457166","journal-title":"IEEE Commun. Lett."},{"key":"1374_CR24","doi-asserted-by":"publisher","unstructured":"Chen, Z., Huang, L., So, H.C., Jiang, H., Zhang, X.Y., Wang, J.: Deep reinforcement learning over RIS-assisted integrated sensing and communication: Challenges and opportunities. IEEE Vehicular Technology Magazine, 2\u201310 (2024). https:\/\/doi.org\/10.1109\/MVT.2024.3503537","DOI":"10.1109\/MVT.2024.3503537"},{"issue":"12","key":"1374_CR25","doi-asserted-by":"publisher","first-page":"16871","DOI":"10.1109\/TVT.2023.3297602","volume":"72","author":"Q Liu","year":"2023","unstructured":"Liu, Q., Zhu, Y., Li, M., Liu, R., Liu, Y., & Lu, Z. (2023). DRL-based secrecy rate optimization for RIS-assisted secure ISAC systems. IEEE Trans. Veh. Technol., 72(12), 16871\u201316875. https:\/\/doi.org\/10.1109\/TVT.2023.3297602","journal-title":"IEEE Trans. Veh. Technol."},{"key":"1374_CR26","doi-asserted-by":"publisher","unstructured":"Eghbali, Y., Faramarzi, S., Taskou, S. K., Mili, M. R., Rasti, M., & Hossain, E. (2024). Beamforming for STAR-RIS-aided integrated sensing and communication using meta DRL. IEEE Wireless Communications Letters, 13(4), 919\u2013923. https:\/\/doi.org\/10.1109\/LWC.2024.3350446","DOI":"10.1109\/LWC.2024.3350446"},{"issue":"24","key":"1374_CR27","doi-asserted-by":"publisher","first-page":"39834","DOI":"10.1109\/JIOT.2024.3449969","volume":"11","author":"X Long","year":"2024","unstructured":"Long, X., Zhao, Y., Wu, H., & Xu, C.-Z. (2024). Deep reinforcement learning for integrated sensing and communication in RIS-assisted 6G V2X system. IEEE Internet Things J., 11(24), 39834\u201339849. https:\/\/doi.org\/10.1109\/JIOT.2024.3449969","journal-title":"IEEE Internet Things J."},{"key":"1374_CR28","doi-asserted-by":"publisher","unstructured":"Zhao, S.: Mathematical Foundations of Reinforcement Learning. Tsinghua University Press and Springer Nature, Singapore (2024). https:\/\/doi.org\/10.1007\/978-981-97-3944-8","DOI":"10.1007\/978-981-97-3944-8"},{"key":"1374_CR29","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"}],"container-title":["Telecommunication Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-025-01374-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11235-025-01374-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-025-01374-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T18:03:17Z","timestamp":1767204197000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11235-025-01374-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,29]]},"references-count":29,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["1374"],"URL":"https:\/\/doi.org\/10.1007\/s11235-025-01374-z","relation":{},"ISSN":["1018-4864","1572-9451"],"issn-type":[{"value":"1018-4864","type":"print"},{"value":"1572-9451","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,29]]},"assertion":[{"value":"29 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"133"}}