{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T18:21:02Z","timestamp":1773771662891,"version":"3.50.1"},"reference-count":27,"publisher":"MDPI AG","issue":"16","license":[{"start":{"date-parts":[[2022,8,16]],"date-time":"2022-08-16T00:00:00Z","timestamp":1660608000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Key R&amp;D Program of China","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}]},{"name":"National Key R&amp;D Program of China","award":["61871387"],"award-info":[{"award-number":["61871387"]}]},{"name":"National Key R&amp;D Program of China","award":["62106277"],"award-info":[{"award-number":["62106277"]}]},{"name":"National Key R&amp;D Program of China","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"National Key R&amp;D Program of China","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"National Key R&amp;D Program of China","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"National Key R&amp;D Program of China","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"National Key R&amp;D Program of China","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}]},{"name":"National Key R&amp;D Program of China","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}]},{"name":"National Key R&amp;D Program of China","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871387"],"award-info":[{"award-number":["61871387"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106277"],"award-info":[{"award-number":["62106277"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871471"],"award-info":[{"award-number":["61871471"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871471"],"award-info":[{"award-number":["61871471"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871387"],"award-info":[{"award-number":["61871387"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["62106277"],"award-info":[{"award-number":["62106277"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871387"],"award-info":[{"award-number":["61871387"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["62106277"],"award-info":[{"award-number":["62106277"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}]},{"name":"Scientific Research Plan of National University of Defense Technology","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["61871387"],"award-info":[{"award-number":["61871387"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["62106277"],"award-info":[{"award-number":["62106277"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}]},{"name":"nformation and Communication Business Cost Project of JSCMC","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["2018YFE0100500"],"award-info":[{"award-number":["2018YFE0100500"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["61871387"],"award-info":[{"award-number":["61871387"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["62106277"],"award-info":[{"award-number":["62106277"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["61871471"],"award-info":[{"award-number":["61871471"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["ZK21-39"],"award-info":[{"award-number":["ZK21-39"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["ZK21-44"],"award-info":[{"award-number":["ZK21-44"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["ZLKT-XT-2147"],"award-info":[{"award-number":["ZLKT-XT-2147"]}]},{"name":"Natural Science Basic Research Program of Shaanxi","award":["2019JM-019"],"award-info":[{"award-number":["2019JM-019"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sensors"],"abstract":"<jats:p>Signal detection is one of the most critical and challenging issues in ambient backscatter communication (AmBC) systems. In this paper, a multi-antenna AmBC signal detection method is proposed based on reconfigurable intelligent surface (RIS) and deep reinforcement learning. Firstly, an efficient multi-antenna AmBC system is developed based on RIS, which can achieve information transmission and energy collection simultaneously. Secondly, a smart twin delayed deep deterministic (TD3) AmBC signal detection method is presented, based on deep reinforcement learning. Extensive quantitative and qualitative experiments are performed, which show that the proposed method is more compelling than the outstanding comparison methods.<\/jats:p>","DOI":"10.3390\/s22166137","type":"journal-article","created":{"date-parts":[[2022,8,17]],"date-time":"2022-08-17T03:15:27Z","timestamp":1660706127000},"page":"6137","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["RIS-Assisted Multi-Antenna AmBC Signal Detection Using Deep Reinforcement Learning"],"prefix":"10.3390","volume":"22","author":[{"given":"Feng","family":"Jing","sequence":"first","affiliation":[{"name":"School of Telecommunication Engineering, Xidian University, Xi\u2019an 710126, China"},{"name":"School of Information and Communication, National University of Defense Technology, Xi\u2019an 430035, China"},{"name":"Shaanxi Key Laboratory of Intelligence Coordination Networks, Xi\u2019an 710048, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hailin","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Telecommunication Engineering, Xidian University, Xi\u2019an 710126, China"},{"name":"Shaanxi Key Laboratory of Intelligence Coordination Networks, Xi\u2019an 710048, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mei","family":"Gao","sequence":"additional","affiliation":[{"name":"School of Telecommunication Engineering, Xidian University, Xi\u2019an 710126, China"},{"name":"School of Information and Communication, National University of Defense Technology, Xi\u2019an 430035, China"},{"name":"Shaanxi Key Laboratory of Intelligence Coordination Networks, Xi\u2019an 710048, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Xue","sequence":"additional","affiliation":[{"name":"School of Information and Communication, National University of Defense Technology, Xi\u2019an 430035, China"},{"name":"Shaanxi Key Laboratory of Intelligence Coordination Networks, Xi\u2019an 710048, China"},{"name":"Faculty of Electronic and Information Engineering, Xi\u2019an Jiaotong University, Xi\u2019an 710049, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kunrui","family":"Cao","sequence":"additional","affiliation":[{"name":"School of Information and Communication, National University of Defense Technology, Xi\u2019an 430035, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"1968","published-online":{"date-parts":[[2022,8,16]]},"reference":[{"key":"ref_1","unstructured":"Latva-aho, M., Lepp\u00e4nen, K., Clazzer, F., and Munari, A. (2019). Key drivers and research challenges for 6G ubiquitous wireless intelligence. 6G Flag-Ship, University of Oulu."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"7265","DOI":"10.1109\/JIOT.2020.2984449","article-title":"On the Outage Performance of Ambient Backscatter Communications","volume":"7","author":"Ye","year":"2020","journal-title":"IEEE Internet Things J."},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"672","DOI":"10.1049\/cmu2.12366","article-title":"Bayesian-MLE signal detection for multi-antenna ambient ackscatter communication","volume":"16","author":"Jing","year":"2022","journal-title":"IET Commun."},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"2374","DOI":"10.1109\/LWC.2021.3100901","article-title":"IRS-Assisted Ambient Backscatter Communications Utilizing Deep Reinforcement Learning","volume":"10","author":"Jia","year":"2021","journal-title":"IEEE Wirel. Commun. Lett."},{"key":"ref_5","first-page":"43","article-title":"Multi-Bounce Effect in Multi-Tag Monostatic Backscatter Communications","volume":"11","author":"Jantti","year":"2021","journal-title":"IEEE Wirel. Commun. Lett."},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"2196","DOI":"10.1109\/LCOMM.2019.2936380","article-title":"Hardware-efficient signal detection for ambient backscattering communications","volume":"23","author":"Tao","year":"2019","journal-title":"IEEE Commun. Lett."},{"key":"ref_7","doi-asserted-by":"crossref","unstructured":"Van Huynh, N., Nguyen, D.N., Hoang, D.T., Vu, T.X., Dutkiewicz, E., and Chatzinotas, S. (2022). Defeating super-reactive jammers with deception strategy: Modeling, signal detection, and performance analysis. IEEE Trans. Wirel. Commun., 1.","DOI":"10.1109\/TWC.2022.3158189"},{"key":"ref_8","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1109\/MNET.001.2100247","article-title":"Machine-learning-assisted signal detection in ambient backscatter com-munication networks","volume":"35","author":"Toro","year":"2021","journal-title":"IEEE Netw."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"7754","DOI":"10.1002\/int.22606","article-title":"Robot target recognition using deep federated learning","volume":"36","author":"Xue","year":"2021","journal-title":"Int. J. Intell. Syst."},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"3826","DOI":"10.1109\/TCYB.2020.2977374","article-title":"Deep Reinforcement Learning for Multiagent Systems: A Review of Challenges, Solutions, and Applications","volume":"50","author":"Nguyen","year":"2020","journal-title":"IEEE Trans. Cybern."},{"key":"ref_11","doi-asserted-by":"crossref","first-page":"104025","DOI":"10.1016\/j.engappai.2020.104025","article-title":"Complex ISAR target recognition using deep adaptive learning","volume":"97","author":"Xue","year":"2020","journal-title":"Eng. Appl. Artif. Intell."},{"key":"ref_12","doi-asserted-by":"crossref","unstructured":"Hu, Y., Wang, P., Lin, Z., Ding, M., and Liang, Y.C. (2019, January 21\u201323). Machine learning based signal detection for ambient backscatter communications. Proceedings of the 2019 IEEE International Conference on Communications (ICC), Shanghai, China.","DOI":"10.1109\/ICC.2019.8761796"},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Wang, X., Duan, R., Yigitler, H., Menta, E., and Jantti, R. (2019, January 9\u201313). Machine Learning-Assisted Detection for BPSK-Modulated Ambient Backscatter Communication Systems. Proceedings of the 2019 IEEE Global Communications Conference, Big Island, HI, USA.","DOI":"10.1109\/GLOBECOM38437.2019.9013284"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Guo, H., Liang, Y.-C., and Yuan, X. (2018, January 9\u201313). Clustering-Inspired Signal Detection for Ambient Backscatter Communication Systems. Proceedings of the 2018 IEEE Global Communications Conference, Abu Dhabi, United Arab Emirates.","DOI":"10.1109\/GLOCOM.2018.8647201"},{"key":"ref_15","doi-asserted-by":"crossref","unstructured":"Zhang, Q., and Liang, Y.-C. (2017, January 4\u20138). Signal Detection for Ambient Backscatter Communications Using Unsupervised Learning. Proceedings of the 2017 IEEE Globecom Workshops, Singapore.","DOI":"10.1109\/GLOCOMW.2017.8269048"},{"key":"ref_16","doi-asserted-by":"crossref","first-page":"1624","DOI":"10.1109\/TWC.2020.3034895","article-title":"Deep Transfer Learning for Signal Detection in Ambient Backscatter Communications","volume":"20","author":"Liu","year":"2020","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_17","doi-asserted-by":"crossref","first-page":"3273","DOI":"10.1109\/TWC.2020.2971990","article-title":"Transceiver Design and Signal Detection in Backscatter Communication Systems with Multiple-Antenna Tags","volume":"19","author":"Chen","year":"2020","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1109\/JIOT.2018.2856633","article-title":"Exploiting multiple antennas for cognitive ambient backscatter communication","volume":"6","author":"Guo","year":"2019","journal-title":"IEEE Internet Things J."},{"key":"ref_19","unstructured":"Wei, Q., Ma, H., Chen, C., and Dong, D. (2021). Deep Reinforcement Learning with Quantum-Inspired Experience Replay. IEEE Trans. Cybern., 1."},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"7625","DOI":"10.1109\/JIOT.2020.3040615","article-title":"FlexSensing: A QoI and Latency-Aware Task Allocation Scheme for Vehicle-Based Visual Crowdsourcing via Deep Q-Network","volume":"8","author":"Zhu","year":"2020","journal-title":"IEEE Internet Things J."},{"key":"ref_21","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1109\/TCYB.2019.2939174","article-title":"Asynchronous Episodic Deep Deterministic Policy Gradient: Toward Continuous Control in Computationally Complex Environments","volume":"51","author":"Zhang","year":"2019","journal-title":"IEEE Trans. Cybern."},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Cao, K., Ding, H., Wang, B., Lv, L., Tian, J., Wei, Q., and Gong, F. (2022). Enhancing Physical Layer Security for IoT with Non-Orthogonal Multiple Access Assisted Semi-Grant-Free Transmission. IEEE Internet Things J., 1.","DOI":"10.1109\/JIOT.2022.3193189"},{"key":"ref_23","doi-asserted-by":"crossref","first-page":"213611","DOI":"10.1109\/ACCESS.2020.3041007","article-title":"Real-time optimal power flow using twin delayed deep deterministic policy gradient algorithm","volume":"8","author":"Woo","year":"2020","journal-title":"IEEE Access"},{"key":"ref_24","doi-asserted-by":"crossref","first-page":"1809","DOI":"10.1109\/JSAC.2020.3000813","article-title":"Hybrid Beamforming for Reconfigurable Intelligent Surface based Multi-User Communications: Achievable Rates With Limited Discrete Phase Shifts","volume":"38","author":"Di","year":"2020","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"ref_25","doi-asserted-by":"crossref","unstructured":"Sanchez, J., Bengtsson, E., Rusek, F., Flordelis, J., Zhao, K., and Tufvesson, F. (2021, January 7\u201311). Optimal, Low-Complexity Beamforming for Discrete Phase Reconfigurable Intelligent Surfaces. Proceedings of the 2021 IEEE Global Communications Conference (GLOBECOM), Madrid, Spain.","DOI":"10.1109\/GLOBECOM46510.2021.9685226"},{"key":"ref_26","doi-asserted-by":"crossref","first-page":"3064","DOI":"10.1109\/TWC.2020.2970061","article-title":"Weighted Sum-Rate Maximization for Reconfigurable Intelligent Surface Aided Wireless Networks","volume":"19","author":"Guo","year":"2020","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_27","doi-asserted-by":"crossref","first-page":"44304","DOI":"10.1109\/ACCESS.2021.3064073","article-title":"Enabling Large Intelligent Surfaces With Compressive Sensing and Deep Learning","volume":"9","author":"Taha","year":"2021","journal-title":"IEEE Access"}],"container-title":["Sensors"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/16\/6137\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T00:10:41Z","timestamp":1760141441000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/16\/6137"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,16]]},"references-count":27,"journal-issue":{"issue":"16","published-online":{"date-parts":[[2022,8]]}},"alternative-id":["s22166137"],"URL":"https:\/\/doi.org\/10.3390\/s22166137","relation":{},"ISSN":["1424-8220"],"issn-type":[{"value":"1424-8220","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,16]]}}}