{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T20:03:19Z","timestamp":1770753799414,"version":"3.50.0"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T00:00:00Z","timestamp":1670976000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T00:00:00Z","timestamp":1670976000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["61873106"],"award-info":[{"award-number":["61873106"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["61873106"],"award-info":[{"award-number":["61873106"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["61873106"],"award-info":[{"award-number":["61873106"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Peer-to-Peer Netw. Appl."],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s12083-022-01434-0","type":"journal-article","created":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T11:05:11Z","timestamp":1671015911000},"page":"466-474","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Backdoor attacks against deep reinforcement learning based traffic signal control systems"],"prefix":"10.1007","volume":"16","author":[{"given":"Heng","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Jun","family":"Gu","sequence":"additional","affiliation":[]},{"given":"Zhikun","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Linkang","family":"Du","sequence":"additional","affiliation":[]},{"given":"Yongmin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Hongran","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,12,14]]},"reference":[{"key":"1434_CR1","unstructured":"Lasley\u00a0P (2021)\u00a02021 urban mobility report"},{"issue":"04","key":"1434_CR2","doi-asserted-by":"publisher","first-page":"3414","DOI":"10.1609\/aaai.v34i04.5744","volume":"34","author":"C Chen","year":"2020","unstructured":"Chen C, Wei H, Xu N, Zheng G, Yang M, Xiong Y, Xu K, Li Z (2020) Toward a thousand lights: Decentralized deep reinforcement learning for large-scale traffic signal control. Proceedings of the AAAI Conference on Artificial Intelligence 34(04):3414\u20133421","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"2","key":"1434_CR3","doi-asserted-by":"publisher","first-page":"1243","DOI":"10.1109\/TVT.2018.2890726","volume":"68","author":"X Liang","year":"2019","unstructured":"Liang X, Du X, Wang G, Han Z (2019) A deep reinforcement learning network for traffic light cycle control. IEEE Trans Veh Technol 68(2):1243\u20131253","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"1434_CR4","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1109\/TVT.2019.2962514","volume":"69","author":"J Lee","year":"2019","unstructured":"Lee J, Chung J, Sohn K (2019) Reinforcement learning for joint control of traffic signals in a transportation network. IEEE Trans Veh Technol 69(2):1375\u20131387","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"1434_CR5","doi-asserted-by":"publisher","first-page":"1333","DOI":"10.1109\/TVT.2021.3134329","volume":"71","author":"Z Wang","year":"2021","unstructured":"Wang Z, Zhu H, He M, Zhou Y, Luo X, Zhang N (2021) Gan and multi-agent drl based decentralized traffic light signal control. IEEE Trans Veh Technol 71(2):1333\u20131348","journal-title":"IEEE Trans Veh Technol"},{"key":"1434_CR6","doi-asserted-by":"crossref","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","DOI":"10.1038\/nature14236"},{"issue":"4\u20135","key":"1434_CR7","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1177\/0278364920987859","volume":"40","author":"J Ibarz","year":"2021","unstructured":"Ibarz J, Tan J, Finn C, Kalakrishnan M, Pastor P, Levine S (2021) How to train your robot with deep reinforcement learning: lessons we have learned. The International Journal of Robotics Research 40(4\u20135):698\u2013721","journal-title":"The International Journal of Robotics Research"},{"issue":"19","key":"1434_CR8","doi-asserted-by":"publisher","first-page":"70","DOI":"10.2352\/ISSN.2470-1173.2017.19.AVM-023","volume":"2017","author":"AE Sallab","year":"2017","unstructured":"Sallab AE, Abdou M, Perot E, Yogamani S (2017) Deep reinforcement learning framework for autonomous driving. Electronic Imaging 2017(19):70\u201376","journal-title":"Electronic Imaging"},{"issue":"1","key":"1434_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/0361198118756885","volume":"2672","author":"Y Feng","year":"2018","unstructured":"Feng Y, Huang S, Chen QA, Liu HX, Mao ZM (2018) Vulnerability of traffic control system under cyberattacks with falsified data. Transp Res Rec 2672(1):1\u201311","journal-title":"Transp Res Rec"},{"key":"1434_CR10","doi-asserted-by":"crossref","unstructured":"Chen QA, Yin Y, Feng Y, Mao ZM, Liu HX (2018) Exposing congestion attack on emerging connected vehicle based traffic signal control. In: NDSS","DOI":"10.14722\/ndss.2018.23222"},{"key":"1434_CR11","unstructured":"Qu A, Tang Y, Ma W (2021) Attacking deep reinforcement learning-based traffic signal control systems with colluding vehicles. arXiv preprint arXiv:2111.02845"},{"key":"1434_CR12","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1109\/OJITS.2021.3118972","volume":"2","author":"A Haydari","year":"2021","unstructured":"Haydari A, Zhang M, Chuah C-N (2021) Adversarial attacks and defense in deep reinforcement learning (drl)-based traffic signal controllers. IEEE Open Journal of Intelligent Transportation Systems 2:402\u2013416","journal-title":"IEEE Open Journal of Intelligent Transportation Systems"},{"key":"1434_CR13","doi-asserted-by":"crossref","unstructured":"Wu C, Kreidieh AR, Parvate K, Vinitsky E, Bayen AM (2021) Flow: A modular learning framework for mixed autonomy traffic. IEEE Trans Robot","DOI":"10.1109\/TRO.2021.3087314"},{"key":"1434_CR14","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602"},{"key":"1434_CR15","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence 30(1)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"1434_CR16","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971"},{"key":"1434_CR17","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"1434_CR18","doi-asserted-by":"crossref","unstructured":"Kiourti P, Wardega K, Jha S, Li W (2020) Trojdrl: evaluation of backdoor attacks on deep reinforcement learning. In:\u00a02020 57th ACM\/IEEE Design Automation Conference (DAC). IEEE, pp 1\u20136","DOI":"10.1109\/DAC18072.2020.9218663"},{"key":"1434_CR19","doi-asserted-by":"publisher","first-page":"4772","DOI":"10.1109\/TIFS.2021.3114024","volume":"16","author":"Y Wang","year":"2021","unstructured":"Wang Y, Sarkar E, Li W, Maniatakos M, Jabari SE (2021) Stop-and-go: Exploring backdoor attacks on deep reinforcement learning-based traffic congestion control systems. IEEE Trans Inf Forensics Secur 16:4772\u20134787","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"1434_CR20","doi-asserted-by":"crossref","unstructured":"Wang L, Javed Z, Wu X, Guo W, Xing X, Song D (2021) Backdoorl: Backdoor attack against competitive reinforcement learning. arXiv preprint arXiv:2105.00579","DOI":"10.24963\/ijcai.2021\/509"},{"key":"1434_CR21","unstructured":"Krajzewicz D, Erdmann J, Behrisch M, Bieker L (2012) Recent development and applications of sumo-simulation of urban mobility. International Journal on Advances in Systems and Measurements 5(3 & 4)"},{"key":"1434_CR22","unstructured":"Liang E, Liaw R, Nishihara R, Moritz P, Fox R, Goldberg K, Gonzalez J, Jordan M, Stoica I (2018) Rllib: Abstractions for distributed reinforcement learning, in International Conference on Machine Learning. PMLR, pp 3053\u20133062"},{"key":"1434_CR23","doi-asserted-by":"crossref","unstructured":"Wei H, Zheng G, Yao H, Li Z (2018) Intellilight: A reinforcement learning approach for intelligent traffic light control. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp 2496\u20132505","DOI":"10.1145\/3219819.3220096"},{"key":"1434_CR24","unstructured":"Shabestary\u00a0SMA, Abdulhai B (2022) Adaptive traffic signal control with deep reinforcement learning and high dimensional sensory inputs: Case study and comprehensive sensitivity analyses. IEEE Trans Intell Transp Syst"},{"key":"1434_CR25","doi-asserted-by":"crossref","unstructured":"Yen C-C, Ghosal D, Zhang M, Chuah C-N, Chen H (2018) Falsified data attack on backpressure-based traffic signal control algorithms. In:\u00a02018 IEEE Vehicular Networking Conference (VNC). IEEE, pp 1\u20138","DOI":"10.1109\/VNC.2018.8628334"}],"container-title":["Peer-to-Peer Networking and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-022-01434-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12083-022-01434-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-022-01434-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T05:01:27Z","timestamp":1679374887000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12083-022-01434-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,14]]},"references-count":25,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["1434"],"URL":"https:\/\/doi.org\/10.1007\/s12083-022-01434-0","relation":{},"ISSN":["1936-6442","1936-6450"],"issn-type":[{"value":"1936-6442","type":"print"},{"value":"1936-6450","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,14]]},"assertion":[{"value":"2 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal ethics"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}