{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T16:57:23Z","timestamp":1790960243009,"version":"4.1.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T00:00:00Z","timestamp":1657152000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T00:00:00Z","timestamp":1657152000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["62002117"],"award-info":[{"award-number":["62002117"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["61862023"],"award-info":[{"award-number":["61862023"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Key Project of Jiangxi Natural Science Foundation","award":["20202ACBL202009"],"award-info":[{"award-number":["20202ACBL202009"]}]},{"name":"science and technology project of jiangxi provincial education department","award":["GJJ190325"],"award-info":[{"award-number":["GJJ190325"]}]},{"name":"science and technology project of jiangxi provincial education department","award":["GJJ200627"],"award-info":[{"award-number":["GJJ200627"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s10489-022-03208-w","type":"journal-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T06:11:45Z","timestamp":1657174305000},"page":"6248-6265","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":46,"title":["Graph cooperation deep reinforcement learning for ecological urban traffic signal control"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0019-7766","authenticated-orcid":false,"given":"Liping","family":"Yan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lulong","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhaohui","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunjuan","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yue","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chan","family":"Peng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"3208_CR1","unstructured":"Hunt PB, Robertson DI, Bretherton RD, Winton RI (1981) Scoot-a traffic responsive method of coordinating signals. Tech. Report"},{"key":"3208_CR2","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press, Cambridge"},{"issue":"3","key":"3208_CR3","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1061\/(ASCE)0733-947X(2003)129:3(278)","volume":"129","author":"B Abdulhai","year":"2003","unstructured":"Abdulhai B, Pringle R, Karakoulas GJ (2003) Reinforcement learning for true adaptive traffic signal control. J Transp Eng 129(3):278\u2013285","journal-title":"J Transp Eng"},{"key":"3208_CR4","doi-asserted-by":"crossref","unstructured":"Mannion P, Duggan J, Howley E (2016) An experimental review of reinforcement learning algorithms for adaptive traffic signal control. Autonomic road transport support systems, pp 47\u201366","DOI":"10.1007\/978-3-319-25808-9_4"},{"key":"3208_CR5","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.physa.2016.10.009","volume":"467","author":"W-X Zhu","year":"2017","unstructured":"Zhu W-X, Zhang J-Y (2017) An original traffic additional emission model and numerical simulation on a signalized road. Physica A: Stat Mech Appl 467:107\u2013119","journal-title":"Physica A: Stat Mech Appl"},{"key":"3208_CR6","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.atmosenv.2018.04.015","volume":"184","author":"JM Wang","year":"2018","unstructured":"Wang JM, Jeong C-H, Zimmerman N, Healy RM, Evans GJ (2018) Real world vehicle fleet emission factors: Seasonal and diurnal variations in traffic related air pollutants. Atmos Environ 184:77\u201386","journal-title":"Atmos Environ"},{"issue":"7","key":"3208_CR7","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1049\/iet-its.2017.0153","volume":"11","author":"SS Mousavi","year":"2017","unstructured":"Mousavi SS, Schukat M, Howley E (2017) Traffic light control using deep policy-gradient and value-function-based reinforcement learning. IET Intell Transp Syst 11(7):417\u2013423","journal-title":"IET Intell Transp Syst"},{"issue":"7540","key":"3208_CR8","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"3208_CR9","unstructured":"Van der Pol E, Oliehoek FA (2016) Coordinated deep reinforcement learners for traffic light control. Proceedings of Learning, Inference and Control of Multi-Agent Systems (at NIPS 2016)"},{"issue":"5","key":"3208_CR10","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1080\/15472450.2017.1394192","volume":"22","author":"H Jeon","year":"2018","unstructured":"Jeon H, Lee J, Sohn K (2018) Artificial intelligence for traffic signal control based solely on video images. J Intell Transp Syst 22(5):433\u2013445","journal-title":"J Intell Transp Syst"},{"key":"3208_CR11","unstructured":"Ma J, Wu F (2020) Feudal multi-agent deep reinforcement learning for traffic signal control. In: Proceedings of the 19th International Conference on Autonomous Agents and Multiagent Systems (AAMAS), pp 816\u2013824"},{"issue":"2","key":"3208_CR12","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1109\/TVT.2019.2962514","volume":"69","author":"J Lee","year":"2019","unstructured":"Lee J, Chung J, Sohn K (2019) Reinforcement learning for joint control of traffic signals in a transportation network. IEEE Trans Veh Technol 69(2):1375\u20131387","journal-title":"IEEE Trans Veh Technol"},{"key":"3208_CR13","unstructured":"Zhang Z, Yang J, Zha H (2019) Integrating independent and centralized multi-agent reinforcement learning for traffic signal network optimization. arXiv:1909.10651"},{"key":"3208_CR14","unstructured":"Chu T, Chinchali S, Katti S (2020) Multi-agent reinforcement learning for networked system control. arXiv:2004.01339"},{"key":"3208_CR15","unstructured":"Lowe R, Wu Y, Tamar A, Harb J, Abbeel P, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. arXiv:1706.02275"},{"key":"3208_CR16","doi-asserted-by":"crossref","unstructured":"Foerster J, Farquhar G, Afouras T, Nardelli N, Whiteson S (2018) Counterfactual multi-agent policy gradients. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"3208_CR17","unstructured":"Sukhbaatar S, Szlam A, Fergus R (2016) Learning multiagent communication with backpropagation. arXiv:1605.07736"},{"key":"3208_CR18","unstructured":"Peng P, Wen Y, Yang Y, Yuan Q, Tang Z, Long H, Wang J (2017) Multiagent bidirectionally-coordinated nets: Emergence of human-level coordination in learning to play starcraft combat games. arXiv:1703.10069"},{"key":"3208_CR19","unstructured":"Jiang J, Lu Z (2018) Learning attentional communication for multi-agent cooperation. arXiv:1805.07733"},{"key":"3208_CR20","unstructured":"Das A, Gervet T, Romoff J, Batra D, Parikh D, Rabbat M, Pineau J (2019) Tarmac: Targeted multi-agent communication. In: International conference on machine learning, PMLR, pp 1538\u20131546"},{"key":"3208_CR21","unstructured":"Singh A, Jain T, Sukhbaatar S (2018) Learning when to communicate at scale in multiagent cooperative and competitive tasks. arXiv:1812.09755"},{"key":"3208_CR22","unstructured":"Wang T, Dong H, Lesser V, Zhang C (2020) Multi-agent reinforcement learning with emergent roles. arXiv:2003.08039"},{"issue":"2","key":"3208_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3430195","volume":"12","author":"A Belhadi","year":"2021","unstructured":"Belhadi A, Djenouri Y, Djenouri D, Michalak T, Lin JC-W (2021) Machine learning for identifying group trajectory outliers. ACM Transactions on Management Information Systems (TMIS) 12(2):1\u201325","journal-title":"ACM Transactions on Management Information Systems (TMIS)"},{"key":"3208_CR24","unstructured":"Belhadi A, Djenouri Y, Djenouri D, Michalak T, Lin JC-W (2020) Deep learning versus traditional solutions for group trajectory outliers. IEEE Transactions on Cybernetics"},{"key":"3208_CR25","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.inffus.2020.08.003","volume":"65","author":"A Belhadi","year":"2021","unstructured":"Belhadi A, Djenouri Y, Srivastava G, Djenouri D, Lin JC-W, Fortino G (2021) Deep learning for pedestrian collective behavior analysis in smart cities: A model of group trajectory outlier detection. Inf Fus 65:13\u201320","journal-title":"Inf Fus"},{"issue":"2","key":"3208_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3425867","volume":"15","author":"Y Djenouri","year":"2021","unstructured":"Djenouri Y, Djenouri D, Lin JC-W (2021) Trajectory outlier detection: New problems and solutions for smart cities. ACM Transactions on Knowledge Discovery from Data (TKDD) 15(2):1\u201328","journal-title":"ACM Transactions on Knowledge Discovery from Data (TKDD)"},{"key":"3208_CR27","doi-asserted-by":"publisher","first-page":"102830","DOI":"10.1016\/j.trc.2020.102830","volume":"121","author":"SMABin Al Islam","year":"2020","unstructured":"Al Islam SMA Bin, Hajbabaie A, Aziz HM Abdul (2020) A real-time network-level traffic signal control methodology with partial connected vehicle information. Transp Res Part C: Emerg Technol 121:102830","journal-title":"Transp Res Part C: Emerg Technol"},{"key":"3208_CR28","doi-asserted-by":"publisher","first-page":"105868","DOI":"10.1016\/j.aap.2020.105868","volume":"149","author":"R Kabir","year":"2021","unstructured":"Kabir R, Remias SM, Lavrenz SM, Waddell J (2021) Assessing the impact of traffic signal performance on crash frequency for signalized intersections along urban arterials: A random parameter modeling approach. Accid Anal Prev 149:105868","journal-title":"Accid Anal Prev"},{"key":"3208_CR29","unstructured":"Kipf TN, Welling M (2016) Semi-supervised classification with graph convolutional networks. arXiv:1609.02907"},{"key":"3208_CR30","doi-asserted-by":"crossref","unstructured":"Li C, Shimamoto S (2011) A real time traffic light control scheme for reducing vehicles co 2 emissions. In: 2011 IEEE Consumer Communications and Networking Conference (CCNC), IEEE, pp 855\u2013859","DOI":"10.1109\/CCNC.2011.5766627"},{"key":"3208_CR31","doi-asserted-by":"crossref","unstructured":"Asad SM, Ozturk M, Rais RNB, Zoha A, Hussain S, Abbasi QH, Imran MA (2019) Reinforcement learning driven energy efficient mobile communication and applications. In: 2019 IEEE International Symposium on Signal Processing and Information Technology (ISSPIT), IEEE, pp 1\u20137","DOI":"10.1109\/ISSPIT47144.2019.9001888"},{"issue":"12","key":"3208_CR32","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1177\/0361198120954869","volume":"2674","author":"M Liu","year":"2020","unstructured":"Liu M, Hoogendoorn S, Wang M (2020) Receding horizon cooperative platoon trajectory planning on corridors with dynamic traffic signal. Transp Res Rec 2674(12):324\u2013338","journal-title":"Transp Res Rec"},{"key":"3208_CR33","first-page":"25","volume":"122","author":"M Barth","year":"2000","unstructured":"Barth M, An F, Younglove T, Scora G, Levine C, Ross M, Wenzel T (2000) The development of a comprehensive modal emissions model. NCHRP Web-only Document 122:25\u201311","journal-title":"NCHRP Web-only Document"},{"key":"3208_CR34","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. arXiv:1706.03762"},{"key":"3208_CR35","unstructured":"Sunehag P, Lever G, Gruslys A, Czarnecki WM, Zambaldi V, Jaderberg M, Lanctot M, Sonnerat N, Leibo JZ, Tuyls K et al (2017) Value-decomposition networks for cooperative multi-agent learning. arXiv:1706.05296"},{"key":"3208_CR36","unstructured":"Schaul T, Quan J, Antonoglou I, Silver D (2015) Prioritized experience replay. arXiv:1511.05952"},{"key":"3208_CR37","doi-asserted-by":"crossref","unstructured":"Lopez PA, Behrisch M, Bieker-Walz L, Erdmann J, Fl\u00f6tter\u00f6d Y-P, Hilbrich R, L\u00fccken L, Rummel J, Wagner P, Wie\u00dfner E (2018) Microscopic traffic simulation using sumo. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), IEEE, pp 2575\u20132582","DOI":"10.1109\/ITSC.2018.8569938"},{"key":"3208_CR38","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M et al (2016) Tensorflow: A system for large-scale machine learning. In: 12th symposium on operating systems design and implementation, pp 265\u2013283"},{"key":"3208_CR39","doi-asserted-by":"crossref","unstructured":"Varaiya P (2013) The max-pressure controller for arbitrary networks of signalized intersections. In: Advances in dynamic network modeling in complex transportation systems. Springer, pp 27\u201366","DOI":"10.1007\/978-1-4614-6243-9_2"},{"key":"3208_CR40","doi-asserted-by":"crossref","unstructured":"Tan M (1993) Multi-agent reinforcement learning: Independent vs. cooperative agents. In: Proceedings of the tenth international conference on machine learning, pp 330\u2013337","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"3208_CR41","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1109\/TITS.2019.2901791","volume":"21","author":"T Chu","year":"2020","unstructured":"Chu T, Wang J, Codeca L, Li Z (2020) Multi-agent deep reinforcement learning for large-scale traffic signal control. IEEE Trans Intell Transp Syst 21:1086\u20131095","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"3208_CR42","doi-asserted-by":"crossref","unstructured":"Zou F, Shen L, Jie Z, Zhang W, Liu W (2019) A sufficient condition for convergences of adam and rmsprop. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 11127\u201311135","DOI":"10.1109\/CVPR.2019.01138"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03208-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03208-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03208-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T04:27:17Z","timestamp":1677472037000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03208-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,7]]},"references-count":42,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["3208"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03208-w","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,7]]},"assertion":[{"value":"10 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 July 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}