{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T15:58:57Z","timestamp":1784995137041,"version":"3.55.0"},"reference-count":144,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:00:00Z","timestamp":1768521600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:00:00Z","timestamp":1768521600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"DOI":"10.1007\/s10462-025-11393-6","type":"journal-article","created":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T08:48:17Z","timestamp":1768553297000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement learning for road pricing: a review and future directions"],"prefix":"10.1007","volume":"59","author":[{"given":"Otto","family":"Vermeulen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arno","family":"Siebes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yannis","family":"Velegrakis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,16]]},"reference":[{"key":"11393_CR1","volume-title":"Multi-Agent Reinforcement Learning: Foundations and Modern Approaches","author":"SV Albrecht","year":"2024","unstructured":"Albrecht SV, Christianos F, Sch\u00e4fer L (2024) Multi-Agent Reinforcement Learning: Foundations and Modern Approaches. MIT Press, Cambridge"},{"issue":"1","key":"11393_CR2","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/0094-1190(90)90028-L","volume":"27","author":"R Arnott","year":"1990","unstructured":"Arnott R, Palma A, Lindsey R (1990) Economics of a bottleneck. J Urban Econ 27(1):111\u2013130","journal-title":"J Urban Econ"},{"key":"11393_CR3","unstructured":"Arnott R, De\u00a0Palma A, Lindsey RA (1993) structural model of peak-period congestion: A traffic bottleneck with elastic demand. The American Economic Review, 161\u2013179"},{"issue":"1","key":"11393_CR4","doi-asserted-by":"crossref","first-page":"314","DOI":"10.3390\/smartcities4010019","volume":"4","author":"HU Ahmed","year":"2021","unstructured":"Ahmed HU, Huang Y, Lu P (2021) A review of car-following models and modeling tools for human and autonomous-ready driving behaviors in micro-simulation. Smart Cities 4(1):314\u2013335","journal-title":"Smart Cities"},{"issue":"2","key":"11393_CR5","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/j.jue.2007.03.005","volume":"62","author":"R Arnott","year":"2007","unstructured":"Arnott R (2007) Congestion tolling with agglomeration externalities. J Urban Econ 62(2):187\u2013203","journal-title":"J Urban Econ"},{"issue":"2","key":"11393_CR6","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L Busoniu","year":"2008","unstructured":"Busoniu L, Babuska R, Schutter B (2008) A comprehensive survey of multiagent reinforcement learning. IEEE Transac Sys Man Cybernet Part C Appl Rev 38(2):156\u2013172","journal-title":"IEEE Transac Sys Man Cybernet Part C Appl Rev"},{"key":"11393_CR7","unstructured":"Bellemare MG, Dabney W, Munos R (2017) A distributional perspective on reinforcement learning. In: International Conference on Machine Learning, pp. 449\u2013458. PMLR"},{"key":"11393_CR8","doi-asserted-by":"crossref","unstructured":"Bono G, Dibangoye JS, Matignon L, Pereyron F, Simonin O (2019) Cooperative multi-agent policy gradient. In: Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2018, Dublin, Ireland, September 10\u201314, 2018, Proceedings, Part I 18, pp. 459\u2013476. Springer","DOI":"10.1007\/978-3-030-10925-7_28"},{"key":"11393_CR9","unstructured":"Berto F, Hua C, Park J, Kim M, Kim H, Son J, Kim H, Kim J, Park J (2023) RL4CO: a unified reinforcement learning for combinatorial optimization library. In: NeurIPS 2023 Workshop: New Frontiers in Graph Learning. https:\/\/openreview.net\/forum?id=YXSJxi8dOV"},{"key":"11393_CR10","unstructured":"Boyles SD, Lownes NE, Unnikrishnan A (2023) Transportation Network Analysis vol. 1. University of Texas, Austin. edition 0.91"},{"key":"11393_CR11","unstructured":"Barth-Maron G, Hoffman MW, Budden D, Dabney W, Horgan D, Dhruva T, Muldal A, Heess N, Lillicrap T (2018) Distributed distributional deterministic policy gradients. In: International Conference on Learning Representations"},{"issue":"6","key":"11393_CR12","doi-asserted-by":"crossref","first-page":"4754","DOI":"10.1109\/TITS.2023.3334976","volume":"25","author":"A Bogyrbayeva","year":"2024","unstructured":"Bogyrbayeva A, Meraliyev M, Mustakhov T, Dauletbayev B (2024) Machine learning to solve vehicle routing problems: A survey. IEEE Trans Intell Transp Syst 25(6):4754\u20134772","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"11393_CR13","unstructured":"Beckmann M, McGuire CB, Winsten CB (1956) Studies in the economics of transportation. Technical report, Cowles Commission for Research in Economics, New Haven"},{"key":"11393_CR14","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare MG, Naddaf Y, Veness J, Bowling M (2013) The arcade learning environment: An evaluation platform for general agents. J Artif Intell Res 47:253\u2013279","journal-title":"J Artif Intell Res"},{"issue":"217","key":"11393_CR15","first-page":"1","volume":"25","author":"M Bettini","year":"2024","unstructured":"Bettini M, Prorok A, Moens V (2024) Benchmarl: Benchmarking multi-agent reinforcement learning. J Mach Learn Res 25(217):1\u201310","journal-title":"J Mach Learn Res"},{"key":"11393_CR16","doi-asserted-by":"crossref","unstructured":"Chen H, An B, Sharon G, Hanna J, Stone P, Miao C, Soh Y (2018) Dyetc: Dynamic electronic toll collection for traffic congestion alleviation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32","DOI":"10.1609\/aaai.v32i1.11337"},{"key":"11393_CR17","first-page":"2","volume":"746\u2013752","author":"C Claus","year":"1998","unstructured":"Claus C, Boutilier C (1998) The dynamics of reinforcement learning in cooperative multiagent systems. AAAI\/IAAI 746\u2013752:2","journal-title":"AAAI\/IAAI"},{"key":"11393_CR18","unstructured":"Chiu Y-C, Bottom J, Mahut M, Paz A, Balakrishna R, Waller T, Hicks J (2011) Dynamic traffic assignment: A primer. Transportation Research Circular (E-C153)"},{"key":"11393_CR19","doi-asserted-by":"crossref","unstructured":"Cole R, Dodis Y, Roughgarden T (2003) Pricing network edges for heterogeneous selfish users. In: Proceedings of the Thirty-fifth Annual ACM Symposium on Theory of Computing, pp. 521\u2013530","DOI":"10.1145\/780542.780618"},{"key":"11393_CR20","doi-asserted-by":"crossref","first-page":"111614","DOI":"10.1016\/j.knosys.2024.111614","volume":"292","author":"S-W Chiou","year":"2024","unstructured":"Chiou S-W (2024) A knowledge-assisted reinforcement learning optimization for road network design problems under uncertainty. Knowl-Based Syst 292:111614","journal-title":"Knowl-Based Syst"},{"issue":"4","key":"11393_CR21","doi-asserted-by":"crossref","first-page":"1625","DOI":"10.1109\/TAC.2021.3065193","volume":"67","author":"G Como","year":"2021","unstructured":"Como G, Maggistro R (2021) Distributed dynamic pricing of multiscale transportation networks. IEEE Trans Autom Control 67(4):1625\u20131638","journal-title":"IEEE Trans Autom Control"},{"issue":"4\u20136","key":"11393_CR22","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/S0370-1573(99)00117-9","volume":"329","author":"D Chowdhury","year":"2000","unstructured":"Chowdhury D, Santen L, Schadschneider A (2000) Statistical physics of vehicular traffic and some related systems. Phys Rep 329(4\u20136):199\u2013329","journal-title":"Phys Rep"},{"key":"11393_CR23","doi-asserted-by":"crossref","unstructured":"Chakravarty S, Tanveer MH, Voicu RC, Banerjee M (2024) Optimal-tolling using reinforcement learning. In: SoutheastCon 2024, pp. 1317\u20131321. IEEE","DOI":"10.1109\/SoutheastCon52093.2024.10500210"},{"issue":"4","key":"11393_CR24","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/0191-2615(94)90002-7","volume":"28","author":"CF Daganzo","year":"1994","unstructured":"Daganzo CF (1994) The cell transmission model: A dynamic representation of highway traffic consistent with the hydrodynamic theory. Transport Res Part B Methodo 28(4):269\u2013287","journal-title":"Transport Res Part B Methodo"},{"issue":"2","key":"11393_CR25","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/0191-2615(94)00022-R","volume":"29","author":"CF Daganzo","year":"1995","unstructured":"Daganzo CF (1995) The cell transmission model, part ii: network traffic. Transport Res Part B Methodol 29(2):79\u201393","journal-title":"Transport Res Part B Methodol"},{"issue":"9","key":"11393_CR26","doi-asserted-by":"crossref","first-page":"2419","DOI":"10.1007\/s10994-021-05961-4","volume":"110","author":"G Dulac-Arnold","year":"2021","unstructured":"Dulac-Arnold G, Levine N, Mankowitz DJ, Li J, Paduraru C, Gowal S, Hester T (2021) Challenges of real-world reinforcement learning: definitions, benchmarks and analysis. Mach Learn 110(9):2419\u20132468","journal-title":"Mach Learn"},{"issue":"5","key":"11393_CR27","doi-asserted-by":"crossref","first-page":"3215","DOI":"10.1007\/s10462-020-09938-y","volume":"54","author":"W Du","year":"2021","unstructured":"Du W, Ding S (2021) A survey on multi-agent deep reinforcement learning: from the perspective of challenges and applications. Artif Intell Rev 54(5):3215\u20133238","journal-title":"Artif Intell Rev"},{"key":"11393_CR28","doi-asserted-by":"crossref","unstructured":"Diallo AO, Lozenguez G, Doniec A, Mandiau R (2021) Comparative evaluation of road traffic simulators based on modeler\u2019s specifications: An application to intermodal mobility behaviors. In: ICAART (1), pp. 265\u2013272","DOI":"10.5220\/0010238302650272"},{"key":"11393_CR29","unstructured":"Dwivedi VP, Luu AT, Laurent T, Bengio Y, Bresson X (2022) Graph neural networks with learnable structural and positional representations. In: International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=wTTjnvGphYj"},{"issue":"6","key":"11393_CR30","doi-asserted-by":"crossref","first-page":"1377","DOI":"10.1016\/j.trc.2011.02.010","volume":"19","author":"A Palma","year":"2011","unstructured":"De Palma A, Lindsey R (2011) Traffic congestion pricing methodologies and technologies. Transp Res Part C Emerg Technol 19(6):1377\u20131399","journal-title":"Transp Res Part C Emerg Technol"},{"key":"11393_CR31","doi-asserted-by":"crossref","unstructured":"Degris T, Pilarski PM, Sutton RS (2012) Model-free reinforcement learning with continuous action in practice. In: 2012 American Control Conference (ACC), pp. 2177\u20132182. IEEE","DOI":"10.1109\/ACC.2012.6315022"},{"issue":"2","key":"11393_CR32","first-page":"91","volume":"73","author":"SC Dafermos","year":"1969","unstructured":"Dafermos SC, Sparrow FT (1969) The traffic assignment problem for a general network. J Research of the National Bureau of Standards B 73(2):91\u2013118","journal-title":"J Research of the National Bureau of Standards B"},{"key":"11393_CR33","unstructured":"Degris T, White M, Sutton RS (2012) Off-policy actor-critic. Proceedings of the $$29^{\\text{th}}$$ International Conference on Machine Learning"},{"key":"11393_CR34","doi-asserted-by":"crossref","unstructured":"Ekstr\u00f6m J (2014) Finding second-best toll locations and levels by relaxing the set of first-best feasible toll vectors. European J Transport and Infrastructure Research 14(1)","DOI":"10.18757\/EJTIR.2014.14.1.3013"},{"key":"11393_CR35","doi-asserted-by":"crossref","unstructured":"Eliasson J (2017) Congestion pricing. In: The Routledge Handbook of Transport Economics. Routledge, New York and London, pp 209\u2013226","DOI":"10.4324\/9781315726786-13"},{"key":"11393_CR36","unstructured":"Foerster JN (2018) Deep multi-agent reinforcement learning. PhD thesis, University of Oxford"},{"key":"11393_CR37","doi-asserted-by":"crossref","first-page":"100425","DOI":"10.1016\/j.trip.2021.100425","volume":"11","author":"NP Farazi","year":"2021","unstructured":"Farazi NP, Zou B, Ahamed T, Barua L (2021) Deep reinforcement learning in transportation research: A review. Transport Res Interdiscipl Perspect 11:100425","journal-title":"Transport Res Interdiscipl Perspect"},{"key":"11393_CR38","doi-asserted-by":"crossref","first-page":"101226","DOI":"10.1016\/j.cstp.2024.101226","volume":"17","author":"AV Farias","year":"2024","unstructured":"Farias AV, Zhu S, Mardan A (2024) An overview of dynamic pricing toll roads in the united states: Pricing algorithms, operation strategies, equity concerns, and funding mechanism. Case Stud Transport Pol 17:101226","journal-title":"Case Stud Transport Pol"},{"issue":"2","key":"11393_CR39","doi-asserted-by":"crossref","first-page":"895","DOI":"10.1007\/s10462-021-09996-w","volume":"55","author":"S Gronauer","year":"2022","unstructured":"Gronauer S, Diepold K (2022) Multi-agent deep reinforcement learning: a survey. Artif Intell Rev 55(2):895\u2013943","journal-title":"Artif Intell Rev"},{"key":"11393_CR40","doi-asserted-by":"crossref","unstructured":"Gupta JK, Egorov M, Kochenderfer M (2017) Cooperative multi-agent control using deep reinforcement learning. In: Autonomous Agents and Multiagent Systems: AAMAS 2017 Workshops, Best Papers, S\u00e3o Paulo, Brazil, May 8-12, 2017, Revised Selected Papers 16, pp. 66\u201383. Springer","DOI":"10.1007\/978-3-319-71682-4_5"},{"key":"11393_CR41","unstructured":"Genser A, Kouvelas A (2019) Dynamic congestion pricing for multi-region networks: A traffic equilibria approach. In: 19th Swiss Transport Research Conference (STRC 2019). STRC"},{"key":"11393_CR42","doi-asserted-by":"crossref","first-page":"103485","DOI":"10.1016\/j.trc.2021.103485","volume":"134","author":"A Genser","year":"2022","unstructured":"Genser A, Kouvelas A (2022) Dynamic optimal congestion pricing in multi-region urban networks by application of a multi-layer-neural network. Transp Res Part C Emerg TechnolTransp Res Part C Emerg Technol 134:103485","journal-title":"Transp Res Part C Emerg TechnolTransp Res Part C Emerg Technol"},{"issue":"4","key":"11393_CR43","first-page":"283","volume":"215","author":"SP Hoogendoorn","year":"2001","unstructured":"Hoogendoorn SP, Bovy PH (2001) State-of-the-art of vehicular traffic flow modelling. Proc Inst Mech Eng Part I J Sys Control Eng 215(4):283\u2013303","journal-title":"Proc Inst Mech Eng Part I J Sys Control Eng"},{"key":"11393_CR44","unstructured":"Hernandez-Leal P, Kaisers M, Baarslag T, De\u00a0Cote EM (2017) A survey of learning in multiagent environments: Dealing with non-stationarity. arXiv preprint arXiv:1707.09183"},{"issue":"6","key":"11393_CR45","doi-asserted-by":"crossref","first-page":"750","DOI":"10.1007\/s10458-019-09421-1","volume":"33","author":"P Hernandez-Leal","year":"2019","unstructured":"Hernandez-Leal P, Kartal B, Taylor ME (2019) A survey and critique of multiagent deep reinforcement learning. Auton Agent Multi-Agent Syst 33(6):750\u2013797","journal-title":"Auton Agent Multi-Agent Syst"},{"issue":"1","key":"11393_CR46","first-page":"2303050","volume":"12","author":"Q He","year":"2024","unstructured":"He Q, Ma M, Li C, Liu W (2024) Learning and managing stochastic network traffic dynamics: an iterative and interactive approach. Transportmet B Transp Dyn 12(1):2303050","journal-title":"Transportmet B Transp Dyn"},{"key":"11393_CR47","unstructured":"Haarnoja T, Tang H, Abbeel P, Levine S (2017) Reinforcement learning with deep energy-based policies. In: International Conference on Machine Learning, pp. 1352\u20131361. PMLR"},{"key":"11393_CR48","doi-asserted-by":"crossref","first-page":"100104","DOI":"10.1016\/j.commtr.2023.100104","volume":"3","author":"Y Han","year":"2023","unstructured":"Han Y, Wang M, Leclercq L (2023) Leveraging reinforcement learning for dynamic traffic control: A survey and challenges for field implementation. Commun Transp Res 3:100104","journal-title":"Commun Transp Res"},{"key":"11393_CR49","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1109\/TITS.2020.3008612","volume":"23","author":"A Haydari","year":"2020","unstructured":"Haydari A, Yilmaz Y (2020) Deep reinforcement learning for intelligent transportation systems: A survey. IEEE Trans Intell Transp Syst 23:11\u201332","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"11393_CR50","unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning, pp. 1861\u20131870. PMLR"},{"key":"11393_CR51","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1177\/0361198105192300107","volume":"1","author":"D Joksimovic","year":"2005","unstructured":"Joksimovic D, Bliemer MC Bovy PH (2005) Optimal toll design problem in dynamic traffic networks with joint route and departure time choice. Transp Res Rec 1:61\u201372","journal-title":"Transp Res Rec"},{"issue":"1","key":"11393_CR52","doi-asserted-by":"crossref","first-page":"91","DOI":"10.26599\/TST.2020.9010062","volume":"27","author":"J Jin","year":"2021","unstructured":"Jin J, Zhu X, Wu B, Zhang J, Wang Y (2021) A dynamic and deadline-oriented road pricing mechanism for urban traffic management Including results for Tsinghua Science and Technology journal abbreviation Do you want results only for Tsinghua Science and Technology journal abbreviate? Tsinghua Sci Technol 27(1):91\u2013102","journal-title":"Tsinghua Sci Technol"},{"key":"11393_CR53","unstructured":"Kakade SM (2001) A natural policy gradient. Advances in neural information processing systems 14"},{"issue":"1\u20132","key":"11393_CR54","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling LP, Littman ML, Cassandra AR (1998) Planning and acting in partially observable stochastic domains. Artif Intell 101(1\u20132):99\u2013134","journal-title":"Artif Intell"},{"key":"11393_CR55","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: A survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"issue":"4","key":"11393_CR56","doi-asserted-by":"crossref","first-page":"582","DOI":"10.2307\/1884592","volume":"38","author":"FH Knight","year":"1924","unstructured":"Knight FH (1924) Some fallacies in the interpretation of social cost. Q J Econ 38(4):582\u2013606","journal-title":"Q J Econ"},{"key":"11393_CR57","unstructured":"Knorr F (2013) Applicability and application of microscopic traffic simulations. PhD thesis, Universit\u00e4tsbibliothek Duisburg-Essen"},{"key":"11393_CR58","doi-asserted-by":"crossref","first-page":"103432","DOI":"10.1016\/j.trc.2021.103432","volume":"133","author":"N Kumar","year":"2021","unstructured":"Kumar N, Raubal M (2021) Applications of deep learning in congestion detection, prediction and alleviation: A survey. Transport Res Part C Emerg Technol 133:103432","journal-title":"Transport Res Part C Emerg Technol"},{"key":"11393_CR59","doi-asserted-by":"crossref","unstructured":"Kohl N, Stone P (2004) Policy gradient reinforcement learning for fast quadrupedal locomotion. In: IEEE International Conference on Robotics and Automation, 2004. Proceedings. ICRA\u201904. 2004, vol. 3, pp. 2619\u20132624. IEEE","DOI":"10.1109\/ROBOT.2004.1307456"},{"key":"11393_CR60","first-page":"1789","volume":"7","author":"JR Kok","year":"2006","unstructured":"Kok JR, Vlassis N (2006) Collaborative multiagent reinforcement learning by payoff propagation. J Mach Learn Res 7:1789\u20131828","journal-title":"J Mach Learn Res"},{"key":"11393_CR61","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SJU4ayYgl"},{"key":"11393_CR62","doi-asserted-by":"crossref","unstructured":"Lopez PA, Behrisch M, Bieker-Walz L, Erdmann J, Fl\u00f6tter\u00f6d Y-P, Hilbrich R, L\u00fccken L, Rummel J, Wagner P, Wie\u00dfner E (2018) Microscopic traffic simulation using sumo. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 2575\u20132582. IEEE","DOI":"10.1109\/ITSC.2018.8569938"},{"key":"11393_CR63","unstructured":"Liang C, Huang Z, Liu Y, Liu Z, Zheng G, Shi H, Du Y, Li F, Li Z (2022) Cblab: Scalable traffic simulation with enriched data supporting. arXiv preprint arXiv:2210.00896"},{"key":"11393_CR64","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971"},{"issue":"11","key":"11393_CR65","first-page":"0313828","volume":"19","author":"J Lu","year":"2024","unstructured":"Lu J, Hong C, Wang R (2024) Magt-toll: A multi-agent reinforcement learning approach to dynamic traffic congestion pricing. PLoS ONE 19(11):0313828","journal-title":"PLoS ONE"},{"key":"11393_CR66","unstructured":"Li Y (2017) Deep reinforcement learning: An overview. arXiv preprint arXiv:1701.07274"},{"key":"11393_CR67","doi-asserted-by":"crossref","unstructured":"Littman ML (1994) Markov games as a framework for multi-agent reinforcement learning. In: Machine Learning Proceedings 1994. Elsevier, Amsterdam, pp 157\u2013163","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"11393_CR68","unstructured":"Levine S, Kumar A, Tucker G, Fu J (2020) Offline reinforcement learning: Tutorial, review, and perspectives on open problems. arXiv preprint atarXiv:2005.01643"},{"issue":"11","key":"11393_CR69","doi-asserted-by":"crossref","first-page":"4778","DOI":"10.3390\/app11114778","volume":"11","author":"C Lombardi","year":"2021","unstructured":"Lombardi C, Picado-Santos L, Annaswamy AM (2021) Model-based dynamic toll pricing: an overview. Appl Sci 11(11):4778","journal-title":"Appl Sci"},{"key":"11393_CR70","doi-asserted-by":"crossref","unstructured":"Lindsey R, Verhoef E (2001) Traffic congestion and congestion pricing. In: Handbook of Transport Systems and Traffic Control. Emerald Group Publishing Limited, United Kingdom","DOI":"10.1108\/9781615832460-007"},{"issue":"1178","key":"11393_CR71","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1098\/rspa.1955.0089","volume":"229","author":"MJ Lighthill","year":"1955","unstructured":"Lighthill MJ, Whitham GB (1955) On kinematic waves ii. a theory of traffic flow on long crowded roads. Proc R Soc Lond A 229(1178):317\u2013345","journal-title":"Proc R Soc Lond A"},{"key":"11393_CR72","unstructured":"Mnih V, Badia AP, Mirza M, Graves A, Lillicrap T, Harley T, Silver D, Kavukcuoglu K (2016) Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937. PMLR"},{"key":"11393_CR73","unstructured":"Maheshwari C, Kulkarni K, Pai D, Yang J, Wu M, Sastry S (2024) Congestion pricing for efficiency and equity: Theory and applications to the san francisco bay area. arXiv preprint at arXiv:2401.16844"},{"issue":"7540","key":"11393_CR74","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"11393_CR75","doi-asserted-by":"crossref","unstructured":"Mirzaei H, Sharon G, Boyles S, Givargis T, Stone P (2018) Enhanced delta-tolling: Traffic optimization via policy gradient reinforcement learning. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 47\u201352. IEEE","DOI":"10.1109\/ITSC.2018.8569737"},{"key":"11393_CR76","doi-asserted-by":"crossref","unstructured":"Mirzaei H, Sharon G, Boyles S, Givargis T, Stone P (2018) Link-based parameterized micro-tolling scheme for optimal traffic management. In: Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems, pp. 2013\u20132015","DOI":"10.65109\/MTLQ2170"},{"key":"11393_CR77","first-page":"1","volume":"10","author":"M Mokbel","year":"2024","unstructured":"Mokbel M, Sakr M, Xiong L, Z\u00fcfle A, Almeida J, Anderson T, Aref W, Andrienko G, Andrienko N, Cao Y et al (2024) Mobility data science: Perspectives and challenges. ACM Transac Sp Algorithm Sys 10:1\u201335","journal-title":"ACM Transac Sp Algorithm Sys"},{"issue":"2","key":"11393_CR78","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1109\/9.905687","volume":"46","author":"P Marbach","year":"2001","unstructured":"Marbach P, Tsitsiklis JN (2001) Simulation-based optimization of markov reward processes. IEEE Trans Autom Control 46(2):191\u2013209","journal-title":"IEEE Trans Autom Control"},{"issue":"1","key":"11393_CR79","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1073\/pnas.36.1.48","volume":"36","author":"JF Nash","year":"1950","unstructured":"Nash JF (1950) Equilibrium points in n-person games. Proc Natl Acad Sci 36(1):48\u201349","journal-title":"Proc Natl Acad Sci"},{"key":"11393_CR80","first-page":"100486","volume":"12","author":"J Nguyen","year":"2021","unstructured":"Nguyen J, Powers ST, Urquhart N, Farrenkopf T, Guckert M (2021) An overview of agent-based traffic simulators. Transp Res interdiscip Perspect 12:100486","journal-title":"Transp Res interdiscip Perspect"},{"key":"11393_CR81","doi-asserted-by":"crossref","unstructured":"Nisha ASA, Rao NV, Venkatesh G, Murugan S, Meenakshi B et\u00a0al (2024) Efficient congestion management through iot-driven road user charging systems with reinforcement learning. In: 2024 Second International Conference on Intelligent Cyber Physical Systems and Internet of Things (ICoICI), pp. 431\u2013436. IEEE","DOI":"10.1109\/ICoICI62503.2024.10696785"},{"key":"11393_CR82","doi-asserted-by":"crossref","first-page":"100059","DOI":"10.1016\/j.treng.2021.100059","volume":"4","author":"A Nohekhan","year":"2021","unstructured":"Nohekhan A, Zahedian S, Sadabadi KF (2021) Investigating the impacts of i\u201366 inner beltway dynamic tolling system. Transp Eng 4:100059","journal-title":"Transp Eng"},{"issue":"6","key":"11393_CR83","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3459991","volume":"54","author":"S Padakandla","year":"2021","unstructured":"Padakandla S (2021) A survey of reinforcement learning algorithms for dynamically varying environments. ACM Comput Surv (CSUR) 54(6):1\u201325","journal-title":"ACM Comput Surv (CSUR)"},{"key":"11393_CR84","doi-asserted-by":"crossref","unstructured":"Pandey V, Boyles SD (2018) Multiagent reinforcement learning algorithm for distributed dynamic pricing of managed lanes. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 2346\u20132351. IEEE","DOI":"10.1109\/ITSC.2018.8569317"},{"issue":"10","key":"11393_CR85","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1177\/0361198119848706","volume":"2673","author":"V Pandey","year":"2019","unstructured":"Pandey V, Boyles SD (2019) Comparing route choice models for managed lane networks with multiple entrances and exits. Transp Res Rec 2673(10):381\u2013393","journal-title":"Transp Res Rec"},{"issue":"3","key":"11393_CR86","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3457168","volume":"9","author":"D Paccagnan","year":"2021","unstructured":"Paccagnan D, Chandan R, Ferguson BL, Marden JR (2021) Optimal taxes in atomic congestion games. ACM Transac Econ Comput (TEAC) 9(3):1\u201333","journal-title":"ACM Transac Econ Comput (TEAC)"},{"issue":"6","key":"11393_CR87","doi-asserted-by":"crossref","first-page":"201808","DOI":"10.1098\/rsos.201808","volume":"8","author":"R Prieto Curiel","year":"2021","unstructured":"Prieto Curiel R, Gonz\u00e1lez Ram\u00edrez H, Qui\u00f1ones Dom\u00ednguez M, Orjuela Mendoza JP (2021) A paradox of traffic and extra cars in a city as a collective behaviour. R Soc Open Sci 8(6):201808","journal-title":"R Soc Open Sci"},{"key":"11393_CR88","unstructured":"Pigou AC (1924) The Economics of Welfare. Macmillan, London"},{"issue":"318","key":"11393_CR89","first-page":"1","volume":"25","author":"A Patterson","year":"2024","unstructured":"Patterson A, Neumann S, White M, White A (2024) Empirical design in reinforcement learning. J Mach Learn Res 25(318):1\u201363","journal-title":"J Mach Learn Res"},{"key":"11393_CR90","doi-asserted-by":"crossref","unstructured":"Peters J, Schaal S (2006) Policy gradient methods for robotics. In: 2006 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 2219\u20132225. IEEE","DOI":"10.1109\/IROS.2006.282564"},{"key":"11393_CR91","doi-asserted-by":"crossref","first-page":"102715","DOI":"10.1016\/j.trc.2020.102715","volume":"119","author":"V Pandey","year":"2020","unstructured":"Pandey V, Wang E, Boyles SD (2020) Deep reinforcement learning algorithm for dynamic pricing of express lanes with multiple access locations. Transp Res Part C Emerg Technol 119:102715","journal-title":"Transp Res Part C Emerg Technol"},{"key":"11393_CR92","doi-asserted-by":"crossref","unstructured":"Qiu W, Chen H, An B (2019) Dynamic electronic toll collection via multi-agent deep reinforcement learning with edge-based graph convolutional networks. In: IJCAI, pp. 4568\u20134574","DOI":"10.24963\/ijcai.2019\/635"},{"key":"11393_CR93","doi-asserted-by":"crossref","first-page":"103852","DOI":"10.1016\/j.trc.2022.103852","volume":"144","author":"ZT Qin","year":"2022","unstructured":"Qin ZT, Zhu H, Ye J (2022) Reinforcement learning for ridesharing: an extended survey. Transp Res Part C Emerg Technol 144:103852","journal-title":"Transp Res Part C Emerg Technol"},{"key":"11393_CR94","doi-asserted-by":"crossref","unstructured":"Ramos GDO, Silva BC, R\u0103dulescu R, Bazzan AL, Now\u00e9 A (2020) Toll-based reinforcement learning for efficient equilibria in route choice. Knowl Eng Rev 35:e8","DOI":"10.1017\/S0269888920000119"},{"key":"11393_CR95","unstructured":"Ramos GdO, Silva BC, R\u0103dulescu R, Bazzan AL (2018) Learning system-efficient equilibria in route choice using tolls. In: Proceedings of the Adaptive Learning Agents Workshop, vol. 2018"},{"issue":"1","key":"11393_CR96","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1287\/opre.4.1.42","volume":"4","author":"PI Richards","year":"1956","unstructured":"Richards PI (1956) Shock waves on the highway. Oper Res 4(1):42\u201351","journal-title":"Oper Res"},{"key":"11393_CR97","doi-asserted-by":"crossref","unstructured":"Ramos GdO, R\u0103dulescu R, Now\u00e9 A, Tavares AR (2020) Toll-based learning for minimising congestion under heterogeneous preferences. In: Proceedings of the 19th International Conference on Autonomous Agents and Multiagent Systems (AAMAS 2020), pp. 1098\u20131106. IFAAMAS","DOI":"10.65109\/DZCU8586"},{"key":"11393_CR98","volume-title":"Reinforcement Learning: an Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement Learning: an Introduction. MIT Press, Cambridge"},{"key":"11393_CR99","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1016\/j.comcom.2019.12.003","volume":"150","author":"S Saharan","year":"2020","unstructured":"Saharan S, Bawa S, Kumar N (2020) Dynamic pricing techniques for intelligent transportation system in smart cities: a systematic review. Comput Commun 150:603\u2013625","journal-title":"Comput Commun"},{"key":"11393_CR100","doi-asserted-by":"crossref","unstructured":"Schmidt LM, Brosig J, Plinge A, Eskofier BM, Mutschler C (2022) An introduction to multi-agent reinforcement learning and review of its application to autonomous mobility. In: 2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC), pp. 1342\u20131349. IEEE","DOI":"10.1109\/ITSC55140.2022.9922205"},{"issue":"1","key":"11393_CR101","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12544-021-00515-0","volume":"13","author":"F Storani","year":"2021","unstructured":"Storani F, Pace R, Bruno F, Fiori C (2021) Analysis and comparison of traffic flow models: a new hybrid traffic flow model vs benchmark models. Eur Transp Res Rev 13(1):1\u201316","journal-title":"Eur Transp Res Rev"},{"key":"11393_CR102","doi-asserted-by":"crossref","first-page":"561","DOI":"10.1016\/j.trpro.2020.03.132","volume":"47","author":"T Seo","year":"2020","unstructured":"Seo T (2020) Trial-and-error congestion pricing scheme for morning commute problem with day-to-day dynamics. Transp Res Proced 47:561\u2013568","journal-title":"Transp Res Proced"},{"key":"11393_CR103","unstructured":"Sharon G, Hanna J, Rambha T, Albert M, Stone P, Boyles SD (2016) Delta-tolling: Adaptive tolling for optimizing traffic throughput. In: ATT@ IJCAI"},{"key":"11393_CR104","doi-asserted-by":"crossref","unstructured":"Sharon G, Hanna JP, Rambha T, Levin MW, Albert M, Boyles SD, Stone P (2017) Real-time adaptive tolling scheme for optimized social welfare in traffic networks. In: Proceedings of the 16th International Conference on Autonomous Agents and Multiagent Systems (AAMAS-2017)","DOI":"10.65109\/FRLY1791"},{"key":"11393_CR105","unstructured":"Singh S, Kearns MJ, Mansour Y (2000) Nash convergence of gradient dynamics in general-sum games. In: UAI, pp. 541\u2013548"},{"key":"11393_CR106","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511811654","volume-title":"Multiagent Sys Algorithmic, Game-theoretic, and Logical Foundations","author":"Y Shoham","year":"2008","unstructured":"Shoham Y, Leyton-Brown K (2008) Multiagent Sys Algorithmic, Game-theoretic, and Logical Foundations. Cambridge University Press, Cambridge"},{"key":"11393_CR107","unstructured":"Silver D, Lever G, Heess N, Degris T, Wierstra D, Riedmiller M (2014) Deterministic policy gradient algorithms. In: International Conference on Machine Learning, pp. 387\u2013395. PMLR"},{"key":"11393_CR108","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1016\/j.trc.2017.08.019","volume":"84","author":"G Sharon","year":"2017","unstructured":"Sharon G, Levin MW, Hanna JP, Rambha T, Boyles SD, Stone P (2017) Network-wide adaptive tolling for connected and automated vehicles. Transp Res Part C Emerg Technol 84:142\u2013157","journal-title":"Transp Res Part C Emerg Technol"},{"key":"11393_CR109","unstructured":"Sutton RS, McAllester D, Singh S, Mansour Y (1999) Policy gradient methods for reinforcement learning with function approximation. Adv Neural Inf Proc Syst 12"},{"issue":"3","key":"11393_CR110","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1016\/0022-5193(83)90445-9","volume":"100","author":"P Schuster","year":"1983","unstructured":"Schuster P, Sigmund K (1983) Replicator dynamics. J Theor Biol 100(3):533\u2013538","journal-title":"J Theor Biol"},{"key":"11393_CR111","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1016\/j.trpro.2021.01.041","volume":"52","author":"K Sato","year":"2021","unstructured":"Sato K, Seo T, Fuse T (2021) A reinforcement learning-based dynamic congestion pricing method for the morning commute problems. Transp Res Proced 52:347\u2013355","journal-title":"Transp Res Proced"},{"key":"11393_CR112","unstructured":"Sato K, Seo T, Fuse T (2022) Dynamic network congestion pricing based on deep reinforcement learning. arXiv preprint arXiv:2206.12188"},{"key":"11393_CR113","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint at arXiv:1707.06347"},{"key":"11393_CR114","doi-asserted-by":"crossref","unstructured":"Tan M (1993) Multi-agent reinforcement learning: Independent vs. cooperative agents. In: Proceedings of the Tenth International Conference on Machine Learning, pp. 330\u2013337","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"issue":"1","key":"11393_CR115","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1678-4804-20-15","volume":"20","author":"AR Tavares","year":"2014","unstructured":"Tavares AR, Bazzan AL (2014) An agent-based approach for road pricing: system-level performance and implications for drivers. J Braz Comput Soc 20(1):1\u201315","journal-title":"J Braz Comput Soc"},{"key":"11393_CR116","first-page":"15032","volume":"34","author":"J Terry","year":"2021","unstructured":"Terry J, Black B, Grammel N, Jayakumar M, Hari A, Sullivan R, Santos LS, Dieffendahl C, Horsch C, Perez-Vicente R et al (2021) Pettingzoo: Gym for multi-agent reinforcement learning. Adv Neural Inf Process Syst 34:15032\u201315043","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"11393_CR117","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1016\/j.trb.2010.06.004","volume":"45","author":"CM Tamp\u00e8re","year":"2011","unstructured":"Tamp\u00e8re CM, Corthout R, Cattrysse D, Immers LH (2011) A generic class of first order node models for dynamic macroscopic simulation of traffic flows. Transport Res Part B Methodol 45(1):289\u2013309","journal-title":"Transport Res Part B Methodol"},{"key":"11393_CR118","doi-asserted-by":"crossref","unstructured":"Todorov E, Erez T, Tassa Y (2012) Mujoco: A physics engine for model-based control. In: 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 5026\u20135033. IEEE","DOI":"10.1109\/IROS.2012.6386109"},{"key":"11393_CR119","doi-asserted-by":"publisher","first-page":"1805","DOI":"10.1103\/PhysRevE.62.1805","volume":"62","author":"M Treiber","year":"2000","unstructured":"Treiber M, Hennecke A, Helbing D (2000) Congested traffic states in empirical observations and microscopic simulations. Phys Rev E 62:1805\u20131824. https:\/\/doi.org\/10.1103\/PhysRevE.62.1805","journal-title":"Phys Rev E"},{"key":"11393_CR120","unstructured":"Towers M, Kwiatkowski A, Terry J, Balis JU, De\u00a0Cola G, Deleu T, Goul\u00e3o M, Kallinteris A, Krimmel M, KG A et\u00a0al (2024) Gymnasium: A standard interface for reinforcement learning environments. arXiv preprint arXiv:2407.17032"},{"key":"11393_CR121","first-page":"5","volume":"10","author":"T Tsekeris","year":"2009","unstructured":"Tsekeris T, Vo\u00df S (2009) Design and evaluation of road pricing: state-of-the-art and methodological advances. Netnom Econ Res Electron Netw 10:5\u201352","journal-title":"Netnom Econ Res Electron Netw"},{"key":"11393_CR122","unstructured":"United States Bureau of Public Roads (1964) Traffic Assignment Manual for Application with a Large, High Speed Computer vol. 2. US Department of Commerce, Bureau of Public Roads, Office of Planning, Urban Planning Division, Washington D.C"},{"issue":"3","key":"11393_CR123","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/S0166-0462(98)00032-5","volume":"29","author":"ET Verhoef","year":"1999","unstructured":"Verhoef ET (1999) Time, speeds, flows and densities in static models of road traffic congestion and congestion pricing. Reg Sci Urban Econ 29(3):341\u2013369","journal-title":"Reg Sci Urban Econ"},{"key":"11393_CR124","unstructured":"Verhoef ET (2000) Second-best congestion pricing in general networks-algorithms for finding second-best optimal toll levels and toll points. Technical report, Tinbergen Institute Discussion Paper"},{"issue":"3","key":"11393_CR125","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1016\/S0166-0462(00)00064-8","volume":"32","author":"ET Verhoef","year":"2002","unstructured":"Verhoef ET (2002) Second-best congestion pricing in general static transportation networks with elastic demands. Reg Sci Urban Econ 32(3):281\u2013310","journal-title":"Reg Sci Urban Econ"},{"issue":"2","key":"11393_CR126","first-page":"452","volume":"53","author":"WS Vickrey","year":"1963","unstructured":"Vickrey WS (1963) Pricing in urban and suburban transport. Am Econ Rev 53(2):452\u2013465","journal-title":"Am Econ Rev"},{"issue":"2","key":"11393_CR127","first-page":"251","volume":"59","author":"WS Vickrey","year":"1969","unstructured":"Vickrey WS (1969) Congestion theory and transport investment. Am Econ Rev 59(2):251\u2013260","journal-title":"Am Econ Rev"},{"key":"11393_CR128","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Proc Syst 30"},{"issue":"4","key":"11393_CR129","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1007\/s13676-014-0045-5","volume":"4","author":"F Wageningen-Kessels","year":"2015","unstructured":"Wageningen-Kessels F, Lint H, Vuik K, Hoogendoorn S (2015) Genealogy of traffic flow models. Euro J Transp Logist 4(4):445\u2013473","journal-title":"Euro J Transp Logist"},{"issue":"3","key":"11393_CR130","first-page":"325","volume":"1","author":"JG Wardrop","year":"1952","unstructured":"Wardrop JG (1952) Road paper some theoretical aspects of road traffic research. Proc Inst Civ Eng 1(3):325\u2013362","journal-title":"Proc Inst Civ Eng"},{"key":"11393_CR131","unstructured":"Watkins CJCH (1989) Learning from delayed rewards. PhD thesis, King\u2019s College, Cambridge United Kingdom"},{"key":"11393_CR132","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10462-021-10118-9","volume":"56","author":"A Wong","year":"2022","unstructured":"Wong A, B\u00e4ck T, Kononova AV, Plaat A (2022) Deep multiagent reinforcement learning: Challenges and directions. Artif Intell Rev 56:1\u201334","journal-title":"Artif Intell Rev"},{"key":"11393_CR133","doi-asserted-by":"crossref","unstructured":"Watkins CJ, Dayan P (1992) Q-learning Machine learning 8(3):279\u2013292","DOI":"10.1023\/A:1022676722315"},{"issue":"3","key":"11393_CR134","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1023\/A:1022672621406","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams RJ (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8(3):229\u2013256","journal-title":"Mach Learn"},{"key":"11393_CR135","doi-asserted-by":"crossref","unstructured":"Wang Y, Jin H, Zheng G (2022) Ctrl: Cooperative traffic tolling via reinforcement learning. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, pp. 3545\u20133554","DOI":"10.1145\/3511808.3557112"},{"key":"11393_CR136","first-page":"16509","volume":"35","author":"M Wen","year":"2022","unstructured":"Wen M, Kuba J, Lin R, Zhang W, Wen Y, Wang J, Yang Y (2022) Multi-agent reinforcement learning is a sequence modeling problem. Adv Neural Inf Process Syst 35:16509\u201316521","journal-title":"Adv Neural Inf Process Syst"},{"issue":"2","key":"11393_CR137","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1145\/3447556.3447565","volume":"22","author":"H Wei","year":"2021","unstructured":"Wei H, Zheng G, Gayah V, Li Z (2021) Recent advances in reinforcement learning for traffic signal control: a survey of models and evaluation. ACM SIGKDD Explorations Newsl 22(2):12\u201318","journal-title":"ACM SIGKDD Explorations Newsl"},{"key":"11393_CR138","doi-asserted-by":"crossref","first-page":"102712","DOI":"10.1016\/j.tre.2022.102712","volume":"162","author":"Y Yan","year":"2022","unstructured":"Yan Y, Chow AH, Ho CP, Kuo Y-H, Wu Q, Ying C (2022) Reinforcement learning for logistics and supply chain management: Methodologies, state of the art, and future opportunities. Transp Res Part E Logist Transp Rev 162:102712","journal-title":"Transp Res Part E Logist Transp Rev"},{"issue":"1","key":"11393_CR139","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/S0965-8564(97)00018-9","volume":"32","author":"H Yang","year":"1998","unstructured":"Yang H, Huang H-J (1998) Principle of marginal-cost pricing: how does it work in a general road network? Transp Res Part A Policy Pract 32(1):45\u201354","journal-title":"Transp Res Part A Policy Pract"},{"key":"11393_CR140","doi-asserted-by":"crossref","first-page":"126581","DOI":"10.1016\/j.neucom.2023.126581","volume":"556","author":"G Ye","year":"2023","unstructured":"Ye G, Song J, Feng M, Zhu G, Shen P, Zhang L, Shah SAA, Bennamoun M (2023) Position and structure-aware graph learning. Neurocomputing 556:126581","journal-title":"Neurocomputing"},{"key":"11393_CR141","unstructured":"Yuan L, Zhang Z, Li L, Guan C, Yu Y (2023) A survey of progress on cooperative multi-agent reinforcement learning in open environment. arXiv preprint at arXiv:2312.01058"},{"key":"11393_CR142","doi-asserted-by":"crossref","unstructured":"Zhang H, Feng S, Liu C, Ding Y, Zhu Y, Zhou Z, Zhang W, Yu Y, Jin H, Li Z (2019) Cityflow: A multi-agent reinforcement learning environment for large scale city traffic scenario. In: The World Wide Web Conference, pp. 3620\u20133624","DOI":"10.1145\/3308558.3314139"},{"issue":"2","key":"11393_CR143","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1002\/atr.1276","volume":"49","author":"F Zhu","year":"2015","unstructured":"Zhu F, Ukkusuri SV (2015) A reinforcement learning approach for distance-based dynamic tolling in the stochastic network environment. J Adv Transp 49(2):247\u2013266","journal-title":"J Adv Transp"},{"key":"11393_CR144","doi-asserted-by":"crossref","unstructured":"Zhang X, Wang W, Chen J (2023) A priori lane selection strategy for reinforcement learning of dynamic expressway tolling. In: 2023 International Conference on Pattern Recognition, Machine Vision and Intelligent Algorithms (PRMVIA), pp. 143\u2013154. IEEE","DOI":"10.1109\/PRMVIA58252.2023.00031"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11393-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10462-025-11393-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11393-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T05:48:43Z","timestamp":1771480123000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10462-025-11393-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,16]]},"references-count":144,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2026,2]]}},"alternative-id":["11393"],"URL":"https:\/\/doi.org\/10.1007\/s10462-025-11393-6","relation":{},"ISSN":["1573-7462"],"issn-type":[{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,16]]},"assertion":[{"value":"28 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"65"}}