{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T15:35:00Z","timestamp":1777390500404,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,14]]},"DOI":"10.1145\/3677052.3698621","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:38:06Z","timestamp":1731566286000},"page":"159-167","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Simulating the Economic Impact of Rationality through Reinforcement Learning and Agent-Based Modelling"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-0078-7208","authenticated-orcid":false,"given":"Simone","family":"Brusatin","sequence":"first","affiliation":[{"name":"Universit\u00e0 di Trieste, IT"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7814-1485","authenticated-orcid":false,"given":"Tommaso","family":"Padoan","sequence":"additional","affiliation":[{"name":"Universit\u00e0 di Trieste, IT"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1401-1715","authenticated-orcid":false,"given":"Andrea","family":"Coletta","sequence":"additional","affiliation":[{"name":"Banca d'Italia, IT"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8819-090X","authenticated-orcid":false,"given":"Domenico","family":"Delli Gatti","sequence":"additional","affiliation":[{"name":"Universit\u00e0 Cattolica del Sacro Cuore, IT"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4737-2878","authenticated-orcid":false,"given":"Aldo","family":"Glielmo","sequence":"additional","affiliation":[{"name":"Banca d'Italia, IT"}]}],"member":"320","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/3635637.3662850"},{"key":"e_1_3_2_1_2_1","volume-title":"Multi-agent reinforcement learning: Foundations and modern approaches","author":"Albrecht V","year":"2023","unstructured":"Stefano\u00a0V Albrecht, Filippos Christianos, and Lukas Sch\u00e4fer. 2023. Multi-agent reinforcement learning: Foundations and modern approaches. Massachusetts Institute of Technology: Cambridge, MA, USA (2023)."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems. 2742\u20132744","author":"Ardon Leo","year":"2023","unstructured":"Leo Ardon, Jared Vann, Deepeka Garg, Thomas Spooner, and Sumitra Ganesh. 2023. Phantom-A RL-driven Multi-Agent Framework to Model Complex Systems. In Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems. 2742\u20132744."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jedc.2014.07.001"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Tohid Atashbar and Rui\u00a0Aruhan Shi. 2022. Deep Reinforcement Learning: emerging trends in macroeconomics and future prospects. (2022).","DOI":"10.5089\/9798400224713.001"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Tohid Atashbar and Rui\u00a0Aruhan Shi. 2023. AI and macroeconomic modeling: Deep reinforcement learning in an RBC model. International Monetary Fund.","DOI":"10.5089\/9798400235252.001"},{"key":"e_1_3_2_1_7_1","volume-title":"Agent-based modeling in economics and finance: Past, present, and future. Journal of Economic Literature","author":"Axtell L","year":"2022","unstructured":"Robert\u00a0L Axtell and J\u00a0Doyne Farmer. 2022. Agent-based modeling in economics and finance: Past, present, and future. Journal of Economic Literature (2022)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.04622"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jet.2014.11.002"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186039"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.20190623"},{"key":"e_1_3_2_1_13_1","volume-title":"Reinforcement learning in economics and finance. Computational Economics","author":"Charpentier Arthur","year":"2021","unstructured":"Arthur Charpentier, Romuald Elie, and Carl Remlinger. 2021. Reinforcement learning in economics and finance. Computational Economics (2021), 1\u201338."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533271.3561753"},{"key":"e_1_3_2_1_15_1","unstructured":"Michael Curry Alexander Trott Soham Phade Yu Bai and Stephan Zheng. 2023. Learning Solutions in Large Economic Networks using Deep Multi-Agent Reinforcement Learning.. In AAMAS. 2760\u20132762."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1137\/070699652"},{"key":"e_1_3_2_1_17_1","volume-title":"Agent-based macroeconomics. Handbook of computational economics 4","author":"Dawid Herbert","year":"2018","unstructured":"Herbert Dawid and Domenico\u00a0Delli Gatti. 2018. Agent-based macroeconomics. Handbook of computational economics 4 (2018), 63\u2013156."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2008.929845"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1111\/ecin.12897"},{"key":"e_1_3_2_1_20_1","volume-title":"ABIDES-Economist: Agent-Based Simulation of Economic Systems with Learning Agents. arXiv preprint arXiv:2402.09563","author":"Dwarakanath Kshama","year":"2024","unstructured":"Kshama Dwarakanath, Svitlana Vyetrenko, Peyman Tavallali, and Tucker Balch. 2024. ABIDES-Economist: Agent-Based Simulation of Economic Systems with Learning Agents. arXiv preprint arXiv:2402.09563 (2024)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/3635637.3662904"},{"key":"e_1_3_2_1_22_1","volume-title":"The economy needs agent-based modelling. Nature 460, 7256","author":"Farmer J\u00a0Doyne","year":"2009","unstructured":"J\u00a0Doyne Farmer and Duncan Foley. 2009. The economy needs agent-based modelling. Nature 460, 7256 (2009), 685\u2013686."},{"key":"e_1_3_2_1_23_1","volume-title":"A Heterogeneous Agent Model of Mortgage Servicing: An Income-based Relief Analysis. arXiv preprint arXiv:2402.17932","author":"Garg Deepeka","year":"2024","unstructured":"Deepeka Garg, Benjamin\u00a0Patrick Evans, Leo Ardon, Annapoorani\u00a0Lakshmi Narayanan, Jared Vann, Udari Madhushani, Makada Henry-Nickie, and Sumitra Ganesh. 2024. A Heterogeneous Agent Model of Mortgage Servicing: An Income-based Relief Analysis. arXiv preprint arXiv:2402.17932 (2024)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jebo.2020.07.023"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604237.3626889"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09996-w"},{"key":"e_1_3_2_1_27_1","volume-title":"Solving heterogeneous general equilibrium economic models with deep reinforcement learning. arXiv preprint arXiv:2103.16977","author":"Hill Edward","year":"2021","unstructured":"Edward Hill, Marco Bardoscia, and Arthur Turrell. 2021. Solving heterogeneous general equilibrium economic models with deep reinforcement learning. arXiv preprint arXiv:2103.16977 (2021)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Natascha Hinterlang and Alina T\u00e4nzer. 2021. Optimal monetary policy using reinforcement learning. (2021).","DOI":"10.2139\/ssrn.4025682"},{"key":"e_1_3_2_1_29_1","volume-title":"Emergent bartering behaviour in multi-agent reinforcement learning. arXiv preprint arXiv:2205.06760","author":"Johanson Michael\u00a0Bradley","year":"2022","unstructured":"Michael\u00a0Bradley Johanson, Edward Hughes, Finbarr Timbers, and Joel\u00a0Z Leibo. 2022. Emergent bartering behaviour in multi-agent reinforcement learning. arXiv preprint arXiv:2205.06760 (2022)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1057\/s41272-021-00285-3"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/3545946.3598857"},{"key":"e_1_3_2_1_32_1","volume-title":"An Economy of Neural Networks: Learning from Heterogeneous Experiences. arXiv preprint arXiv:2110.11582","author":"Kuriksha Artem","year":"2021","unstructured":"Artem Kuriksha. 2021. An Economy of Neural Networks: Learning from Heterogeneous Experiences. arXiv preprint arXiv:2110.11582 (2021)."},{"key":"e_1_3_2_1_33_1","unstructured":"Erik Lindau. 2023. Optimal taxation by two-agent reinforcement learning."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1006\/jeth.2000.2785"},{"key":"e_1_3_2_1_35_1","volume-title":"TaxAI: A Dynamic Economic Simulator and Benchmark for Multi-Agent Reinforcement Learning. arXiv preprint arXiv:2309.16307","author":"Mi Qirui","year":"2023","unstructured":"Qirui Mi, Siyu Xia, Yan Song, Haifeng Zhang, Shenghao Zhu, and Jun Wang. 2023. TaxAI: A Dynamic Economic Simulator and Benchmark for Multi-Agent Reinforcement Learning. arXiv preprint arXiv:2309.16307 (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-023-35536-3"},{"key":"e_1_3_2_1_37_1","volume-title":"Economics and computation. Vol.\u00a04","author":"J\u00f6rg Rothe","unstructured":"J\u00f6rg Rothe 2015. Economics and computation. Vol.\u00a04. Springer."},{"key":"e_1_3_2_1_38_1","volume-title":"Segregation dynamics with reinforcement learning and agent based modeling. Scientific reports 10, 1","author":"Sert Egemen","year":"2020","unstructured":"Egemen Sert, Yaneer Bar-Yam, and Alfredo\u00a0J Morales. 2020. Segregation dynamics with reinforcement learning and agent based modeling. Scientific reports 10, 1 (2020), 11771."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.39.10.1095"},{"key":"e_1_3_2_1_40_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton S","unstructured":"Richard\u00a0S Sutton and Andrew\u00a0G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_2_1_41_1","volume-title":"Pricing in agent economies using multi-agent Q-learning. Autonomous agents and multi-agent systems 5","author":"Tesauro Gerald","year":"2002","unstructured":"Gerald Tesauro and Jeffrey\u00a0O Kephart. 2002. Pricing in agent economies using multi-agent Q-learning. Autonomous agents and multi-agent systems 5 (2002), 289\u2013304."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/288994.289002"},{"key":"e_1_3_2_1_43_1","volume-title":"Agent-based computational economics: A constructive approach to economic theory. Handbook of computational economics 2","author":"Tesfatsion Leigh","year":"2006","unstructured":"Leigh Tesfatsion. 2006. Agent-based computational economics: A constructive approach to economic theory. Handbook of computational economics 2 (2006), 831\u2013880."},{"key":"e_1_3_2_1_44_1","volume-title":"Agent-based computational economics: Overview and brief history. Artificial Intelligence, Learning and Computation in Economics and Finance","author":"Tesfatsion Leigh","year":"2023","unstructured":"Leigh Tesfatsion. 2023. Agent-based computational economics: Overview and brief history. Artificial Intelligence, Learning and Computation in Economics and Finance (2023), 41\u201358."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1111\/mafi.12416"},{"key":"e_1_3_2_1_46_1","volume-title":"van\u00a0der Wal","author":"J.","year":"1981","unstructured":"J. van\u00a0der Wal. 1981. Stochastic Dynamic Programming. (1981)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383455.3422561"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jedc.2008.01.003"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"e_1_3_2_1_50_1","unstructured":"Michael Wooldridge. 2009. An introduction to multiagent systems. John wiley & sons."},{"key":"e_1_3_2_1_51_1","volume-title":"The AI Economist: Taxation policy design via two-level deep multiagent reinforcement learning. Science advances 8, 18","author":"Zheng Stephan","year":"2022","unstructured":"Stephan Zheng, Alexander Trott, Sunil Srinivasa, David\u00a0C Parkes, and Richard Socher. 2022. The AI Economist: Taxation policy design via two-level deep multiagent reinforcement learning. Science advances 8, 18 (2022), eabk2607."}],"event":{"name":"ICAIF '24: 5th ACM International Conference on AI in Finance","location":"Brooklyn NY USA","acronym":"ICAIF '24"},"container-title":["Proceedings of the 5th ACM International Conference on AI in Finance"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698621","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677052.3698621","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:10:47Z","timestamp":1755882647000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698621"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"references-count":51,"alternative-id":["10.1145\/3677052.3698621","10.1145\/3677052"],"URL":"https:\/\/doi.org\/10.1145\/3677052.3698621","relation":{},"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"2024-11-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}