{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T10:03:51Z","timestamp":1763114631569,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,14]]},"DOI":"10.1145\/3677052.3698623","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:38:06Z","timestamp":1731566286000},"page":"643-651","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Market Making with Learned Beta Policies"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7441-0841","authenticated-orcid":false,"given":"Yongzhao","family":"Wang","sequence":"first","affiliation":[{"name":"University of Liverpool, United Kingdom and The Alan Turing Institute, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1262-7831","authenticated-orcid":false,"given":"Rahul","family":"Savani","sequence":"additional","affiliation":[{"name":"University of Liverpool, United Kindom and The Alan Turing Institute, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4675-6233","authenticated-orcid":false,"given":"Anri","family":"Gu","sequence":"additional","affiliation":[{"name":"University of Michigan, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2099-1414","authenticated-orcid":false,"given":"Chris","family":"Mascioli","sequence":"additional","affiliation":[{"name":"University of Michigan, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2265-844X","authenticated-orcid":false,"given":"Theodore","family":"Turocy","sequence":"additional","affiliation":[{"name":"University of East Anglia, United Kingdom and The Alan Turing Institute, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1691-6844","authenticated-orcid":false,"given":"Michael","family":"Wellman","sequence":"additional","affiliation":[{"name":"University of Michigan, US"}]}],"member":"320","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Abernethy and Satyen Kale","author":"D.","year":"2013","unstructured":"Jacob\u00a0D. Abernethy and Satyen Kale. 2013. Adaptive Market Making via Online Learning. In Proc. of NIPS."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490354.3494433"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/14697680701381228"},{"key":"e_1_3_2_1_4_1","unstructured":"James Bradbury Roy Frostig Peter Hawkins Matthew\u00a0James Johnson Chris Leary Dougal Maclaurin George Necula Adam Paszke Jake VanderPlas Skye Wanderman-Milne and Qiao Zhang. 2018. JAX: composable transformations of Python+NumPy programs. http:\/\/github.com\/google\/jax"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3384441.3395986"},{"key":"e_1_3_2_1_6_1","series-title":"SIAM Journal on Financial Mathematics","volume-title":"Algorithmic Trading with Model Uncertainty","author":"Cartea \u00c1lvaro","year":"2017","unstructured":"\u00c1lvaro Cartea, Ryan Donnelly, and Sebastian Jaimungal. 2017. Algorithmic Trading with Model Uncertainty. SIAM Journal on Financial Mathematics (2017)."},{"key":"e_1_3_2_1_7_1","volume-title":"Enhancing trading strategies with order book signals. Applied Mathematical Finance","author":"Cartea Alvaro","year":"2018","unstructured":"Alvaro Cartea, Ryan Donnelly, and Sebastian Jaimungal. 2018. Enhancing trading strategies with order book signals. Applied Mathematical Finance (2018)."},{"key":"e_1_3_2_1_8_1","volume-title":"Risk Metrics and Fine Tuning of High-Frequency Trading Strategies. Mathematical Finance","author":"Cartea \u00c1lvaro","year":"2015","unstructured":"\u00c1lvaro Cartea and Sebastian Jaimungal. 2015. Risk Metrics and Fine Tuning of High-Frequency Trading Strategies. Mathematical Finance (2015)."},{"volume-title":"Algorithmic and High-Frequency Trading","author":"Cartea \u00c1lvaro","key":"e_1_3_2_1_9_1","unstructured":"\u00c1lvaro Cartea, Sebastian Jaimungal, and Jos\u00e9 Penalva. 2015. Algorithmic and High-Frequency Trading. Cambridge University Press."},{"key":"e_1_3_2_1_10_1","series-title":"SIAM Journal on Financial Mathematics","volume-title":"Buy low, sell high: A high frequency trading perspective","author":"Cartea \u00c1lvaro","year":"2014","unstructured":"\u00c1lvaro Cartea, Sebastian Jaimungal, and Jason Ricci. 2014. Buy low, sell high: A high frequency trading perspective. SIAM Journal on Financial Mathematics (2014)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993574.1993622"},{"key":"e_1_3_2_1_12_1","unstructured":"Nicholas\u00a0Tung Chan and Christian Shelton. 2001. An Electronic Market-Maker. (2001)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/1350486X.2023.2241130"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604237.3626880"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3074782"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1086\/261868"},{"key":"e_1_3_2_1_17_1","volume-title":"Dealing with the Inventory Risk: A solution to the market making problem. Mathematics and Financial Economics","author":"Gu\u00e9ant Olivier","year":"2011","unstructured":"Olivier Gu\u00e9ant, Charles-Albert Lehalle, and Joaquin Fernandez-Tapia. 2011. Dealing with the Inventory Risk: A solution to the market making problem. Mathematics and Financial Economics (2011)."},{"key":"e_1_3_2_1_18_1","volume-title":"ICML. PMLR","author":"Haarnoja Tuomas","year":"2018","unstructured":"Tuomas Haarnoja, Aurick Zhou, Pieter Abbeel, and Sergey Levine. 2018. Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In ICML. PMLR, 1861\u20131870."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Konark Jain Nick Firoozye Jonathan Kochems and Philip Treleaven. 2024. Limit order book simulations: A review. Technical Report. University College London. Available at SSRN 4745587.","DOI":"10.2139\/ssrn.4745587"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Joseph Jerome Gregory Palmer and Rahul Savani. 2022. Market making with scaled beta policies. In ICAIF. 214\u2013222.","DOI":"10.1145\/3533271.3561745"},{"key":"e_1_3_2_1_21_1","unstructured":"Joseph Jerome Leandro S\u00e1nchez-Betancourt Rahul Savani and Martin Herdegen. 2022. Model-based gym environments for limit order book trading. (2022). arxiv:2209.07823"},{"key":"e_1_3_2_1_22_1","first-page":"2002","article-title":"Modeling stock order flows and learning market-making from data","author":"Kim J.","year":"2002","unstructured":"Adlar\u00a0J. Kim, Christian\u00a0R. Shelton, and Tomaso Poggio. 2002. Modeling stock order flows and learning market-making from data. AI Memo 2002-009. MIT.","journal-title":"AI Memo"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/945365.964290"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-1889(99)00022-6"},{"key":"e_1_3_2_1_25_1","volume-title":"Proc. of ESANN.","author":"Lim Ye-Sheen","year":"2018","unstructured":"Ye-Sheen Lim and Denise Gorse. 2018. Reinforcement Learning for High-Frequency Market Making. In Proc. of ESANN."},{"key":"e_1_3_2_1_26_1","volume-title":"David D\u00edaz\u00a0Pardo de Vera, and Eduardo\u00a0Lopez Gonzalo","author":"Marin Javier\u00a0Falces","year":"2022","unstructured":"Javier\u00a0Falces Marin, David D\u00edaz\u00a0Pardo de Vera, and Eduardo\u00a0Lopez Gonzalo. 2022. A reinforcement learning approach to improve the performance of the Avellaneda-Stoikov market-making algorithm. Plos one 17, 12 (2022)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3677052.3698639"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0219024914500344"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/0167-2789(94)90287-9"},{"key":"e_1_3_2_1_30_1","volume-title":"Deep reinforcement learning in cryptocurrency market making. arXiv preprint arXiv:1911.08647","author":"Sadighian Jonathan","year":"2019","unstructured":"Jonathan Sadighian. 2019. Deep reinforcement learning in cryptocurrency market making. arXiv preprint arXiv:1911.08647 (2019)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604237.3626847"},{"key":"e_1_3_2_1_32_1","volume-title":"Proc. of AAMAS. 434\u2013442","author":"Spooner Thomas","year":"2018","unstructured":"Thomas Spooner, John Fearnley, Rahul Savani, and Andreas Koukorinis. 2018. Market Making via Reinforcement Learning. In Proc. of AAMAS. 434\u2013442."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/633"},{"key":"e_1_3_2_1_34_1","volume-title":"14th ACM Conference on Electronic Commerce. 855\u2013872","author":"Wah Elaine","year":"2013","unstructured":"Elaine Wah and Michael\u00a0P. Wellman. 2013. Latency Arbitrage, Market Fragmentation, and Efficiency: A Two-Market Model. In 14th ACM Conference on Electronic Commerce. 855\u2013872."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/3176788.3176803"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.3390\/g12020046"},{"key":"e_1_3_2_1_37_1","unstructured":"Xintong Wang and Michael\u00a0P. Wellman. 2017. Spoofing the limit order book: An agent-based model. In AAMAS. 651\u2013659."},{"key":"e_1_3_2_1_38_1","volume-title":"Twenty-First National Conference on Artificial Intelligence","author":"Wellman P.","year":"2006","unstructured":"Michael\u00a0P. Wellman. 2006. Methods for Empirical Game-Theoretic Analysis (Extended Abstract). In Twenty-First National Conference on Artificial Intelligence. Boston, 1552\u20131555."},{"key":"e_1_3_2_1_39_1","volume-title":"Empirical game-theoretic analysis: A survey. Journal of Artificial Intelligence Research","author":"Wellman P","year":"2024","unstructured":"Michael\u00a0P Wellman, Karl Tuyls, and Amy Greenwald. 2024. Empirical game-theoretic analysis: A survey. Journal of Artificial Intelligence Research (2024)."},{"key":"e_1_3_2_1_40_1","volume-title":"Proc. of AAMAS. 1765\u20131767","author":"Xu Ziyi","year":"2022","unstructured":"Ziyi Xu, Xue Cheng, and Yangbo He. 2022. Performance of Deep Reinforcement Learning for High Frequency Market Making on Actual Tick Data. In Proc. of AAMAS. 1765\u20131767."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/615"}],"event":{"name":"ICAIF '24: 5th ACM International Conference on AI in Finance","acronym":"ICAIF '24","location":"Brooklyn NY USA"},"container-title":["Proceedings of the 5th ACM International Conference on AI in Finance"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698623","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677052.3698623","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:10:39Z","timestamp":1755882639000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698623"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"references-count":41,"alternative-id":["10.1145\/3677052.3698623","10.1145\/3677052"],"URL":"https:\/\/doi.org\/10.1145\/3677052.3698623","relation":{},"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"2024-11-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}