{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:08:27Z","timestamp":1755907707810,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,14]]},"DOI":"10.1145\/3677052.3698646","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:38:06Z","timestamp":1731566286000},"page":"652-659","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Market-Making and Hedging with Market Impact using Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6491-4719","authenticated-orcid":false,"given":"Jiayu","family":"Shi","sequence":"first","affiliation":[{"name":"National University of Singapore, SG"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3845-5373","authenticated-orcid":false,"given":"Siu Hin","family":"Tang","sequence":"additional","affiliation":[{"name":"National University of Singapore, SG"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3353-5146","authenticated-orcid":false,"given":"Chao","family":"Zhou","sequence":"additional","affiliation":[{"name":"National University of Singapore, SG"}]}],"member":"320","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.21314\/JOR.2001.041"},{"key":"e_1_3_2_1_2_1","volume-title":"Optimal execution with nonlinear impact functions and trading-enhanced risk. Applied mathematical finance 10, 1","author":"Almgren F","year":"2003","unstructured":"Robert\u00a0F Almgren. 2003. Optimal execution with nonlinear impact functions and trading-enhanced risk. Applied mathematical finance 10, 1 (2003), 1\u201318."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/0304-405X(80)90020-3"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/14697680701381228"},{"key":"e_1_3_2_1_5_1","volume-title":"Market-making with reinforcement-learning (SAC). arXiv preprint arXiv:2008.12275","author":"Bakshaev Alexey","year":"2020","unstructured":"Alexey Bakshaev. 2020. Market-making with reinforcement-learning (SAC). arXiv preprint arXiv:2008.12275 (2020)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1111\/mafi.12367"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1111\/mafi.12286"},{"key":"e_1_3_2_1_8_1","volume-title":"Market making via reinforcement learning. Applied Reinforcement Learning with Python: With OpenAI Gym, Tensorflow, and Keras","author":"Taweh Taweh","year":"2019","unstructured":"Taweh Beysolow\u00a0II and Taweh Beysolow\u00a0II. 2019. Market making via reinforcement learning. Applied Reinforcement Learning with Python: With OpenAI Gym, Tensorflow, and Keras (2019), 77\u201394."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/14697688.2019.1571683"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1137\/130911196"},{"key":"e_1_3_2_1_11_1","volume-title":"Thinning algorithms for simulating point processes","author":"Chen Yuanda","year":"2016","unstructured":"Yuanda Chen. 2016. Thinning algorithms for simulating point processes. Florida State University, Tallahassee, FL (2016)."},{"key":"e_1_3_2_1_12_1","volume-title":"The cost of transacting. The quarterly journal of economics 82, 1","author":"Demsetz Harold","year":"1968","unstructured":"Harold Demsetz. 1968. The cost of transacting. The quarterly journal of economics 82, 1 (1968), 33\u201353."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1162\/qjec.2006.121.2.461"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.3390\/math9212689"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3074782"},{"key":"e_1_3_2_1_16_1","volume-title":"No-dynamic-arbitrage and market impact. Quantitative finance 10, 7","author":"Gatheral J.","year":"2010","unstructured":"J. Gatheral. 2010. No-dynamic-arbitrage and market impact. Quantitative finance 10, 7 (2010), 749\u2013759."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3905\/jfds.2022.1.094"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/1350486X.2017.1342552"},{"key":"e_1_3_2_1_19_1","volume-title":"Dealing with the inventory risk: a solution to the market making problem. Mathematics and financial economics 7","author":"Gu\u00e9ant Olivier","year":"2013","unstructured":"Olivier Gu\u00e9ant, Charles-Albert Lehalle, and Joaquin Fernandez-Tapia. 2013. Dealing with the inventory risk: a solution to the market making problem. Mathematics and financial economics 7 (2013), 477\u2013507."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/1350486X.2020.1714455"},{"key":"e_1_3_2_1_21_1","volume-title":"ACAM-FoC: A Deep Neural Network Augmented from CAM-FoC to Measure the Grip Force of Mass-produced Elongated Surgical Instruments","author":"Guo Yongchen","year":"2023","unstructured":"Yongchen Guo, Bo Pan, Yili Fu, and Max Q-H Meng. 2023. ACAM-FoC: A Deep Neural Network Augmented from CAM-FoC to Measure the Grip Force of Mass-produced Elongated Surgical Instruments. IEEE Robotics and Automation Letters (2023)."},{"key":"e_1_3_2_1_22_1","series-title":"Vol. 33","volume-title":"The Financial Mathematics of Market Liquidity: From optimal execution to market making","author":"Gu\u00e9ant O.","unstructured":"O. Gu\u00e9ant. 2016. The Financial Mathematics of Market Liquidity: From optimal execution to market making (Vol. 33). CRC Press."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.finmar.2013.05.003"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/0304-405X(81)90020-9"},{"key":"e_1_3_2_1_25_1","volume-title":"Approximation capabilities of multilayer feedforward networks. Neural networks 4, 2","author":"Hornik Kurt","year":"1991","unstructured":"Kurt Hornik. 1991. Approximation capabilities of multilayer feedforward networks. Neural networks 4, 2 (1991), 251\u2013257."},{"key":"e_1_3_2_1_26_1","volume-title":"Optimal static-dynamic hedges for exotic options under convex risk measures. Stochastic Processes and their Applications 119, 10","author":"Ilhan Ayta\u00e7","year":"2009","unstructured":"Ayta\u00e7 Ilhan, Mattias Jonsson, and Ronnie Sircar. 2009. Optimal static-dynamic hedges for exotic options under convex risk measures. Stochastic Processes and their Applications 119, 10 (2009), 3608\u20133632."},{"key":"e_1_3_2_1_27_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma P","year":"2014","unstructured":"Diederik\u00a0P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems. 1892\u20131894","author":"Kumar Pankaj","year":"2020","unstructured":"Pankaj Kumar. 2020. Deep reinforcement learning for market making. In Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems. 1892\u20131894."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720816644872"},{"key":"e_1_3_2_1_30_1","volume-title":"Simulation of nonhomogeneous Poisson processes by thinning. Naval research logistics quarterly 26, 3","author":"Lewis A\u00a0W","year":"1979","unstructured":"PA\u00a0W Lewis and Gerald\u00a0S Shedler. 1979. Simulation of nonhomogeneous Poisson processes by thinning. Naval research logistics quarterly 26, 3 (1979), 403\u2013413."},{"key":"e_1_3_2_1_31_1","volume-title":"ESANN 2018-Proceedings, European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning. Esann, 521\u2013526","author":"Lim Ye-Sheen","year":"2018","unstructured":"Ye-Sheen Lim and Denise Gorse. 2018. Reinforcement learning for high-frequency market making. In ESANN 2018-Proceedings, European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning. Esann, 521\u2013526."},{"key":"e_1_3_2_1_32_1","volume-title":"Proc. icml, Vol.\u00a030","author":"Maas L","year":"2013","unstructured":"Andrew\u00a0L Maas, Awni\u00a0Y Hannun, Andrew\u00a0Y Ng, 2013. Rectifier nonlinearities improve neural network acoustic models. In Proc. icml, Vol.\u00a030. Atlanta, GA, 3."},{"key":"e_1_3_2_1_33_1","volume-title":"Price fluctuations from the order book perspective\u2014empirical facts and a simple model. Physica A: Statistical Mechanics and its Applications 299, 1-2","author":"Maslov Sergei","year":"2001","unstructured":"Sergei Maslov and Mark Mills. 2001. Price fluctuations from the order book perspective\u2014empirical facts and a simple model. Physica A: Statistical Mechanics and its Applications 299, 1-2 (2001), 234\u2013246."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2021.09.023"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.2307\/2330686"},{"key":"e_1_3_2_1_36_1","volume-title":"Optimizing market making using multi-agent reinforcement learning. arXiv preprint arXiv:1812.10252","author":"Patel Yagna","year":"2018","unstructured":"Yagna Patel. 2018. Optimizing market making using multi-agent reinforcement learning. arXiv preprint arXiv:1812.10252 (2018)."},{"volume-title":"Introduction to probability models","author":"Ross M","key":"e_1_3_2_1_37_1","unstructured":"Sheldon\u00a0M Ross. 2014. Introduction to probability models. Academic press."},{"key":"e_1_3_2_1_38_1","volume-title":"Deep reinforcement learning in cryptocurrency market making. arXiv preprint arXiv:1911.08647","author":"Sadighian Jonathan","year":"2019","unstructured":"Jonathan Sadighian. 2019. Deep reinforcement learning in cryptocurrency market making. arXiv preprint arXiv:1911.08647 (2019)."},{"key":"e_1_3_2_1_39_1","volume-title":"Extending deep reinforcement learning frameworks in cryptocurrency market making. arXiv preprint arXiv:2004.06985","author":"Sadighian Jonathan","year":"2020","unstructured":"Jonathan Sadighian. 2020. Extending deep reinforcement learning frameworks in cryptocurrency market making. arXiv preprint arXiv:2004.06985 (2020)."},{"key":"e_1_3_2_1_40_1","volume-title":"Partially Monotonic Learning for Neural Networks. In International Symposium on Intelligent Data Analysis. Springer, 12\u201323","author":"Trindade Joana","year":"2021","unstructured":"Joana Trindade, Jo\u00e3o Vinagre, Kelwin Fernandes, Nuno Paiva, and Al\u00edpio Jorge. 2021. Partially Monotonic Learning for Neural Networks. In International Symposium on Intelligent Data Analysis. Springer, 12\u201323."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1080\/14697680500244411"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10436-005-0023-x"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 21st International Conference on Autonomous Agents and Multiagent Systems. 1765\u20131767","author":"Xu Ziyi","year":"2022","unstructured":"Ziyi Xu, Xue Cheng, and Yangbo He. 2022. Performance of deep reinforcement learning for high frequency market making on actual tick data. In Proceedings of the 21st International Conference on Autonomous Agents and Multiagent Systems. 1765\u20131767."}],"event":{"name":"ICAIF '24: 5th ACM International Conference on AI in Finance","acronym":"ICAIF '24","location":"Brooklyn NY USA"},"container-title":["Proceedings of the 5th ACM International Conference on AI in Finance"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698646","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677052.3698646","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:12:13Z","timestamp":1755882733000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677052.3698646"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"references-count":43,"alternative-id":["10.1145\/3677052.3698646","10.1145\/3677052"],"URL":"https:\/\/doi.org\/10.1145\/3677052.3698646","relation":{},"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"2024-11-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}