{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T15:57:32Z","timestamp":1783007852593,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,15]],"date-time":"2020-10-15T00:00:00Z","timestamp":1602720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,15]]},"DOI":"10.1145\/3383455.3422563","type":"proceedings-article","created":{"date-parts":[[2021,10,7]],"date-time":"2021-10-07T14:51:48Z","timestamp":1633618308000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Deep Q-network-based adaptive alert threshold selection policy for payment fraud systems in retail banking"],"prefix":"10.1145","author":[{"given":"Hongda","family":"Shen","sequence":"first","affiliation":[{"name":"University of Alabama in Huntsville"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eren","family":"Kurshan","sequence":"additional","affiliation":[{"name":"Columbia University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,10,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Nilson Report on Payment Systems","year":"2019","unstructured":"2019. Nilson Report on Payment Systems 2019 . (2019). 2019. Nilson Report on Payment Systems 2019. (2019)."},{"key":"e_1_3_2_1_2_1","first-page":"220","volume-title":"International Conference on Computational Intelligence for Financial Engineering","author":"Aleskerov E.","year":"1997","unstructured":"E. Aleskerov , B. Feisleben , and B. Rao . 1997. Cardwatch:A Neural Network-based Database Minining System for Credit Card Fraud Detection . International Conference on Computational Intelligence for Financial Engineering , pp. 220 -- 226 ( 1997 ). E. Aleskerov, B. Feisleben, and B. Rao. 1997. Cardwatch:A Neural Network-based Database Minining System for Credit Card Fraud Detection. International Conference on Computational Intelligence for Financial Engineering, pp. 220--226 (1997)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2009.0070"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of Credit Scoring and Credit Control VII","author":"Bolton R. J.","year":"2001","unstructured":"R. J. Bolton and D. J. Hand . 2001. Unsupervised Profiling Methods for Fraud Detection . Proceedings of Credit Scoring and Credit Control VII ( 2001 ). R. J. Bolton and D. J. Hand. 2001. Unsupervised Profiling Methods for Fraud Detection. Proceedings of Credit Scoring and Credit Control VII (2001)."},{"key":"e_1_3_2_1_5_1","volume-title":"Fraud Detection in Banking Using Deep Reinforcement Learning. In 2017 Seventh International Conference on Innovative Computing Technology (INTECH). 58--63","author":"Bouchti A. E.","unstructured":"A. E. Bouchti , A. Chakroun , H. Abbar , and C. Okar . 2017 . Fraud Detection in Banking Using Deep Reinforcement Learning. In 2017 Seventh International Conference on Innovative Computing Technology (INTECH). 58--63 . A. E. Bouchti, A. Chakroun, H. Abbar, and C. Okar. 2017. Fraud Detection in Banking Using Deep Reinforcement Learning. In 2017 Seventh International Conference on Innovative Computing Technology (INTECH). 58--63."},{"key":"e_1_3_2_1_6_1","volume-title":"Alan Turing Institute Report (April","author":"Buchanan B.","year":"2019","unstructured":"B. Buchanan . April , 2019 . Artificial Intelligence in Finance . Alan Turing Institute Report (April , 2019). B. Buchanan. April, 2019. Artificial Intelligence in Finance. Alan Turing Institute Report (April, 2019)."},{"key":"e_1_3_2_1_7_1","first-page":"164","article-title":"Toward Scalable Learning with Non-Uniform Class and Cost Distributions: A Case Study in Credit Card Fraud Detection","volume":"1998","author":"Chan P. K.","year":"1998","unstructured":"P. K. Chan and S. J. Stolfo . 1998 . Toward Scalable Learning with Non-Uniform Class and Cost Distributions: A Case Study in Credit Card Fraud Detection . Proceedings of the Fourth International Conference on Knowledge Discovery and Data Mining , vol. 1998 , pp. 164 -- 168 (1998). P. K. Chan and S. J. Stolfo. 1998. Toward Scalable Learning with Non-Uniform Class and Cost Distributions: A Case Study in Credit Card Fraud Detection. Proceedings of the Fourth International Conference on Knowledge Discovery and Data Mining, vol. 1998, pp. 164--168 (1998).","journal-title":"Proceedings of the Fourth International Conference on Knowledge Discovery and Data Mining"},{"key":"e_1_3_2_1_8_1","unstructured":"A. Charpentier R. Elie and C. Remlinger. 2020. Reinforcement Learning in Economics and Finance. CoRR abs\/2003.10014 (2020).  A. Charpentier R. Elie and C. Remlinger. 2020. Reinforcement Learning in Economics and Finance. CoRR abs\/2003.10014 (2020)."},{"key":"e_1_3_2_1_9_1","unstructured":"X. Chen S. Li H. Li S. Jiang Y. Qi and L. Song. 2018. Neural Model-Based Reinforcement Learning for Recommendation. CoRR abs\/1812.10613 (2018).  X. Chen S. Li H. Li S. Jiang Y. Qi and L. Song. 2018. Neural Model-Based Reinforcement Learning for Recommendation. CoRR abs\/1812.10613 (2018)."},{"key":"e_1_3_2_1_10_1","volume-title":"IMPALA: Scalable Distributed Deep-RL with Importance Weighted Actor-Learner Architectures. CoRR abs\/1802.01561","author":"Espeholt L.","year":"2018","unstructured":"L. Espeholt , H. Soyer , R. Munos , K. Simonyan , V. Mnih , T. Ward , Y. Doron , V. Firoiu , T. Harley , I. Dunning , S. Legg , and K. Kavukcuoglu . 2018 . IMPALA: Scalable Distributed Deep-RL with Importance Weighted Actor-Learner Architectures. CoRR abs\/1802.01561 (2018). L. Espeholt, H. Soyer, R. Munos, K. Simonyan, V. Mnih, T. Ward, Y. Doron, V. Firoiu, T. Harley, I. Dunning, S. Legg, and K. Kavukcuoglu. 2018. IMPALA: Scalable Distributed Deep-RL with Importance Weighted Actor-Learner Architectures. CoRR abs\/1802.01561 (2018)."},{"key":"e_1_3_2_1_11_1","volume-title":"A Survey of Credit Card Fraud Detection Techniques: Data and Technique Oriented Perspective. arXiv:1611.06439","author":"S.","year":"2016","unstructured":"S. Sorournejad et.al. 2016. A Survey of Credit Card Fraud Detection Techniques: Data and Technique Oriented Perspective. arXiv:1611.06439 , 2016 (2016). S. Sorournejad et.al. 2016. A Survey of Credit Card Fraud Detection Techniques: Data and Technique Oriented Perspective. arXiv:1611.06439, 2016 (2016)."},{"key":"e_1_3_2_1_12_1","volume-title":"Credit Card Fraud Detection Using Convolutional Neural Networks. Neural Information Processing: 23rd International Conference, ICONIP","author":"Fu K.","year":"2016","unstructured":"K. Fu , D. Cheng , Y. Fu , and L. Zhang . 2016 . Credit Card Fraud Detection Using Convolutional Neural Networks. Neural Information Processing: 23rd International Conference, ICONIP ( 2016 ). K. Fu, D. Cheng, Y. Fu, and L. Zhang. 2016. Credit Card Fraud Detection Using Convolutional Neural Networks. Neural Information Processing: 23rd International Conference, ICONIP (2016)."},{"key":"e_1_3_2_1_13_1","first-page":"621","volume-title":"Proceedings of the Twenty-Seventh Hawaii International Conference on System Sciences","volume":"3","author":"Ghosh S.","year":"1994","unstructured":"S. Ghosh and D. L. Reilly . 1994. Credit Card Fraud Detection with a Neural-Network . Proceedings of the Twenty-Seventh Hawaii International Conference on System Sciences , vol. 3 , pp. 621 -- 630 ( 1994 ). S. Ghosh and D. L. Reilly. 1994. Credit Card Fraud Detection with a Neural-Network. Proceedings of the Twenty-Seventh Hawaii International Conference on System Sciences, vol. 3, pp. 621--630 (1994)."},{"key":"e_1_3_2_1_14_1","unstructured":"S. Gu E. Holly T. P. Lillicrap and S. Levine. 2016. Deep Reinforcement Learning for Robotic Manipulation. CoRR abs\/1610.00633 (2016).  S. Gu E. Holly T. P. Lillicrap and S. Levine. 2016. Deep Reinforcement Learning for Robotic Manipulation. CoRR abs\/1610.00633 (2016)."},{"key":"e_1_3_2_1_15_1","unstructured":"J. B. Heaton N. G. Polson and J. H. Witte. 2016. Deep Learning in Finance. CoRR abs\/1602.06561 (2016).  J. B. Heaton N. G. Polson and J. H. Witte. 2016. Deep Learning in Finance. CoRR abs\/1602.06561 (2016)."},{"key":"e_1_3_2_1_16_1","unstructured":"D. Hicks J. Caplain N. Faulkner E. Olcina T. Stanton and L.C. Kok. 2019. Global Banking Fraud Survey. (2019). https:\/\/assets.kpmg\/content\/dam\/kpmg\/xx\/pdf\/2019\/05\/global-banking-fraud-survey.pdf  D. Hicks J. Caplain N. Faulkner E. Olcina T. Stanton and L.C. Kok. 2019. Global Banking Fraud Survey. (2019). https:\/\/assets.kpmg\/content\/dam\/kpmg\/xx\/pdf\/2019\/05\/global-banking-fraud-survey.pdf"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 15th ACM Workshop on Hot Topics in Networks. 50--56","author":"Hongzi M.","unstructured":"M. Hongzi , A. Mohammad , M. Ishai , and K. Srikanth . 2016. Resource Management with Deep Reinforcement Learning . In Proceedings of the 15th ACM Workshop on Hot Topics in Networks. 50--56 . M. Hongzi, A. Mohammad, M. Ishai, and K. Srikanth. 2016. Resource Management with Deep Reinforcement Learning. In Proceedings of the 15th ACM Workshop on Hot Topics in Networks. 50--56."},{"key":"e_1_3_2_1_18_1","volume-title":"Adam: A Method for Stochastic Optimization.","author":"Kingma D.","year":"2014","unstructured":"D. Kingma and J. Ba . 2014 . Adam: A Method for Stochastic Optimization. (2014). arXiv:1412.6980, 2014 D. Kingma and J. Ba. 2014. Adam: A Method for Stochastic Optimization. (2014). arXiv:1412.6980, 2014"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(93)E0249-W"},{"key":"e_1_3_2_1_20_1","unstructured":"S. Levine C. Finn T. Darrell and P. Abbeel. 2015. End-to-End Training of Deep Visuomotor Policies. CoRR abs\/1504.00702 (2015).  S. Levine C. Finn T. Darrell and P. Abbeel. 2015. End-to-End Training of Deep Visuomotor Policies. CoRR abs\/1504.00702 (2015)."},{"key":"e_1_3_2_1_21_1","unstructured":"T. P. Lillicrap J. J. Hunt A. Pritzel N. Manfred O. Heess T. Erez Y. Tassa D. Silver and D. Wierstra. 2015. Continuous control with deep reinforcement learning. CoRR abs\/1509.02971 (2015).  T. P. Lillicrap J. J. Hunt A. Pritzel N. Manfred O. Heess T. Erez Y. Tassa D. Silver and D. Wierstra. 2015. Continuous control with deep reinforcement learning. CoRR abs\/1509.02971 (2015)."},{"key":"e_1_3_2_1_22_1","unstructured":"C. Marfaing and A. Garcia. 2018. Computer-Assisted Fraud Detection From Active Learning to Reward Maximization. CoRR abs\/1811.08212 (2018).  C. Marfaing and A. Garcia. 2018. Computer-Assisted Fraud Detection From Active Learning to Reward Maximization. CoRR abs\/1811.08212 (2018)."},{"key":"e_1_3_2_1_23_1","unstructured":"V. Mnih A.P. Badia M. Mirza A. Graves T. P. Lillicrap T. Harley D. Silver and K. Kavukcuoglu. 2016. Asynchronous Methods for Deep Reinforcement Learning. CoRR abs\/1602.01783 (2016).  V. Mnih A.P. Badia M. Mirza A. Graves T. P. Lillicrap T. Harley D. Silver and K. Kavukcuoglu. 2016. Asynchronous Methods for Deep Reinforcement Learning. CoRR abs\/1602.01783 (2016)."},{"key":"e_1_3_2_1_24_1","unstructured":"V. Mnih K. Kavukcuoglu D. Silver A. Graves I. Antonoglou D. Wierstra and M. A. Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. CoRR abs\/1312.5602 (2013).  V. Mnih K. Kavukcuoglu D. Silver A. Graves I. Antonoglou D. Wierstra and M. A. Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. CoRR abs\/1312.5602 (2013)."},{"key":"e_1_3_2_1_25_1","unstructured":"X. Niu L. Wang and X. Yang. 2019. A Comparison Study of Credit Card Fraud Detection: Supervised versus Unsupervised. CoRR abs\/1904.10604 (2019).  X. Niu L. Wang and X. Yang. 2019. A Comparison Study of Credit Card Fraud Detection: Supervised versus Unsupervised. CoRR abs\/1904.10604 (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2018.090103"},{"key":"e_1_3_2_1_27_1","volume-title":"Transforming Paradigms: A Global AI in Financial Services Survey. World Economic Forum","author":"Ryll L.","year":"2020","unstructured":"L. Ryll , M. E. Barton , B. Z. Zhang , and J. McWaters . 2020 . Transforming Paradigms: A Global AI in Financial Services Survey. World Economic Forum (2020). L. Ryll, M. E. Barton, B. Z. Zhang, and J. McWaters. 2020. Transforming Paradigms: A Global AI in Financial Services Survey. World Economic Forum (2020)."},{"key":"e_1_3_2_1_28_1","volume-title":"Engineering Applications of Artificial Intelligence","volume":"76","author":"Ryman-Tubb N. F.","year":"2018","unstructured":"N. F. Ryman-Tubb , P. Krause , and W. Garnc . 2018. How Artificial Intelligence and Machine Learning Research Impacts payment Card Fraud Detection: A Survey and Industry Benchmark . Engineering Applications of Artificial Intelligence Vol. 76 , 2018 , Pp. 130--157 (2018). N. F. Ryman-Tubb, P. Krause, and W. Garnc. 2018. How Artificial Intelligence and Machine Learning Research Impacts payment Card Fraud Detection: A Survey and Industry Benchmark. Engineering Applications of Artificial Intelligence Vol. 76, 2018, Pp. 130--157 (2018)."},{"key":"e_1_3_2_1_29_1","first-page":"5916","volume-title":"Expert Systems with Applications","volume":"40","author":"Sahin Y.","year":"2013","unstructured":"Y. Sahin , S. Burkan , and S. Duman . 2013. A Cost-Sensitive Decision Tree Approach for Fraud Detection . Expert Systems with Applications , vol. 40 , issue. 15, pp. 5916 -- 5923 ( 2013 ). Y. Sahin, S. Burkan, and S. Duman. 2013. A Cost-Sensitive Decision Tree Approach for Fraud Detection. Expert Systems with Applications, vol. 40, issue. 15, pp. 5916--5923 (2013)."},{"key":"e_1_3_2_1_30_1","volume-title":"Reinforcement Learning: An Introduction. A Bradford Book","author":"Sutton R. S.","year":"2018","unstructured":"R. S. Sutton and A. G. Barto . 2018 . Reinforcement Learning: An Introduction. A Bradford Book , Cambridge, MA , USA. R. S. Sutton and A. G. Barto. 2018. Reinforcement Learning: An Introduction. A Bradford Book, Cambridge, MA, USA."},{"key":"e_1_3_2_1_31_1","unstructured":"Hado van Hasselt A. Guez and D. Silver. 2015. Deep Reinforcement Learning with Double Q-learning. CoRR abs\/1509.06461 (2015).  Hado van Hasselt A. Guez and D. Silver. 2015. Deep Reinforcement Learning with Double Q-learning. CoRR abs\/1509.06461 (2015)."},{"key":"e_1_3_2_1_32_1","first-page":"7540","article-title":"Human-level Control through Deep Reinforcement Learning","volume":"518","author":"Volodymyr M.","year":"2015","unstructured":"M. Volodymyr , K. Kavukcuoglu , D. Silver , A.A. Rusu , J. Veness , M.G. Bellemare , A. Graves , M. Riedmiller , A.K. Fidjeland , G. Ostrovski , S. Petersen , C. Beattie , A. Sadik , I. Antonoglou , H. King , D. Kumaran , D. Wierstra , S. Legg , and D. Hassabis . 2015 . Human-level Control through Deep Reinforcement Learning . Nature 518 , 7540 (Feb. 2015), 529--533. M. Volodymyr, K. Kavukcuoglu, D. Silver, A.A. Rusu, J. Veness, M.G. Bellemare, A. Graves, M. Riedmiller, A.K. Fidjeland, G. Ostrovski, S. Petersen, C. Beattie, A. Sadik, I. Antonoglou, H. King, D. Kumaran, D. Wierstra, S. Legg, and D. Hassabis. 2015. Human-level Control through Deep Reinforcement Learning. Nature 518, 7540 (Feb. 2015), 529--533.","journal-title":"Nature"},{"key":"e_1_3_2_1_33_1","unstructured":"Z. Wang N. de Freitas and M. Lanctot. 2015. Dueling Network Architectures for Deep Reinforcement Learning. CoRR abs\/1511.06581 (2015).  Z. Wang N. de Freitas and M. Lanctot. 2015. Dueling Network Architectures for Deep Reinforcement Learning. CoRR abs\/1511.06581 (2015)."},{"key":"e_1_3_2_1_34_1","unstructured":"Z. Xiong X. Y. Liu S Zhong H. Yang and A. Walid. 2018. Practical Deep Reinforcement Learning Approach for Stock Trading. CoRR abs\/1811.07522 (2018).  Z. Xiong X. Y. Liu S Zhong H. Yang and A. Walid. 2018. Practical Deep Reinforcement Learning Approach for Stock Trading. CoRR abs\/1811.07522 (2018)."},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 2018 World Wide Web Conference. 167--176","author":"Zheng G.","unstructured":"G. Zheng , F. Zhang , Z. Zheng , Y. Xiang , N.J. Yuan , X. Xie , and Z. Li . 2018. DRN: A Deep Reinforcement Learning Framework for News Recommendation . In Proceedings of the 2018 World Wide Web Conference. 167--176 . G. Zheng, F. Zhang, Z. Zheng, Y. Xiang, N.J. Yuan, X. Xie, and Z. Li. 2018. DRN: A Deep Reinforcement Learning Framework for News Recommendation. In Proceedings of the 2018 World Wide Web Conference. 167--176."}],"event":{"name":"ICAIF '20: ACM International Conference on AI in Finance","location":"New York New York","acronym":"ICAIF '20","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the First ACM International Conference on AI in Finance"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383455.3422563","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3383455.3422563","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:10Z","timestamp":1750197670000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383455.3422563"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,15]]},"references-count":35,"alternative-id":["10.1145\/3383455.3422563","10.1145\/3383455"],"URL":"https:\/\/doi.org\/10.1145\/3383455.3422563","relation":{},"subject":[],"published":{"date-parts":[[2020,10,15]]},"assertion":[{"value":"2021-10-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}