{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T11:21:06Z","timestamp":1770549666169,"version":"3.49.0"},"reference-count":64,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/ase51524.2021.9678871","type":"proceedings-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T20:33:49Z","timestamp":1642710829000},"page":"1003-1015","source":"Crossref","is-referenced-by-count":8,"title":["DeepMemory: Model-based Memorization Analysis of Deep Neural Language Models"],"prefix":"10.1109","author":[{"given":"Derui","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jinfu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuebing","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jens","family":"Grossklags","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","author":"auerbach","year":"2013","journal-title":"Mutation research problems results and perspectives"},{"key":"ref38","article-title":"A survey on data augmentation for text classification","author":"bayer","year":"2021","journal-title":"arXiv preprint arXiv 2107 03158"},{"key":"ref33","first-page":"226","article-title":"A density-based algorithm for discovering clusters in large spatial databases with noise","author":"ester","year":"1996","journal-title":"Proceedings of the ACM International Conference on Knowledge Discovery and Data Mining (KDD)"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2012.6404738"},{"key":"ref31","first-page":"143","article-title":"On the challenges of learning with inference networks on sparse, high-dimensional data","author":"krishnan","year":"2018","journal-title":"International Conference on Artificial Intelligence and Statistics"},{"key":"ref30","first-page":"5247","article-title":"Extracting automata from recurrent neural networks using queries and counterexamples","author":"weiss","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-00296-0_5"},{"key":"ref36","first-page":"23","article-title":"Context-aware deep model for entity recommendation system in search engine at Alibaba","volume":"11","author":"jia","year":"2020","journal-title":"Journal of Multimedia Processing and Technologies"},{"key":"ref35","first-page":"4228","article-title":"Fast parametric learning with activation memorization","author":"rae","year":"2018","journal-title":"Proceedings of the 35th International Conference on Machine Learning"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICUPC.1995.496890"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813677"},{"key":"ref62","first-page":"601","article-title":"Stealing machine learning models via prediction APIs","author":"tram\u00e8r","year":"2016","journal-title":"USENIX Security Symposium (USENIX Security)"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CSF.2016.32"},{"key":"ref63","article-title":"Prediction poisoning: Towards defenses against DNN model stealing attacks","author":"orekondy","year":"2020","journal-title":"International Conference on Learning Representations (ICLR)"},{"key":"ref28","article-title":"Regularizing and optimizing LSTM language models","author":"merity","year":"2017","journal-title":"arXiv preprint arXiv 1708 02562"},{"key":"ref64","first-page":"2003","article-title":"Cache telepathy: Leveraging shared resource attacks to learn DNN architectures","author":"yan","year":"2020","journal-title":"USENIX Security Symposium (USENIX Security)"},{"key":"ref27","first-page":"2633","article-title":"Extracting training data from large language models","author":"carlini","year":"2021","journal-title":"USENIX Security Symposium (USENIX Security)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1561\/0400000042"},{"key":"ref2","article-title":"Google’s neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016","journal-title":"arXiv preprint arXiv 1609 08138"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1044"},{"key":"ref20","article-title":"A survey on neural network language models","author":"jing","year":"2019","journal-title":"arXiv preprint arXiv 1906 03008"},{"key":"ref22","first-page":"79","article-title":"A statistical approach to machine translation","volume":"16","author":"brown","year":"1990","journal-title":"Computational Linguistics"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSLP.1996.607215"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/319950.320022"},{"key":"ref23","article-title":"Emoticon smoothed language models for Twitter sentiment analysis","author":"liu","year":"2012","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"ref26","article-title":"Privacy regularization: Joint privacy-utility optimization in language models","author":"mireshghallah","year":"2021","journal-title":"arXiv preprint arXiv 2103 05767"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1140\/epjst\/e2019-900046-x"},{"key":"ref50","first-page":"17","article-title":"Privacy in pharmacogenetics: An end-to-end case study of personalized Warfarin dosing","author":"fredrikson","year":"2014","journal-title":"23rd USENIX Security Symposium (USENIX Security 14)"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3045078"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CSF.2018.00027"},{"key":"ref58","first-page":"5558","article-title":"White-box vs black-box: Bayes optimal strategies for membership inference","author":"sablayrolles","year":"2019","journal-title":"International Conference on Machine Learning"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1109\/SP.2017.41","article-title":"Membership inference attacks against machine learning models","author":"shokri","year":"2017","journal-title":"2017 IEEE Symposium on Security and Privacy (SP)"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1042727940"},{"key":"ref55","article-title":"Faceapp shows we care about privacy but don’t understand it","author":"warzel","year":"0"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-1645-5_4"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2019.00002"},{"key":"ref52","article-title":"Grand theft data – Data exfiltration study: Actors, tactics, and detection","year":"2015"},{"key":"ref10","article-title":"Towards demystifying membership inference attacks","author":"truex","year":"2018","journal-title":"arXiv preprint arXiv 1807 09173"},{"key":"ref11","article-title":"A non-parametric test to detect data-copying in generative models","author":"meehan","year":"2020","journal-title":"arXiv preprint arXiv 2004 06774"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/SCCC.2003.1245447"},{"key":"ref12","author":"ovaska","year":"0","journal-title":"Data privacy risks to consider when using AI"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380368"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338954"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"11699","DOI":"10.1609\/aaai.v35i13.17391","article-title":"Decision-guided weighted automata extraction from recurrent neural networks","author":"zhang","year":"2021","journal-title":"Thirtieth Aaai Conference on Artificial Intelligence (AAAI)"},{"key":"ref16","article-title":"Datasets","volume":"1","author":"wolf","year":"2020","journal-title":"Github"},{"key":"ref17","article-title":"2017 Second Conference on Machine Translation (WMT17)","author":"boja","year":"2017","journal-title":"Proceedings Association for Computational Linguistics"},{"key":"ref18","article-title":"IWSLT evaluation 2016","year":"0"},{"key":"ref19","article-title":"An analysis of neural language modeling at multiple scales","author":"merity","year":"2018","journal-title":"arXiv preprint arXiv 1803 08240"},{"key":"ref4","article-title":"An empirical evaluation of deep learning on highway driving","author":"huval","year":"2015","journal-title":"arXiv preprint arXiv 1504 01716"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CAIPT.2017.8320684"},{"key":"ref6","first-page":"13991","article-title":"Can you trust your model’s uncertainty? Evaluating predictive uncertainty under dataset shift","volume":"32","author":"ovadia","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21918"},{"key":"ref8","first-page":"267","article-title":"The secret sharer: Evaluating and testing unintended memorization in neural networks","author":"carlini","year":"2019","journal-title":"USENIX Security Symposium (USENIX Security)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(95)00086-0"},{"key":"ref9","first-page":"233","article-title":"A closer look at memorization in deep networks","author":"arpit","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref46","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","author":"koh","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.11.008"},{"key":"ref48","first-page":"590","article-title":"Explanations based on the missing: Towards contrastive explanations with pertinent negatives","author":"dhurandhar","year":"2018","journal-title":"Advances in Neural Information Processing Systems 31 Annual Conference on Neural Information Processing Systems 2018 NeurIPS 2018 December 3-8 2018 Montréal Canada"},{"key":"ref47","article-title":"A survey on understanding, visualizations, and explanation of deep neural networks","author":"shahroudnejad","year":"2021","journal-title":"arXiv preprint arXiv 2102 05988"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref41","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"European Conference on Computer Vision"},{"key":"ref44","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"2017","journal-title":"5th International Conference on Learning Representations (ICLR)"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"}],"event":{"name":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","location":"Melbourne, Australia","start":{"date-parts":[[2021,11,15]]},"end":{"date-parts":[[2021,11,19]]}},"container-title":["2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9678507\/9678392\/09678871.pdf?arnumber=9678871","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,23]],"date-time":"2023-01-23T22:47:55Z","timestamp":1674514075000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678871\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":64,"URL":"https:\/\/doi.org\/10.1109\/ase51524.2021.9678871","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]}}}