{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:01:08Z","timestamp":1780761668955,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Institute of Aging","award":["1RF1AG072449"],"award-info":[{"award-number":["1RF1AG072449"]}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-20-1-2382"],"award-info":[{"award-number":["N00014-20-1-2382"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Good Systems"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1749940"],"award-info":[{"award-number":["IIS-1749940"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533070","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"11-35","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Dynamic Privacy Budget Allocation Improves Data Efficiency of Differentially Private Gradient Descent"],"prefix":"10.1145","author":[{"given":"Junyuan","family":"Hong","sequence":"first","affiliation":[{"name":"Michigan State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhangyang","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Texas at Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiayu","family":"Zhou","sequence":"additional","affiliation":[{"name":"Michigan State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Deep Learning with Differential Privacy. In CCS: Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security(CCS \u201916)","author":"Abadi Martin","year":"2016","unstructured":"Martin Abadi, Andy Chu, Ian Goodfellow, H.\u00a0Brendan McMahan, Ilya Mironov, Kunal Talwar, and Li Zhang. 2016. Deep Learning with Differential Privacy. In CCS: Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security(CCS \u201916). ACM, New York, NY, USA, 308\u2013318."},{"key":"e_1_3_2_1_2_1","volume-title":"Advances in Neural Information Processing Systems 32. Curran Associates","author":"Bassily Raef","unstructured":"Raef Bassily, Vitaly Feldman, Kunal Talwar, and Abhradeep Guha\u00a0Thakurta. 2019. Private Stochastic Convex Optimization with Optimal Rates. In Advances in Neural Information Processing Systems 32. Curran Associates, Inc., 11282\u201311291."},{"key":"e_1_3_2_1_3_1","volume-title":"Private Empirical Risk Minimization: Efficient Algorithms and Tight Error Bounds. In 2014 IEEE 55th Annual Symposium on Foundations of Computer Science. 464\u2013473","author":"Bassily R.","unstructured":"R. Bassily, A. Smith, and A. Thakurta. 2014. Private Empirical Risk Minimization: Efficient Algorithms and Tight Error Bounds. In 2014 IEEE 55th Annual Symposium on Foundations of Computer Science. 464\u2013473."},{"key":"e_1_3_2_1_4_1","volume-title":"Theory of Cryptography. Vol.\u00a09985","author":"Bun Mark","unstructured":"Mark Bun and Thomas Steinke. 2016. Concentrated Differential Privacy: Simplifications, Extensions, and Lower Bounds. In Theory of Cryptography. Vol.\u00a09985. Springer Berlin Heidelberg, Berlin, Heidelberg, 635\u2013658."},{"key":"e_1_3_2_1_5_1","volume-title":"Journal of Machine Learning Research","author":"Chaudhuri Kamalika","year":"2011","unstructured":"Kamalika Chaudhuri, Claire Monteleoni, and Anand\u00a0D. Sarwate. 2011. Differentially Private Empirical Risk Minimization. Journal of Machine Learning Research 12, Mar (2011), 1069\u20131109."},{"key":"e_1_3_2_1_6_1","volume-title":"Adaptive Distributed Differential Privacy with SGD. Workshop on Privacy-Preserving Artificial Intelligence","author":"Cheng Junhong","year":"2020","unstructured":"Junhong Cheng, Wenyan Liu, Xiaoling Wang, Xingjian Lu, Jing Feng, Yi Li, and Chaofan Duan. 2020. Adaptive Distributed Differential Privacy with SGD. Workshop on Privacy-Preserving Artificial Intelligence (2020), 6."},{"key":"e_1_3_2_1_7_1","volume-title":"Advances in Neural Information Processing Systems 31. Curran Associates","author":"Cummings Rachel","unstructured":"Rachel Cummings, Sara Krehbiel, Kevin\u00a0A Lai, and Uthaipon Tantipongpipat. 2018. Differential Privacy for Growing Databases. In Advances in Neural Information Processing Systems 31. Curran Associates, Inc., 8864\u20138873."},{"key":"e_1_3_2_1_8_1","volume-title":"SoK: Differential Privacies. arXiv:1906.01337 [cs] (June","author":"Desfontaines Damien","year":"2019","unstructured":"Damien Desfontaines and Bal\u00e1zs Pej\u00f3. 2019. SoK: Differential Privacies. arXiv:1906.01337 [cs] (June 2019)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.749"},{"key":"e_1_3_2_1_10_1","volume-title":"Theory of Cryptography(Lecture Notes in Computer Science)","author":"Dwork Cynthia","unstructured":"Cynthia Dwork, Frank McSherry, Kobbi Nissim, and Adam Smith. 2006. Calibrating Noise to Sensitivity in Private Data Analysis. In Theory of Cryptography(Lecture Notes in Computer Science). Springer Berlin Heidelberg, 265\u2013284."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357713.3384335"},{"key":"e_1_3_2_1_12_1","volume-title":"Model Inversion Attacks That Exploit Confidence Information and Basic Countermeasures. In CCS: Proceedings of the 22Nd ACM SIGSAC Conference on Computer and Communications Security(CCS \u201915)","author":"Fredrikson Matt","year":"2015","unstructured":"Matt Fredrikson, Somesh Jha, and Thomas Ristenpart. 2015. Model Inversion Attacks That Exploit Confidence Information and Basic Countermeasures. In CCS: Proceedings of the 22Nd ACM SIGSAC Conference on Computer and Communications Security(CCS \u201915). ACM, New York, NY, USA, 1322\u20131333."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Junyuan Hong Haotao Wang Zhangyang Wang and Jiayu Zhou. 2021. Learning Model-Based Privacy Protection under Budget Constraints. In AAAI. 9.","DOI":"10.1609\/aaai.v35i9.16941"},{"key":"e_1_3_2_1_14_1","volume-title":"Differentially Private Convolutional Neural Networks with Adaptive Gradient Descent. In 2019 IEEE Fourth International Conference on Data Science in Cyberspace (DSC). 642\u2013648","author":"Huang Xixi","year":"2019","unstructured":"Xixi Huang, Jian Guan, Bin Zhang, Shuhan Qi, Xuan Wang, and Qing Liao. 2019. Differentially Private Convolutional Neural Networks with Adaptive Gradient Descent. In 2019 IEEE Fourth International Conference on Data Science in Cyberspace (DSC). 642\u2013648."},{"key":"e_1_3_2_1_15_1","volume-title":"Making the Last Iterate of SGD Information Theoretically Optimal. In Conference on Learning Theory. 1752\u20131755","author":"Jain Prateek","year":"2019","unstructured":"Prateek Jain, Dheeraj Nagaraj, and Praneeth Netrapalli. 2019. Making the Last Iterate of SGD Information Theoretically Optimal. In Conference on Learning Theory. 1752\u20131755."},{"key":"e_1_3_2_1_16_1","volume-title":"Machine Learning and Knowledge Discovery in Databases(Lecture Notes in Computer Science)","author":"Karimi Hamed","unstructured":"Hamed Karimi, Julie Nutini, and Mark Schmidt. 2016. Linear Convergence of Gradient and Proximal-Gradient Methods Under the Polyak-\u0141ojasiewicz Condition. In Machine Learning and Knowledge Discovery in Databases(Lecture Notes in Computer Science). Springer International Publishing, Cham, 795\u2013811."},{"key":"e_1_3_2_1_17_1","volume-title":"Adam: A Method for Stochastic Optimization. In the 3rd International Conference for Learning Representations","author":"P.","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In the 3rd International Conference for Learning Representations. San Diego, CA."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220076"},{"key":"e_1_3_2_1_20_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise\u00a0Aguera y Arcas. 2017. Communication-Efficient Learning of Deep Networks from Decentralized Data. In Artificial Intelligence and Statistics. 1273\u20131282."},{"key":"e_1_3_2_1_21_1","volume-title":"Learning Differentially Private Recurrent Language Models. In International Conference on Learning Representations.","author":"McMahan Brendan","year":"2018","unstructured":"H.\u00a0Brendan McMahan, Daniel Ramage, Kunal Talwar, and Li Zhang. 2018. Learning Differentially Private Recurrent Language Models. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-006-0706-8"},{"key":"e_1_3_2_1_23_1","volume-title":"AdaCliP: Adaptive Clipping for Private SGD. arXiv:1908.07643 [cs, stat] (Oct","author":"Pichapati Venkatadheeraj","year":"2019","unstructured":"Venkatadheeraj Pichapati, Ananda\u00a0Theertha Suresh, Felix\u00a0X. Yu, Sashank\u00a0J. Reddi, and Sanjiv Kumar. 2019. AdaCliP: Adaptive Clipping for Private SGD. arXiv:1908.07643 [cs, stat] (Oct. 2019)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(63)90382-3"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(64)90137-5"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(98)00116-6"},{"key":"e_1_3_2_1_27_1","volume-title":"Stochastic Variance Reduction for Nonconvex Optimization. In International Conference on Machine Learning. 314\u2013323","author":"Reddi J.","year":"2016","unstructured":"Sashank\u00a0J. Reddi, Ahmed Hefny, Suvrit Sra, Barnabas Poczos, and Alex Smola. 2016. Stochastic Variance Reduction for Nonconvex Optimization. In International Conference on Machine Learning. 314\u2013323."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the Fourth Berkeley Symposium on Mathematical Statistics and Probability","author":"R\u00e9nyi Alfr\u00e9d","year":"1961","unstructured":"Alfr\u00e9d R\u00e9nyi. 1961. On measures of entropy and information. In Proceedings of the Fourth Berkeley Symposium on Mathematical Statistics and Probability, Volume 1: Contributions to the Theory of Statistics. The Regents of the University of California."},{"key":"e_1_3_2_1_29_1","volume-title":"Understanding Machine Learning: From Theory to Algorithms","author":"Shalev-Shwartz Shai","unstructured":"Shai Shalev-Shwartz and Shai Ben-David. 2014. Understanding Machine Learning: From Theory to Algorithms. Cambridge University Press."},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 22nd Annual Conference on Learning Theory, COLT \u201909","author":"Shalev-Shwartz Shai","year":"2009","unstructured":"Shai Shalev-Shwartz, Nathan Srebro, and Karthik Sridharan. 2009. Stochastic Convex Optimization. In Proceedings of the 22nd Annual Conference on Learning Theory, COLT \u201909. 11."},{"key":"e_1_3_2_1_31_1","volume-title":"Membership Inference Attacks Against Machine Learning Models. In 2017 IEEE Symposium on Security and Privacy (SP). 3\u201318","author":"Shokri R.","unstructured":"R. Shokri, M. Stronati, C. Song, and V. Shmatikov. 2017. Membership Inference Attacks Against Machine Learning Models. In 2017 IEEE Symposium on Security and Privacy (SP). 3\u201318."},{"key":"e_1_3_2_1_32_1","volume-title":"Differentially Private Learning with Adaptive Clipping. arXiv:1905.03871 [cs, stat] (May","author":"Thakkar Om","year":"2019","unstructured":"Om Thakkar, Galen Andrew, and H.\u00a0Brendan McMahan. 2019. Differentially Private Learning with Adaptive Clipping. arXiv:1905.03871 [cs, stat] (May 2019)."},{"key":"e_1_3_2_1_33_1","volume-title":"Differentially Private Empirical Risk Minimization with Non-convex Loss Functions. In International Conference on Machine Learning. 6526\u20136535","author":"Wang Di","year":"2019","unstructured":"Di Wang, Changyou Chen, and Jinhui Xu. 2019. Differentially Private Empirical Risk Minimization with Non-convex Loss Functions. In International Conference on Machine Learning. 6526\u20136535."},{"key":"e_1_3_2_1_34_1","volume-title":"Advances in Neural Information Processing Systems 30. Curran Associates","author":"Wang Di","unstructured":"Di Wang, Minwei Ye, and Jinhui Xu. 2017. Differentially Private Empirical Risk Minimization Revisited: Faster and More General. In Advances in Neural Information Processing Systems 30. Curran Associates, Inc., 2722\u20132731."},{"key":"e_1_3_2_1_35_1","volume-title":"The Alzheimer\u2019s Disease Neuroimaging Initiative: A review of papers published since its inception. Alzheimer\u2019s & Dementia 9, 5 (Sept","author":"Weiner W.","year":"2013","unstructured":"Michael\u00a0W. Weiner, Dallas\u00a0P. Veitch, Paul\u00a0S. Aisen, Laurel\u00a0A. Beckett, Nigel\u00a0J. Cairns, Robert\u00a0C. Green, Danielle Harvey, Clifford\u00a0R. Jack, William Jagust, Enchi Liu, John\u00a0C. Morris, Ronald\u00a0C. Petersen, Andrew\u00a0J. Saykin, Mark\u00a0E. Schmidt, Leslie Shaw, Li Shen, Judith\u00a0A. Siuciak, Holly Soares, Arthur\u00a0W. Toga, and John\u00a0Q. Trojanowski. 2013. The Alzheimer\u2019s Disease Neuroimaging Initiative: A review of papers published since its inception. Alzheimer\u2019s & Dementia 9, 5 (Sept. 2013), e111\u2013e194."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3064047"},{"key":"e_1_3_2_1_37_1","volume-title":"Differential Privacy Stochastic Gradient Descent with Adaptive Privacy Budget Allocation. In 2021 IEEE International Conference on Consumer Electronics and Computer Engineering (ICCECE). 227\u2013231","author":"Xie Yun","year":"2021","unstructured":"Yun Xie, Peng Li, Chao Wu, and Qiuling Wu. 2021. Differential Privacy Stochastic Gradient Descent with Adaptive Privacy Budget Allocation. In 2021 IEEE International Conference on Consumer Electronics and Computer Engineering (ICCECE). 227\u2013231."},{"key":"e_1_3_2_1_38_1","volume-title":"An Adaptive and Fast Convergent Approach to Differentially Private Deep Learning. the Proceedings of IEEE International Conference on Computer Communications","author":"Xu Zhiying","year":"2020","unstructured":"Zhiying Xu, Shuyu Shi, Alex\u00a0X. Liu, Jun Zhao, and Lin Chen. 2020. An Adaptive and Fast Convergent Approach to Differentially Private Deep Learning. the Proceedings of IEEE International Conference on Computer Communications (2020)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/431"},{"key":"e_1_3_2_1_40_1","volume-title":"Differentially Private Model Publishing for Deep Learning. proceedings of 40th IEEE Symposium on Security and Privacy (April","author":"Yu Lei","year":"2019","unstructured":"Lei Yu, Ling Liu, Calton Pu, Mehmet\u00a0Emre Gursoy, and Stacey Truex. 2019. Differentially Private Model Publishing for Deep Learning. proceedings of 40th IEEE Symposium on Security and Privacy (April 2019)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00121"},{"key":"e_1_3_2_1_42_1","volume-title":"Private Stochastic Non-Convex Optimization: Adaptive Algorithms and Tighter Generalization Bounds. arXiv:2006.13501 [cs, stat] (Aug","author":"Zhou Yingxue","year":"2020","unstructured":"Yingxue Zhou, Xiangyi Chen, Mingyi Hong, Zhiwei\u00a0Steven Wu, and Arindam Banerjee. 2020. Private Stochastic Non-Convex Optimization: Adaptive Algorithms and Tighter Generalization Bounds. arXiv:2006.13501 [cs, stat] (Aug. 2020)."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533070","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533070","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533070","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:10Z","timestamp":1750186930000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533070"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":42,"alternative-id":["10.1145\/3531146.3533070","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533070","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}