{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T08:01:33Z","timestamp":1767340893595,"version":"3.48.0"},"publisher-location":"Singapore","reference-count":30,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819541546","type":"print"},{"value":"9789819541553","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-4155-3_35","type":"book-chapter","created":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:59:00Z","timestamp":1767340740000},"page":"505-520","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Decoupled Self-knowledge Distillation Makes Differentially Private Deep Learning Stronger"],"prefix":"10.1007","author":[{"given":"Dengfeng","family":"Zhao","sequence":"first","affiliation":[]},{"given":"DaXuan","family":"Xue","sequence":"additional","affiliation":[]},{"given":"Suyun","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Cuiping","family":"Li","sequence":"additional","affiliation":[]},{"given":"Hong","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,1,3]]},"reference":[{"key":"35_CR1","doi-asserted-by":"crossref","unstructured":"Abadi, M., Chu, A., Goodfellow, I., McMahan, H.B., Mironov, I., Talwar, K., Zhang, L.: Deep learning with differential privacy. In: Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security, pp. 308\u2013318 (2016)","DOI":"10.1145\/2976749.2978318"},{"key":"35_CR2","unstructured":"Bu, Z., Wang, Y.X., Zha, S., Karypis, G.: Automatic clipping: Differentially private deep learning made easier and stronger. Adv. Neural Inf. Proc. Syst. 36 (2024)"},{"key":"35_CR3","unstructured":"Carlini, N., Liu, C., Erlingsson, \u00da., Kos, J., Song, D.: The secret sharer: evaluating and testing unintended memorization in neural networks. In: 28th USENIX Security Symposium (USENIX security 19), pp. 267\u2013284 (2019)"},{"key":"35_CR4","unstructured":"Carlini, N., Tramer, F., Wallace, E., Jagielski, M., Herbert-Voss, A., Lee, K., Roberts, A., Brown, T., Song, D., Erlingsson, U., et\u00a0al.: Extracting training data from large language models. In: 30th USENIX Security Symposium (USENIX Security 21), pp. 2633\u20132650 (2021)"},{"key":"35_CR5","unstructured":"De, S., Berrada, L., Hayes, J., Smith, S.L., Balle, B.: Unlocking high-accuracy differentially private image classification through scale (2022). arXiv:2204.13650"},{"issue":"6","key":"35_CR6","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1109\/MSP.2012.2211477","volume":"29","author":"L Deng","year":"2012","unstructured":"Deng, L.: The mnist database of handwritten digit images for machine learning research [best of the web]. IEEE Signal Process. Mag. 29(6), 141\u2013142 (2012)","journal-title":"IEEE Signal Process. Mag."},{"key":"35_CR7","doi-asserted-by":"crossref","unstructured":"Dwork, C., McSherry, F., Nissim, K., Smith, A.: Calibrating noise to sensitivity in private data analysis. In: Theory of Cryptography: Third Theory of Cryptography Conference, TCC 2006, New York, NY, USA, March 4-7, 2006. Proceedings 3, pp. 265\u2013284. Springer (2006)","DOI":"10.1007\/11681878_14"},{"key":"35_CR8","doi-asserted-by":"crossref","unstructured":"Dwork, C., Roth, A., et\u00a0al.: The algorithmic foundations of differential privacy. Found. Trends\u00ae Theor. Comput. Sci. 9(3\u20134), 211\u2013407 (2014)","DOI":"10.1561\/0400000042"},{"key":"35_CR9","doi-asserted-by":"crossref","unstructured":"Flemings, J., Annavaram, M.: Differentially private knowledge distillation via synthetic text generation (2024). arXiv:2403.00932","DOI":"10.18653\/v1\/2024.findings-acl.769"},{"key":"35_CR10","unstructured":"Furlanello, T., Lipton, Z., Tschannen, M., Itti, L., Anandkumar, A.: Born again neural networks. In: International Conference on Machine Learning, pp. 1607\u20131616. PMLR (2018)"},{"key":"35_CR11","doi-asserted-by":"crossref","unstructured":"Ganju, K., Wang, Q., Yang, W., Gunter, C.A., Borisov, N.: Property inference attacks on fully connected neural networks using permutation invariant representations. In: Proceedings of the 2018 ACM SIGSAC Conference on Computer and Communications Security, pp. 619\u2013633 (2018)","DOI":"10.1145\/3243734.3243834"},{"key":"35_CR12","first-page":"11631","volume":"34","author":"S Gopi","year":"2021","unstructured":"Gopi, S., Lee, Y.T., Wutschitz, L.: Numerical composition of differential privacy. Adv. Neural. Inf. Process. Syst. 34, 11631\u201311642 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"35_CR13","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network (2015). arXiv:1503.02531"},{"key":"35_CR14","doi-asserted-by":"crossref","unstructured":"Ji, M., Shin, S., Hwang, S., Park, G., Moon, I.C.: Refine myself by teaching myself: Feature refinement via self-knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10664\u201310673 (2021)","DOI":"10.1109\/CVPR46437.2021.01052"},{"key":"35_CR15","doi-asserted-by":"crossref","unstructured":"Kim, K., Ji, B., Yoon, D., Hwang, S.: Self-knowledge distillation with progressive refinement of targets. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 6567\u20136576 (2021)","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"35_CR16","unstructured":"Krizhevsky, A., Hinton, G.: Convolutional deep belief networks on cifar-10. Unpublished manuscript 40(7), 1\u20139 (2010)"},{"key":"35_CR17","first-page":"29468","volume":"35","author":"F Mireshghallah","year":"2022","unstructured":"Mireshghallah, F., Backurs, A., Inan, H.A., Wutschitz, L., Kulkarni, J.: Differentially private model compression. Adv. Neural. Inf. Process. Syst. 35, 29468\u201329483 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"35_CR18","doi-asserted-by":"crossref","unstructured":"Mironov, I.: R\u00e9nyi differential privacy. In: 2017 IEEE 30th Computer Security Foundations Symposium (CSF), pp. 263\u2013275. IEEE (2017)","DOI":"10.1109\/CSF.2017.11"},{"key":"35_CR19","unstructured":"Papernot, N., Abadi, M., Erlingsson, U., Goodfellow, I., Talwar, K.: Semi-supervised knowledge transfer for deep learning from private training data (2016). arXiv:1610.05755"},{"key":"35_CR20","doi-asserted-by":"crossref","unstructured":"Papernot, N., Thakurta, A., Song, S., Chien, S., Erlingsson, \u00da.: Tempered sigmoid activations for deep learning with differential privacy. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 9312\u20139321. No.\u00a010 (2021)","DOI":"10.1609\/aaai.v35i10.17123"},{"key":"35_CR21","first-page":"53711","volume":"36","author":"S Rabanser","year":"2023","unstructured":"Rabanser, S., Thudi, A., Guha Thakurta, A., Dvijotham, K., Papernot, N.: Training private models that know what they don\u2019t know. Adv. Neural. Inf. Process. Syst. 36, 53711\u201353727 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"35_CR22","unstructured":"Shejwalkar, V., Ganesh, A., Mathews, R., Thakkar, O., Thakurta, A.: Recycling scraps: Improving private learning by leveraging intermediate checkpoints (2022). arXiv:2210.01864"},{"key":"35_CR23","doi-asserted-by":"crossref","unstructured":"Shokri, R., Stronati, M., Song, C., Shmatikov, V.: Membership inference attacks against machine learning models. In: 2017 IEEE Symposium on Security and Privacy (SP), pp. 3\u201318. IEEE (2017)","DOI":"10.1109\/SP.2017.41"},{"key":"35_CR24","doi-asserted-by":"crossref","unstructured":"Song, C., Ristenpart, T., Shmatikov, V.: Machine learning models that remember too much. In: Proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security, pp. 587\u2013601 (2017)","DOI":"10.1145\/3133956.3134077"},{"key":"35_CR25","unstructured":"Tramer, F., Boneh, D.: Differentially private learning needs better features (or much more data) (2020). arXiv:2011.11660"},{"key":"35_CR26","doi-asserted-by":"crossref","unstructured":"Wang, J., Bao, W., Sun, L., Zhu, X., Cao, B., Philip, S.Y.: Private model compression via knowledge distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 1190\u20131197 (2019)","DOI":"10.1609\/aaai.v33i01.33011190"},{"key":"35_CR27","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms (2017). arXiv:1708.07747"},{"key":"35_CR28","unstructured":"Yousefpour, A., Shilov, I., Sablayrolles, A., Testuggine, D., Prasad, K., Malek, M., Nguyen, J., Ghosh, S., Bharadwaj, A., Zhao, J., Cormode, G., Mironov, I.: Opacus: User-friendly differential privacy library in PyTorch (2021). arXiv:2109.12298"},{"key":"35_CR29","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Regularizing class-wise predictions via self-knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13876\u201313885"},{"key":"35_CR30","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11953\u201311962 (2022)","DOI":"10.1109\/CVPR52688.2022.01165"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-4155-3_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:59:05Z","timestamp":1767340745000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-4155-3_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819541546","9789819541553"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-4155-3_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"3 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 May 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 May 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dasfaa2025.github.io","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}