{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T23:55:21Z","timestamp":1775087721195,"version":"3.50.1"},"publisher-location":"Cham","reference-count":66,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031783821","type":"print"},{"value":"9783031783838","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78383-8_2","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T21:52:24Z","timestamp":1733089944000},"page":"16-30","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Active Self-paced Knowledge Distillation and Diffusion-Based Generation for Few-Call Model Stealing"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8074-6266","authenticated-orcid":false,"given":"Vlad","family":"Hondru","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9301-1950","authenticated-orcid":false,"given":"Radu-Tudor","family":"Ionescu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,2]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Addepalli, S., Nayak, G.K., Chakraborty, A., Radhakrishnan, V.B.: DeGAN: Data-Enriching GAN for Retrieving Representative Samples from a Trained Classifier. In: AAAI. vol.\u00a034, pp. 3130\u20133137 (2020)","DOI":"10.1609\/aaai.v34i04.5709"},{"key":"2_CR2","unstructured":"Amit, T., Nachmani, E., Shaharbany, T., Wolf, L.: SegDiff: Image Segmentation with Diffusion Probabilistic Models. arXiv preprint arXiv:2112.00390 (2021)"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Avrahami, O., Lischinski, D., Fried, O.: Blended diffusion for text-driven editing of natural images. In: CVPR. pp. 18208\u201318218 (2022)","DOI":"10.1109\/CVPR52688.2022.01767"},{"key":"2_CR4","unstructured":"Baranchuk, D., Rubachev, I., Voynov, A., Khrulkov, V., Babenko, A.: Label-Efficient Semantic Segmentation with Diffusion Models. In: ICLR (2022)"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Bossard, L., Guillaumin, M., Van\u00a0Gool, L.: Food-101 \u2013 Mining Discriminative Components with Random Forests. In: ECCV. pp. 446\u2013461 (2014)","DOI":"10.1007\/978-3-319-10599-4_29"},{"key":"2_CR6","unstructured":"B\u0103rb\u0103l\u0103u, A., Cosma, A., Ionescu, R.T., Popescu, M.: Black-Box Ripper: Copying black-box models using generative evolutionary algorithms. In: NeurIPS. vol.\u00a033, pp. 20120\u201320129 (2020)"},{"key":"2_CR7","unstructured":"Chandrasekaran, V., Chaudhuri, K., Giacomelli, I., Jha, S., et\u00a0al.: Exploring connections between active learning and model extraction. In: USENIX. pp. 1309\u20131326 (2020)"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Cho, J.H., Hariharan, B.: On the Efficacy of Knowledge Distillation. In: ICCV. pp. 4794\u20134802 (2019)","DOI":"10.1109\/ICCV.2019.00489"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Correia-Silva, J.R., Berriel, R.F., Badue, C., de\u00a0Souza, A.F., et\u00a0al.: Copycat CNN: Stealing Knowledge by Persuading Confession with Random Non-Labeled Data. In: IJCNN. pp.\u00a01\u20138 (2018)","DOI":"10.1109\/IJCNN.2018.8489592"},{"key":"2_CR10","unstructured":"Costa-juss\u00e0, M.R., Cross, J., \u00c7elebi, O., Elbayad, M., Heafield, K., Heffernan, K., Kalbassi, E., Lam, J., Licht, D., Maillard, J., et\u00a0al.: No Language Left Behind: Scaling Human-Centered Machine Translation. arXiv preprint arXiv:2207.04672 (2022)"},{"issue":"9","key":"2_CR11","doi-asserted-by":"publisher","first-page":"10850","DOI":"10.1109\/TPAMI.2023.3261988","volume":"45","author":"FA Croitoru","year":"2023","unstructured":"Croitoru, F.A., Hondru, V., Ionescu, R.T., Shah, M.: Diffusion Models in Vision: A Survey. IEEE Trans. Pattern Anal. Mach. Intell. 45(9), 10850\u201310869 (2023)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2_CR12","unstructured":"Dhariwal, P., Nichol, A.: Diffusion models beat GANs on image synthesis. In: NeurIPS. vol.\u00a034, pp. 8780\u20138794 (2021)"},{"key":"2_CR13","first-page":"2672","volume":"27","author":"I Goodfellow","year":"2014","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., Xu, B., et al.: Generative adversarial nets. In: NeurIPS. 27, 2672\u20132680 (2014)","journal-title":"Generative adversarial nets. In: NeurIPS."},{"issue":"6","key":"2_CR14","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: A survey. Int. J. Comput. Vision 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"2_CR15","unstructured":"Gu, Y., Dong, L., Wei, F., Huang, M.: MiniLLM: Knowledge Distillation of Large Language Models. In: ICLR (2024)"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR. pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2_CR17","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"2_CR18","first-page":"6840","volume":"33","author":"J Ho","year":"2020","unstructured":"Ho, J., Jain, A., Abbeel, P.: Denoising diffusion probabilistic models. In: NeurIPS. 33, 6840\u20136851 (2020)","journal-title":"Denoising diffusion probabilistic models. In: NeurIPS."},{"key":"2_CR19","unstructured":"Huang, T., Zhang, Y., Zheng, M., You, S., Wang, F., Qian, C., Xu, C.: Knowledge Diffusion for Distillation. In: NeurIPS. vol.\u00a036 (2024)"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Juuti, M., Szyller, S., Marchal, S., Asokan, N.: PRADA: protecting against DNN model stealing attacks. In: EuroS &P. pp. 512\u2013527 (2019)","DOI":"10.1109\/EuroSP.2019.00044"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Kariyappa, S., Prakash, A., Qureshi, M.K.: MAZE: Data-Free Model Stealing Attack Using Zeroth-Order Gradient Estimation. In: CVPR. pp. 13814\u201313823 (2021)","DOI":"10.1109\/CVPR46437.2021.01360"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Kesarwani, M., Mukhoty, B., Arya, V., Mehta, S.: Model Extraction Warning in MLaaS Paradigm. In: ACSAC. pp. 371\u2013380 (2018)","DOI":"10.1145\/3274694.3274740"},{"key":"2_CR23","unstructured":"Kingma, D.P., Ba, J.L.: Adam: A method for stochastic gradient descent. In: ICLR (2015)"},{"key":"2_CR24","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. University of Toronto, Tech. rep. (2009)"},{"key":"2_CR25","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet Classification with Deep Convolutional Neural Networks. In: NeurIPS. vol.\u00a025 (2012)"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Liu, X., Ma, Z., Liu, Y., Qin, Z., et\u00a0al.: SeInspect: Defending Model Stealing via Heterogeneous Semantic Inspection. In: ESORICS. pp. 610\u2013630 (2022)","DOI":"10.1007\/978-3-031-17140-6_30"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Lugmayr, A., Danelljan, M., Romero, A., Yu, F., et\u00a0al.: RePaint: Inpainting using Denoising Diffusion Probabilistic Models. In: CVPR. pp. 11461\u201311471 (2022)","DOI":"10.1109\/CVPR52688.2022.01117"},{"key":"2_CR28","doi-asserted-by":"crossref","unstructured":"Meng, C., Rombach, R., Gao, R., Kingma, D., Ermon, S., Ho, J., Salimans, T.: On Distillation of Guided Diffusion Models. In: CVPR. pp. 14297\u201314306 (2023)","DOI":"10.1109\/CVPR52729.2023.01374"},{"key":"2_CR29","unstructured":"Micaelli, P., Storkey, A.J.: Zero-shot knowledge transfer via adversarial belief matching. In: NeurIPS. vol.\u00a032, pp. 9551\u20139561 (2019)"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved Knowledge Distillation via Teacher Assistant. In: AAAI. vol.\u00a034, pp. 5191\u20135198 (2020)","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"2_CR31","doi-asserted-by":"crossref","unstructured":"Mosafi, I., David, E.O., Netanyahu, N.S.: Stealing knowledge from protected deep neural networks using composite unlabeled data. In: IJCNN. pp.\u00a01\u20138 (2019)","DOI":"10.1109\/IJCNN.2019.8851798"},{"key":"2_CR32","unstructured":"Nayak, G.K., Mopuri, K.R., Shaj, V., Radhakrishnan, V.B., et\u00a0al.: Zero-shot knowledge distillation in deep networks. In: ICML. pp. 4743\u20134751 (2019)"},{"key":"2_CR33","unstructured":"Nichol, A., Dhariwal, P., Ramesh, A., Shyam, P., et\u00a0al.: GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models. In: ICML. pp. 16784\u201316804 (2021)"},{"key":"2_CR34","unstructured":"Nichol, A.Q., Dhariwal, P.: Improved denoising diffusion probabilistic models. In: ICML. pp. 8162\u20138171 (2021)"},{"key":"2_CR35","doi-asserted-by":"crossref","unstructured":"Oh, S.J., Schiele, B., Fritz, M.: Towards reverse-engineering black-box neural networks. Explainable AI: Interpreting, Explaining and Visualizing Deep Learning pp. 121\u2013144 (2019)","DOI":"10.1007\/978-3-030-28954-6_7"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Oliynyk, D., Mayer, R., Rauber, A.: I know what you trained last summer: A survey on stealing machine learning models and defences. ACM Computing Surveys 55(14s) (2023)","DOI":"10.1145\/3595292"},{"key":"2_CR37","unstructured":"OpenAI: ChatGPT: A Conversational Language Model. https:\/\/openai.com\/research\/chatgpt (2022)"},{"key":"2_CR38","doi-asserted-by":"crossref","unstructured":"Orekondy, T., Schiele, B., Fritz, M.: Knockoff Nets: Stealing functionality of black-box models. In: CVPR. pp. 4954\u20134963 (2019)","DOI":"10.1109\/CVPR.2019.00509"},{"key":"2_CR39","unstructured":"Pal, S., Gupta, Y., Shukla, A., Kanade, A., et\u00a0al.: A framework for the extraction of deep neural networks by leveraging public data. arXiv preprint arXiv:1905.09165 (2019)"},{"key":"2_CR40","doi-asserted-by":"crossref","unstructured":"Papernot, N., McDaniel, P., Goodfellow, I., Jha, S., et\u00a0al.: Practical black-box attacks against machine learning. In: ASIACCS. pp. 506\u2013519 (2017)","DOI":"10.1145\/3052973.3053009"},{"key":"2_CR41","unstructured":"Peng, B., Li, C., He, P., Galley, M., Gao, J.: Instruction Tuning with GPT-4. arXiv preprint arXiv:2304.03277 (2023)"},{"key":"2_CR42","doi-asserted-by":"crossref","unstructured":"Pengcheng, L., Yi, J., Zhang, L.: Query-efficient black-box attack by active learning. In: ICDM. pp. 1200\u20131205 (2018)","DOI":"10.1109\/ICDM.2018.00159"},{"key":"2_CR43","unstructured":"Phuong, M., Lampert, C.: Towards Understanding Knowledge Distillation. In: ICML. pp. 5142\u20135151 (2019)"},{"key":"2_CR44","unstructured":"Radford, A., Kim, J.W., Hallacy, C., Ramesh, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: ICML. pp. 8748\u20138763 (2021)"},{"key":"2_CR45","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., et\u00a0al.: High-Resolution Image Synthesis with Latent Diffusion Models. In: CVPR. pp. 10684\u201310695 (2022)","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"2_CR46","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: FitNets: Hints for Thin Deep Nets. In: ICLR (2014)"},{"issue":"3","key":"2_CR47","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., Berg, A.C., Fei-Fei, L.: ImageNet Large Scale Visual Recognition Challenge. Int. J. Comput. Vision 115(3), 211\u2013252 (2015). https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int. J. Comput. Vision"},{"key":"2_CR48","unstructured":"Saharia, C., Chan, W., Saxena, S., Li, L., et\u00a0al.: Photorealistic Text-to-Image Diffusion Models with Deep Language Understanding. In: NeurIPS. vol.\u00a035, pp. 36479\u201336494 (2022)"},{"key":"2_CR49","unstructured":"Salimans, T., Ho, J.: Progressive Distillation for Fast Sampling of Diffusion Models. In: ICLR (2022)"},{"key":"2_CR50","doi-asserted-by":"crossref","unstructured":"Sanyal, S., Addepalli, S., Babu, R.V.: Towards data-free model stealing in a hard label setting. In: CVPR. pp. 15284\u201315293 (2022)","DOI":"10.1109\/CVPR52688.2022.01485"},{"key":"2_CR51","doi-asserted-by":"crossref","unstructured":"Shi, Y., Sagduyu, Y., Grushin, A.: How to steal a machine learning classifier with deep learning. In: HST. pp.\u00a01\u20135 (2017)","DOI":"10.1109\/THS.2017.7943475"},{"key":"2_CR52","doi-asserted-by":"crossref","unstructured":"Shi, Y., Sagduyu, Y.E., Davaslioglu, K., Li, J.H.: Active deep learning attacks under strict rate limitations for online API calls. In: HST. pp.\u00a01\u20136 (2018)","DOI":"10.1109\/THS.2018.8574124"},{"key":"2_CR53","unstructured":"Sohl-Dickstein, J., Weiss, E., Maheswaranathan, N., Ganguli, S.: Deep unsupervised learning using nonequilibrium thermodynamics. In: ICML. pp. 2256\u20132265 (2015)"},{"key":"2_CR54","unstructured":"Song, J., Meng, C., Ermon, S.: Denoising Diffusion Implicit Models. In: ICLR (2021)"},{"key":"2_CR55","unstructured":"Song, Y., Dhariwal, P., Chen, M., Sutskever, I.: Consistency models. In: ICML. pp. 32211\u201332252 (2023)"},{"key":"2_CR56","unstructured":"Tram\u00e8r, F., Zhang, F., Juels, A., Reiter, M.K., et\u00a0al.: Stealing machine learning models via prediction APIs. In: USENIX. pp. 601\u2013618 (2016)"},{"key":"2_CR57","unstructured":"Urban, G., Geras, K.J., Kahou, S.E., Aslan, O., Wang, S., Mohamed, A., Philipose, M., Richardson, M., Caruana, R.: Do Deep Convolutional Nets Really Need to be Deep and Convolutional? In: ICLR (2022)"},{"key":"2_CR58","doi-asserted-by":"crossref","unstructured":"Wang, B., Gong, N.Z.: Stealing hyperparameters in machine learning. In: SP. pp. 36\u201352 (2018)","DOI":"10.1109\/SP.2018.00038"},{"key":"2_CR59","doi-asserted-by":"crossref","unstructured":"Wolleb, J., Bieder, F., Sandk\u00fchler, R., Cattin, P.C.: Diffusion Models for Medical Anomaly Detection. In: MICCAI. pp. 35\u201345 (2022)","DOI":"10.1007\/978-3-031-16452-1_4"},{"key":"2_CR60","unstructured":"Wu, M., Waheed, A., Zhang, C., Abdul-Mageed, M., Aji, A.F.: LaMini-LM: A diverse herd of distilled models from large-scale instructions. In: ACL. pp. 944\u2013964 (2024)"},{"key":"2_CR61","doi-asserted-by":"crossref","unstructured":"Xie, Y., Huang, M., Zhang, X., Dong, C., et\u00a0al.: Game: Generative-based adaptive model extraction attack. In: ESORICS. pp. 570\u2013588 (2022)","DOI":"10.1007\/978-3-031-17140-6_28"},{"issue":"4","key":"2_CR62","doi-asserted-by":"publisher","first-page":"2680","DOI":"10.1109\/TDSC.2021.3069258","volume":"19","author":"H Yan","year":"2022","unstructured":"Yan, H., Li, X., Li, H., Li, J., et al.: Monitoring-based differential privacy mechanism against query flooding-based model extraction attack. IEEE Trans. Dependable Secure Comput. 19(4), 2680\u20132694 (2022)","journal-title":"IEEE Trans. Dependable Secure Comput."},{"key":"2_CR63","doi-asserted-by":"crossref","unstructured":"Yin, H., Molchanov, P., Alvarez, J.M., Li, Z., et\u00a0al.: Dreaming to Distill: Data-free Knowledge Transfer via DeepInversion. In: CVPR. pp. 8715\u20138724 (2020)","DOI":"10.1109\/CVPR42600.2020.00874"},{"key":"2_CR64","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Chen, Y., Wagner, D.: SEAT: Similarity Encoder by Adversarial Training for Detecting Model Extraction Attack Queries. In: AISec. pp. 37\u201348 (2021)","DOI":"10.1145\/3474369.3486863"},{"key":"2_CR65","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled Knowledge Distillation. In: CVPR. pp. 11953\u201311962 (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"2_CR66","unstructured":"Zhu, X., Gong, S., et\u00a0al.: Knowledge Distillation by On-the-Fly Native Ensemble. In: NeurIPS. vol.\u00a031 (2018)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78383-8_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T23:39:56Z","timestamp":1733096396000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78383-8_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"ISBN":["9783031783821","9783031783838"],"references-count":66,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78383-8_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,2]]},"assertion":[{"value":"2 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}