{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T06:29:06Z","timestamp":1743056946660,"version":"3.40.3"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031781063"},{"type":"electronic","value":"9783031781070"}],"license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78107-0_3","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T19:30:47Z","timestamp":1733081447000},"page":"33-48","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Knowledge Distillation in\u00a0Deep Networks Under a\u00a0Constrained Query Budget"],"prefix":"10.1007","author":[{"given":"Ankita","family":"Singh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shayok","family":"Chakraborty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,2]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1016\/j.ins.2016.01.013","volume":"339","author":"H Alam","year":"2016","unstructured":"Alam, H., Ryu, W., Lee, S.: Joint multi-grain topic sentiment: modeling semantic aspects for online reviews. Inf. Sci. 339, 206\u2013223 (2016)","journal-title":"Inf. Sci."},{"key":"3_CR2","unstructured":"Ash, J., Zhang, C., Krishnamurthy, A., Langford, J., Agarwal, A.: Deep batch active learning by diverse, uncertain gradient lower bounds. In: International Conference on Learning Representations (ICLR) (2020)"},{"key":"3_CR3","unstructured":"Boreshban, Y., Mirbostani, S., Ghassem-Sani, G., Mirroshandel, S., Amiriparian, S.: Improving question answering performance using knowledge distillation and active learning. arXiv:2109.12662 (2021)"},{"key":"3_CR4","first-page":"1","volume":"1","author":"S Boyd","year":"2011","unstructured":"Boyd, S., Parikh, N., Chu, E., Peleato, B., Eckstein, J.: Distributed optimization and statistical learning via the alternating direction method of multipliers. Found. Trends Mach. Learn. 1, 1\u2013122 (2011)","journal-title":"Found. Trends Mach. Learn."},{"issue":"1","key":"3_CR5","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/TNNLS.2020.2970494","volume":"32","author":"H Chen","year":"2021","unstructured":"Chen, H., Wang, Y., Xu, C., Xu, C., Tao, D.: Learning student networks via feature embedding. IEEE Trans. Neural Netw. Learn. Syst. (TNNLS) 32(1), 25\u201335 (2021)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst. (TNNLS)"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Deng, J., Pan, Y., Yao, T., Zhou, W., Li, H., Mei, T.: Relation distillation networks for video object detection. In: IEEE International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00712"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Gan, C., Gong, B., Liu, K., Su, H., Guibas, L.: Geometry guided convolutional neural networks for self-supervised video representation learning. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2018)","DOI":"10.1109\/CVPR.2018.00586"},{"key":"3_CR8","unstructured":"Gissin, D., Shalev-Shwartz, S.: Discriminative active learning. arXiv:1907.06347 (2019)"},{"key":"3_CR9","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision (IJCV) 129, 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision (IJCV)"},{"issue":"1","key":"3_CR10","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s101070100280","volume":"92","author":"B He","year":"2002","unstructured":"He, B., Liao, L., Han, D., Hai, Y.: A new inexact alternating directions method for monotone variational inequalities. Math. Program. 92(1), 103\u2013118 (2002)","journal-title":"Math. Program."},{"key":"3_CR11","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"3_CR12","unstructured":"Hu, P., Lipton, Z., Anandkumar, A., Ramanan, D.: Active learning with partial feedback. In: International Conference on Learning Representations (ICLR) (2019)"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Hu, Z., Hou, W., Liu, X.: Deep batch active learning and knowledge distillation for person re-identification. IEEE Sens. J. 22(14) (2022)","DOI":"10.1109\/JSEN.2022.3181238"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Huang, S., Chen, J., Mu, X., Zhou, Z.: Cost-effective active learning from diverse labelers. In: International Joint Conference on Artificial Intelligence (IJCAI) (2017)","DOI":"10.24963\/ijcai.2017\/261"},{"key":"3_CR15","unstructured":"Huang, Z., Wang, N.: Like what you like: knowledge distill via neuron selectivity transfer. arXiv preprint arXiv:1707.01219 (2017)"},{"key":"3_CR16","unstructured":"Kimura, A., Ghahramani, Z., Takeuchi, K., Iwata, T., Ueda, N.: Few-shot learning of neural networks from scratch by pseudo example optimization. In: British Machine Vision Conference (BMVC) (2018)"},{"key":"3_CR17","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. In: Technical Report, University of Toronto (2009)"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Kwak, B., Kim, Y., Kim, Y., Hwang, S., Yeo, J.: Trustal: trustworthy active learning using knowledge distillation. In: AAAI Conference on Artificial Intelligence (2022)","DOI":"10.1609\/aaai.v36i7.20688"},{"key":"3_CR19","unstructured":"Lee, S., Song, B.: Graph-based knowledge distillation by multi-head attention network. In: British Machine Vision Conference (BMVC) (2019)"},{"issue":"6","key":"3_CR20","doi-asserted-by":"publisher","first-page":"1382","DOI":"10.1109\/TPAMI.2018.2840980","volume":"41","author":"C Li","year":"2019","unstructured":"Li, C., Wang, X., Dong, W., Yan, J., Liu, Q., Zha, H.: Joint active learning with feature selection via cur matrix decomposition. IEEE Trans. Pattern Anal. Mach. Intell. (TPAMI) 41(6), 1382\u20131396 (2019)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell. (TPAMI)"},{"key":"3_CR21","unstructured":"Maas, A., Daly, R., Pham, P., Huang, D., Ng, A., Potts, C.: Learning word vectors for sentiment analysis. In: Association for Computational Linguistics (ACL) (2011)"},{"key":"3_CR22","unstructured":"Micaelli, P., Storkey, A.: Zero-shot knowledge transfer via adversarial belief matching. In: Neural Information Processing Systems (NeurIPS) (2019)"},{"key":"3_CR23","unstructured":"Nayak, G., Mopuri, K., Shaj, V., Babu, R., Chakraborty, A.: Zero-shot knowledge distillation in deep networks. In: International Conference on Machine Learning (ICML) (2019)"},{"key":"3_CR24","unstructured":"Nie, F., Wang, H., Huang, H., Ding, C.: Early active learning via robust representation and structured sparsity. In: International Joint Conference on Artificial Intelligence (IJCAI) (2013)"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Nie, X., Li, Y., Luo, L., Zhang, N., Feng, J.: Dynamic kernel distillation for efficient pose estimation in videos. In: IEEE International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00704"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Osmanbeyoglu, H., Wehner, J., Carbonell, J., Ganapathiraju, M.: Active machine learning for transmembrane helix prediction. BMC Bioinf. 11(1) (2010)","DOI":"10.1186\/1471-2105-11-S1-S58"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Peng, F., Wang, C., Liu, J., Yang, Z.: Active learning for lane detection: a knowledge distillation approach. In: IEEE International Conference on Computer Vision (ICCV) (2021)","DOI":"10.1109\/ICCV48922.2021.01487"},{"issue":"9","key":"3_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3472291","volume":"54","author":"P Ren","year":"2021","unstructured":"Ren, P., et al.: A survey of deep active learning. ACM Comput. Surv. 54(9), 1\u201340 (2021)","journal-title":"ACM Comput. Surv."},{"key":"3_CR29","unstructured":"Romero, A., Ballas, N., Kahou, S., Chassang, A., Gatta, C., Bengio, Y.: Fitnets: hints for thin deep nets. In: International Conference on Learning Representations (ICLR) (2015)"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Ruchansky, N., Crovella, M., Terzi, E.: Matrix completion with queries. In: ACM Conference on Knowledge Discovery and Data Mining (KDD) (2015)","DOI":"10.1145\/2783258.2783259"},{"key":"3_CR31","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter. In: Neural Information Processing Systems (NeurIPS) Workshop (2019)"},{"key":"3_CR32","unstructured":"Sculley, D.: Online active learning methods for fast Label-Efficient spam filtering. In: Fourth Conference on Email and AntiSpam (2007)"},{"key":"3_CR33","unstructured":"Sener, O., Savarese, S.: Active learning for convolutional neural networks: a core-set approach. In: International Conference on Learning Representations (ICLR) (2018)"},{"key":"3_CR34","unstructured":"Settles, B.: Active learning literature survey. In: Technical Report 1648, University of Wisconsin-Madison (2010)"},{"key":"3_CR35","unstructured":"Shi, L., Shen, Y.: Diversifying convex transductive experimental design for active learning. In: International Joint Conference on Artificial Intelligence (IJCAI) (2016)"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Sinha, S., Ebrahimi, S., Darrell, T.: Variational adversarial active learning. In: IEEE International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00607"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Su, J., Tsai, Y., Sohn, K., Liu, B., Maji, S., Chandraker, M.: Active adversarial domain adaptation. In: IEEE Winter Conference on Applications of Computer Vision (WACV) (2020)","DOI":"10.1109\/WACV45572.2020.9093390"},{"key":"3_CR38","first-page":"45","volume":"2","author":"S Tong","year":"2001","unstructured":"Tong, S., Koller, D.: Support vector machine active learning with applications to text classification. J. Mach. Learn. Res. (JMLR) 2, 45\u201366 (2001)","journal-title":"J. Mach. Learn. Res. (JMLR)"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Wang, D., Li, Y., Wang, L., Gong, B.: Neural networks are more productive teachers than human raters: active mixup for data-efficient knowledge distillation from a blackbox model. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.00157"},{"key":"3_CR40","unstructured":"Wang, Z.: Zero-shot knowledge distillation from a decision-based black-box model. In: International Conference on Machine Learning (ICML) (2021)"},{"key":"3_CR41","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms. arXiv:1708.07747 (2017)"},{"issue":"2","key":"3_CR42","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1137\/080730421","volume":"2","author":"J Yang","year":"2009","unstructured":"Yang, J., Yin, W., Zhang, Y., Wang, Y.: A fast algorithm for edge preserving variational multichannel image restoration. SIAM J. Imag. Sci. 2(2), 569\u2013592 (2009)","journal-title":"SIAM J. Imag. Sci."},{"key":"3_CR43","doi-asserted-by":"crossref","unstructured":"Yoo, D., Kweon, I.: Learning loss for active learning. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2019)","DOI":"10.1109\/CVPR.2019.00018"},{"key":"3_CR44","doi-asserted-by":"crossref","unstructured":"Yu, K., Bi, J., Tresp, V.: Active learning via transductive experimental design. In: International Conference on Machine Learning (ICML) (2006)","DOI":"10.1145\/1143844.1143980"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Yuan, F., et al.: Reinforced multi-teacher selection for knowledge distillation. In: AAAI Conference on Artificial Intelligence (2021)","DOI":"10.1609\/aaai.v35i16.17680"},{"key":"3_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1007\/978-3-030-58574-7_26","volume-title":"Computer Vision \u2013 ECCV 2020","author":"J Yun","year":"2020","unstructured":"Yun, J., Kim, B., Kim, J.: Weight decay scheduling and knowledge distillation for active learning. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12371, pp. 431\u2013447. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58574-7_26"},{"key":"3_CR47","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"3_CR48","unstructured":"Zhu, J., Bento, J.: Generative adversarial active learning. In: Workshop at Neural Information Processing Systems (NeurIPS-W) (2017)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78107-0_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T20:03:38Z","timestamp":1733083418000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78107-0_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"ISBN":["9783031781063","9783031781070"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78107-0_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,2]]},"assertion":[{"value":"2 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}