{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:45:16Z","timestamp":1742913916304,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030304928"},{"type":"electronic","value":"9783030304935"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30493-5_44","type":"book-chapter","created":{"date-parts":[[2019,9,10]],"date-time":"2019-09-10T20:03:41Z","timestamp":1568145821000},"page":"440-455","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["DeepMimic: Mentor-Student Unlabeled Data Based Training"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7772-1664","authenticated-orcid":false,"given":"Itay","family":"Mosafi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2904-4982","authenticated-orcid":false,"given":"Eli","family":"David","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6648-9441","authenticated-orcid":false,"given":"Nathan S.","family":"Netanyahu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,9]]},"reference":[{"key":"44_CR1","doi-asserted-by":"publisher","unstructured":"Aghajanyan, A.: SoftTarget regularization: an effective technique to reduce over-fitting in neural networks. In: Proceedings of the IEEE International Conference on Cybernetics, Exeter, UK, pp. 1\u20135 (2017). https:\/\/doi.org\/10.1109\/CYBConf.2017.7985811","DOI":"10.1109\/CYBConf.2017.7985811"},{"key":"44_CR2","unstructured":"Ba, J., Caruana, R.: Do deep nets really need to be deep? In: Advances in Neural Information Processing Systems, Montreal, Quebec, Canada, vol. 27, pp. 2654\u20132662 (2014)"},{"key":"44_CR3","unstructured":"Baldi, P.: Autoencoders, unsupervised learning, and deep architectures. In: Proceedings of the ICML Workshop on Unsupervised and Transfer Learning, Edinburgh, Scotland, vol. 27, pp. 37\u201350 (2012)"},{"key":"44_CR4","doi-asserted-by":"publisher","unstructured":"Bucilu\u01ce, C., Caruana, R., Niculescu-Mizil, A.: Model compression. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD), pp. 535\u2013541, Philadelphia, Pennsylvania. ACM (2006). https:\/\/doi.org\/10.1145\/1150402.1150464","DOI":"10.1145\/1150402.1150464"},{"key":"44_CR5","doi-asserted-by":"crossref","unstructured":"Chan, W., Ke, N.R., Lane, I.: Transferring knowledge from a RNN to a DNN. arXiv preprint arXiv:1504.01483 (2015)","DOI":"10.21437\/Interspeech.2015-657"},{"key":"44_CR6","unstructured":"Clevert, D.A., Unterthiner, T., Hochreiter, S.: Fast and accurate deep network learning by exponential linear units (ELUs). In: International Conference on Learning Representations, San Juan, Puerto Rico (2016)"},{"key":"44_CR7","doi-asserted-by":"publisher","unstructured":"Correia-Silva, J.R., Berriel, R.F., Badue, C., de Souza, A.F., Oliveira-Santos, T.: Copycat CNN: stealing knowledge by persuading confession with random non-labeled data. In: International Joint Conference on Neural Networks, Rio de Janeiro, Brazil, pp. 1\u20138 (2018). https:\/\/doi.org\/10.1109\/IJCNN.2018.8489592","DOI":"10.1109\/IJCNN.2018.8489592"},{"key":"44_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/978-3-319-44781-0_11","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2016","author":"OE David","year":"2016","unstructured":"David, O.E., Netanyahu, N.S., Wolf, L.: DeepChess: end-to-end deep neural network for automatic learning in chess. In: Villa, A.E.P., Masulli, P., Pons Rivero, A.J. (eds.) ICANN 2016. LNCS, vol. 9887, pp. 88\u201396. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44781-0_11"},{"key":"44_CR9","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: A large-scale hierarchical image database. In: Proceedings of the IEEE International Conference on Computer Vision and Pattern Recognition, Miami Beach, Florida, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"44_CR10","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems, Montreal, Quebec, Canada, pp. 2672\u20132680 (2014)"},{"key":"44_CR11","unstructured":"Graham, B.: Fractional max-pooling. arXiv preprint arXiv:1412.6071 (2014)"},{"key":"44_CR12","doi-asserted-by":"crossref","unstructured":"Guo, T., Xu, C., He, S., Shi, B., Xu, C., Tao, D.: Robust student network learning. arXiv preprint arXiv:1807.11158 (2018)","DOI":"10.1109\/TNNLS.2019.2929114"},{"key":"44_CR13","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the Conference on Computer Vision and Pattern Recognition, Las Vegas, Nevada, pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"44_CR14","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"44_CR15","unstructured":"Hinton, G.E., Srivastava, N., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.R.: Improving neural networks by preventing co-adaptation of feature detectors. arXiv preprint arXiv:1207.0580 (2012)"},{"key":"44_CR16","doi-asserted-by":"publisher","unstructured":"Hu, J., Shen, L., Sun, G.: Squeeze-and-excitation networks. arXiv preprint arXiv:1709.01507 (2017). https:\/\/doi.org\/10.1109\/CVPR.2018.00745","DOI":"10.1109\/CVPR.2018.00745"},{"key":"44_CR17","unstructured":"Kim, S.W., Kim, H.E.: Transferring knowledge to smaller network with class-distance loss. In: International Conference on Learning Representations Workshop (2017)"},{"key":"44_CR18","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Technical report, University of Toronto (2009)"},{"key":"44_CR19","unstructured":"Krogh, A., Hertz, J.A.: A simple weight decay can improve generalization. In: Advances in Neural Information Processing Systems, pp. 950\u2013957 (1992)"},{"issue":"11","key":"44_CR20","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998). https:\/\/doi.org\/10.1109\/5.726791","journal-title":"Proc. IEEE"},{"key":"44_CR21","unstructured":"LeCun, Y., Cortes, C., Burges, C.J.: MNIST handwritten digit database (2010). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"44_CR22","unstructured":"Li, Y., Liu, F.: Whiteout: Gaussian adaptive noise regularization in feedforward neural networks. arXiv preprint arXiv:1612.01490 (2016)"},{"key":"44_CR23","unstructured":"Lin, Z., Memisevic, R., Konda, K.: How far can we go without convolution: improving fully-connected networks. arXiv preprint arXiv:1511.02580 (2015)"},{"key":"44_CR24","doi-asserted-by":"publisher","unstructured":"Luong, M., Pham, H., Manning, C.D.: Effective approaches to attention-based neural machine translation. In: Empirical Methods in Natural Language Processing, Lisbon, Portugal, pp. 1412\u20131421 (2015). https:\/\/doi.org\/10.18653\/v1\/D15-1166","DOI":"10.18653\/v1\/D15-1166"},{"key":"44_CR25","doi-asserted-by":"crossref","unstructured":"Mosafi, I., David, O.E., Netanyahu, N.S.: Stealing knowledge from protected deep neural networks using composite unlabeled data. In: Proceedings of the International Joint Conference on Neural Networks, Budapest, Hungary (2019)","DOI":"10.1109\/IJCNN.2019.8851798"},{"key":"44_CR26","doi-asserted-by":"publisher","unstructured":"Ng, A.Y.: Feature selection, $${L}_1$$ vs. $${L}_2$$ regularization, and rotational invariance. In: Proceedings of the International Conference on Machine Learning, Banff, Alberta, Canada, p. 78 (2004). https:\/\/doi.org\/10.1145\/1015330.1015435","DOI":"10.1145\/1015330.1015435"},{"key":"44_CR27","unstructured":"Parisotto, E., Ba, J.L., Salakhutdinov, R.: Actor-Mimic: Deep multitask and transfer reinforcement learning. In: International Conference on Learning Representations, San Juan, Puerto Rico (2016)"},{"key":"44_CR28","doi-asserted-by":"publisher","unstructured":"Qi, H., Brown, M., Lowe, D.G.: Low-shot learning with imprinted weights. In: Proceedings of the Conference on Computer Vision and Pattern Recognition, Salt Lake City, Utah, pp. 5822\u20135830 (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00610","DOI":"10.1109\/CVPR.2018.00610"},{"key":"44_CR29","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: FitNets: hints for thin deep nets. In: International Conference on Learning Representations, San Diego, California (2015)"},{"key":"44_CR30","unstructured":"Rusu, A.A., et al.: Policy distillation. In: International Conference on Learning Representations, San Juan, Puerto Rico (2016)"},{"key":"44_CR31","doi-asserted-by":"publisher","unstructured":"Silver, D., et al.: Mastering the game of Go without human knowledge. Nature, 354\u2013359 (2017). https:\/\/doi.org\/10.1038\/nature24270","DOI":"10.1038\/nature24270"},{"key":"44_CR32","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"44_CR33","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15, 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"44_CR34","unstructured":"Urban, G., et al.: Do deep convolutional nets really need to be deep and convolutional? In: International Conference on Learning Representations, Toulon, France (2017)"},{"key":"44_CR35","unstructured":"Wan, L., Zeiler, M., Zhang, S., Le Cun, Y., Fergus, R.: Regularization of neural networks using DropConnect. In: Proceedings of the International Conference on Machine Learning, Atlanta, Georgia, pp. 1058\u20131066 (2013)"},{"key":"44_CR36","unstructured":"Wu, J., Zhang, Q., Xu, G.: Tiny ImageNet Challenge (2017). http:\/\/cs231n.stanford.edu"},{"key":"44_CR37","unstructured":"Yang, C., Xie, L., Qiao, S., Yuille, A.L.: Knowledge distillation in generations: more tolerant teachers educate better students. arXiv preprint arXiv:1805.05551 (2018)"},{"key":"44_CR38","unstructured":"Yao, L., Miller, J.: Tiny ImageNet classification with convolutional neural networks (2015). http:\/\/cs231n.stanford.edu"},{"key":"44_CR39","unstructured":"Zhang, H., Cisse, M., Dauphin, Y.N., Lopez-Paz, D.: mixup: beyond empirical risk minimization. In: Proceedings of the International Conference on Learning Representations, Vancouver, British Columbia, Canada (2018)"},{"key":"44_CR40","doi-asserted-by":"publisher","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., Le, Q.V.: Learning transferable architectures for scalable image recognition. arXiv preprint arXiv:1707.07012 (2017). https:\/\/doi.org\/10.1109\/CVPR.2018.00907","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2019: Workshop and Special Sessions"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30493-5_44","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:52:07Z","timestamp":1710348727000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-30493-5_44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030304928","9783030304935"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30493-5_44","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Munich","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}