{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,30]],"date-time":"2025-07-30T11:34:26Z","timestamp":1753875266961,"version":"3.41.2"},"reference-count":49,"publisher":"Informa UK Limited","issue":"1","license":[{"start":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T00:00:00Z","timestamp":1721433600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/100020595","name":"National Science and Technology Council of Taiwan","doi-asserted-by":"crossref","award":["NSTC-112-2221-E-110-054"],"award-info":[{"award-number":["NSTC-112-2221-E-110-054"]}],"id":[{"id":"10.13039\/100020595","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Connection Science"],"published-print":{"date-parts":[[2024,12,31]]},"DOI":"10.1080\/09540091.2024.2379268","type":"journal-article","created":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T16:33:57Z","timestamp":1721493237000},"update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":1,"title":["A continual learning framework to train robust image recognition models by adversarial training and knowledge distillation"],"prefix":"10.1080","volume":"36","author":[{"given":"Ting-Chun","family":"Chou","sequence":"first","affiliation":[{"name":"Department of Information Management, National Sun Yat-sen University, Kaohsiung, Taiwan"}]},{"given":"Yu-Cheng","family":"Kuo","sequence":"additional","affiliation":[{"name":"Department of Information Management, National Sun Yat-sen University, Kaohsiung, Taiwan"}]},{"given":"Jhih-Yuan","family":"Huang","sequence":"additional","affiliation":[{"name":"Department of Information Management, National Sun Yat-sen University, Kaohsiung, Taiwan"}]},{"given":"Wei-Po","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Information Management, National Sun Yat-sen University, Kaohsiung, Taiwan"}]}],"member":"301","published-online":{"date-parts":[[2024,7,20]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10125-w"},{"key":"e_1_3_3_3_1","doi-asserted-by":"crossref","unstructured":"Cai Q. Z. Du M. Liu C. & Song D. (2018). Curriculum adversarial training. arXiv preprint arXiv:1805.04807v1.","DOI":"10.24963\/ijcai.2018\/520"},{"key":"e_1_3_3_4_1","first-page":"236","article-title":"Continual learning with adversarial training to enhance robustness of image recognition models","author":"Chou T.-C.","year":"2022","unstructured":"Chou, T.-C., Huang, J.-Y., & Lee, W.-P. (2022). Continual learning with adversarial training to enhance robustness of image recognition models. Proceedings of the 21st International Conference on Cyberworlds, 236\u2013242.","journal-title":"Proceedings of the 21st International Conference on Cyberworlds"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.07.021"},{"key":"e_1_3_3_6_1","first-page":"2206","article-title":"Reliable evaluation of adversarial robustness with an ensemble of diverse parameter-free attacks","author":"Croce F.","year":"2020","unstructured":"Croce, F., & Hein, M. (2020). Reliable evaluation of adversarial robustness with an ensemble of diverse parameter-free attacks. Proceedings of the 37th International Conference on Machine Learning, 2206\u20132216.","journal-title":"Proceedings of the 37th International Conference on Machine Learning"},{"key":"e_1_3_3_7_1","first-page":"2893","article-title":"Moonshine: Distilling with cheap convolutions","author":"Crowley E. J.","year":"2018","unstructured":"Crowley, E. J., Gray, G., & Storkey, A. J. (2018). Moonshine: Distilling with cheap convolutions. Proceedings of the 32nd International Conference on Neural Information Processing Systems, 2893\u20132903.","journal-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2022.10.030"},{"key":"e_1_3_3_9_1","first-page":"1607","article-title":"Born again neural networks","author":"Furlanello T.","year":"2018","unstructured":"Furlanello, T., Lipton, Z., Tschannen, M., Itti, L., & Anandkumar, A. (2018). Born again neural networks. Proceedings of the 35th International Conference on Machine Learning, 1607\u20131616.","journal-title":"Proceedings of the 35th International Conference on Machine Learning"},{"key":"e_1_3_3_10_1","article-title":"A survey on recent teacher-student learning studies","volume":"37","author":"Gao M.","year":"2023","unstructured":"Gao, M. (2023). A survey on recent teacher-student learning studies. Journal of the ACM, 37, article 111.","journal-title":"Journal of the ACM"},{"key":"e_1_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.10.113"},{"key":"e_1_3_3_12_1","article-title":"Explaining and harnessing adversarial examples","author":"Goodfellow I.","year":"2015","unstructured":"Goodfellow, I., Shlens, J., & Szegedy, C. (2015). Explaining and harnessing adversarial examples. Proceedings of the 3rd International Conference on Learning Representation.","journal-title":"Proceedings of the 3rd International Conference on Learning Representation"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"e_1_3_3_14_1","first-page":"11878","article-title":"Dealing with cross-task class discrimination in online continual learning","author":"Guo Y.","year":"2023","unstructured":"Guo, Y., Liu, B., & Zhao, D. (2023). Dealing with cross-task class discrimination in online continual learning. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 11878\u201311887.","journal-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/09540091.2022.2155613"},{"key":"e_1_3_3_16_1","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He K.","year":"2016","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J. (2016). Deep residual learning for image recognition. Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, 770\u2013778.","journal-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"e_1_3_3_17_1","first-page":"2712","article-title":"Using pre-training can improve model robustness and uncertainty","author":"Hendrycks D.","year":"2019","unstructured":"Hendrycks, D., Lee, K., & Mazeika, M. (2019). Using pre-training can improve model robustness and uncertainty. Proceedings of the 36th International Conference on Machine Learning, 2712\u20132721.","journal-title":"Proceedings of the 36th International Conference on Machine Learning"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127647"},{"key":"e_1_3_3_19_1","unstructured":"Hinton G. Vinyals O. & Dean J. (2015). Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531v1."},{"key":"e_1_3_3_20_1","first-page":"13647","article-title":"Compacting, picking and growing for unforgetting continual learning","author":"Hung C. Y.","year":"2019","unstructured":"Hung, C. Y., Tu, C.-H., Wu, C.-E., Chen, C.-H., Chan, Y.-M., & Chen, C.-S. (2019). Compacting, picking and growing for unforgetting continual learning. Proceedings of the 30th International Conference on Neural Information Processing Systems, 13647\u201313657.","journal-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2023.3240854"},{"key":"e_1_3_3_22_1","first-page":"5830","article-title":"Towards open world object detection","author":"Joseph K. J.","year":"2021","unstructured":"Joseph, K. J., Khan, S., Khan, F. S., & Balasubramanian, V. N. (2021). Towards open world object detection. Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 5830\u20135840.","journal-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"e_1_3_3_23_1","volume-title":"Learning multiple layers of features from tiny images. Technical Report TR-2009","author":"Krizhevsky A.","year":"2009","unstructured":"Krizhevsky, A., & Hinton, G. (2009). Learning multiple layers of features from tiny images. Technical Report TR-2009. University of Toronto."},{"key":"e_1_3_3_24_1","article-title":"Adversarial examples in the physical world","author":"Kurakin A.","year":"2017","unstructured":"Kurakin, A., Goodfellow, I., & Bengio, S. (2017). Adversarial examples in the physical world. Proceedings of the 5th International Conference on Learning Representation Workshop Track.","journal-title":"Proceedings of the 5th International Conference on Learning Representation Workshop Track"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3082317"},{"key":"e_1_3_3_26_1","unstructured":"Luan Y. Zhao H. Yang Z. & Dai Y. (2019). MSD: Multi-self-distillation learning via multi-classifiers within deep neural networks. arXiv preprint arXiv:1911.09418v3."},{"key":"e_1_3_3_27_1","doi-asserted-by":"crossref","unstructured":"Ma L. & Liang L. (2022). Increasing-margin adversarial (IMA) training to improve adversarial robustness of neural networks. arXiv preprint arXiv:2005.09147v10.","DOI":"10.2139\/ssrn.4342066"},{"key":"e_1_3_3_28_1","first-page":"6531","article-title":"Adversarial neural pruning with latent vulnerability suppression","author":"Madaan D.","year":"2020","unstructured":"Madaan, D., Shin, J., & Hwang, S. J. (2020). Adversarial neural pruning with latent vulnerability suppression. Proceedings of the 37th International Conference on Machine Learning, 6531\u20136541.","journal-title":"Proceedings of the 37th International Conference on Machine Learning"},{"key":"e_1_3_3_29_1","article-title":"Towards deep learning models resistant to adversarial attacks","author":"Madry A.","year":"2018","unstructured":"Madry, A., Makelov, A., Schmidt, L., Tsipras, D., & Vladu, A. (2018). Towards deep learning models resistant to adversarial attacks. Proceedings of the 6th International Conference on Learning Representation.","journal-title":"Proceedings of the 6th International Conference on Learning Representation"},{"key":"e_1_3_3_30_1","first-page":"7765","article-title":"Packnet: Adding multiple tasks to a single network by iterative pruning","author":"Mallya A.","year":"2018","unstructured":"Mallya, A., & Lazebnik, S. (2018). Packnet: Adding multiple tasks to a single network by iterative pruning. Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, 7765\u20137773.","journal-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2023.01.014"},{"key":"e_1_3_3_33_1","unstructured":"Nowak T. S. & Corso J. J. (2018). Deep net triage: Analyzing the importance of network layers via structural compression. arXiv preprint arXiv:1801.04651v2."},{"key":"e_1_3_3_34_1","article-title":"A comprehensive, application-oriented study of catastrophic forgetting in DNNs","author":"Pf\u00fclb B.","year":"2019","unstructured":"Pf\u00fclb, B., & Gepperth, A. (2019). A comprehensive, application-oriented study of catastrophic forgetting in DNNs. Proceedings of the 7th International Conference on Learning Representation.","journal-title":"Proceedings of the 7th International Conference on Learning Representation"},{"key":"e_1_3_3_35_1","first-page":"8093","article-title":"Overfitting in adversarially robust deep learning","author":"Rice L.","year":"2020","unstructured":"Rice, L., Wong, E., & Kolter, J. Z. (2020). Overfitting in adversarially robust deep learning. Proceedings of the 37th International Conference on Machine Learning, 8093\u20138104.","journal-title":"Proceedings of the 37th International Conference on Machine Learning"},{"key":"e_1_3_3_36_1","article-title":"Fitnets: Hints for thin deep nets","author":"Romero A.","year":"2015","unstructured":"Romero, A., Ballas, N., Kahou, S. E., Chassang, A., Gatta, C., & Bengio, Y. (2015). Fitnets: Hints for thin deep nets. Proceedings of the 3rd International Conference on Learning Representation.","journal-title":"Proceedings of the 3rd International Conference on Learning Representation"},{"key":"e_1_3_3_37_1","unstructured":"Rusu A. A. Rabinowitz N. C. Desjardins G. Soyer H. Kirkpatrick J. Kavukcuoglu K. Pascanu R. & Hadsell R. (2016). Progressive neural networks. arXiv preprint arXiv:1606.04671v3."},{"key":"e_1_3_3_38_1","first-page":"4535","article-title":"Progress & compress: A scalable framework for continual learning","author":"Schwarz J.","year":"2018","unstructured":"Schwarz, J., Luketina, J., Czarnecki, W. M., Grabska-Barwinska, A., Teh, Y. W., Pascanu, R., & Hadsell, R. (2018). Progress & compress: A scalable framework for continual learning. Proceedings of the 35th International Conference on Machine Learning, 4535\u20134544.","journal-title":"Proceedings of the 35th International Conference on Machine Learning"},{"key":"e_1_3_3_39_1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan K.","year":"2015","unstructured":"Simonyan, K., & Zisserman, A. (2015). Very deep convolutional networks for large-scale image recognition. Proceedings of the 3rd International Conference on Learning Representations.","journal-title":"Proceedings of the 3rd International Conference on Learning Representations"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3152527"},{"key":"e_1_3_3_41_1","article-title":"Intriguing properties of neural networks","author":"Szegedy C.","year":"2014","unstructured":"Szegedy, C., Zaremba, W., Sutskever, I., Bruna, J., Erhan, D., Goodfellow, I., & Fergus, R. (2014). Intriguing properties of neural networks. Proceedings of the 2nd International Conference on Learning Representation.","journal-title":"Proceedings of the 2nd International Conference on Learning Representation"},{"key":"e_1_3_3_42_1","article-title":"Ensemble adversarial training: Attacks and defenses","author":"Tram\u00e8r F.","year":"2018","unstructured":"Tram\u00e8r, F., Kurakin, A., Papernot, N., Goodfellow, I., Boneh, D., & McDaniel, P. (2018). Ensemble adversarial training: Attacks and defenses. Proceedings of the 6th International Conference on Learning Representations.","journal-title":"Proceedings of the 6th International Conference on Learning Representations"},{"key":"e_1_3_3_43_1","first-page":"2769","article-title":"Progressive blockwise knowledge distillation for neural network acceleration","author":"Wang H.","year":"2018","unstructured":"Wang, H., Zhao, H., Li, X., & Tan, X. (2018). Progressive blockwise knowledge distillation for neural network acceleration. Proceedings of the 27th International Joint Conference on Artificial Intelligence, 2769\u20132775.","journal-title":"Proceedings of the 27th International Joint Conference on Artificial Intelligence"},{"key":"e_1_3_3_44_1","first-page":"1285","article-title":"Learning from multiple teacher networks","author":"You S.","year":"2017","unstructured":"You, S., Yu, C., Xu, C., & Tao, D. (2017). Learning from multiple teacher networks. Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 1285\u20131294.","journal-title":"Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3121150"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2886017"},{"key":"e_1_3_3_47_1","first-page":"3713","article-title":"Be your own teacher: Improve the performance of convolutional neural networks via self-distillation","author":"Zhang L.","year":"2019","unstructured":"Zhang, L., Song, J., Gao, A., Chen, J., Bao, C., & Ma, K. (2019a). Be your own teacher: Improve the performance of convolutional neural networks via self-distillation. Proceedings of IEEE\/CVF International Conference on Computer Vision, 3713\u20133722.","journal-title":"Proceedings of IEEE\/CVF International Conference on Computer Vision"},{"key":"e_1_3_3_48_1","first-page":"11278","article-title":"Attacks which do not kill training make adversarial learning stronger","author":"Zhang J.","year":"2020","unstructured":"Zhang, J., Xu, X., Han, B., Niu, G., Cui, L., Sugiyama, M., & Kankanhalli, M. (2020). Attacks which do not kill training make adversarial learning stronger. Proceedings of the 37th International Conference on Machine Learning, 11278\u201311287.","journal-title":"Proceedings of the 37th International Conference on Machine Learning"},{"key":"e_1_3_3_49_1","first-page":"7472","article-title":"Theoretically principled trade-off between robustness and accuracy","author":"Zhang H.","year":"2019","unstructured":"Zhang, H., Yu, Y., Jiao, J., Xing, E. P., Ghaoui, L. E., & Jordan, M. I. (2019b). Theoretically principled trade-off between robustness and accuracy. Proceedings of the 36th International Conference on Machine Learning, 7472\u20137482.","journal-title":"Proceedings of the 36th International Conference on Machine Learning"},{"key":"e_1_3_3_50_1","article-title":"To prune, or not to prune: Exploring the efficacy of pruning for model compression","author":"Zhu M.","year":"2018","unstructured":"Zhu, M., & Gupta, S. (2018). To prune, or not to prune: Exploring the efficacy of pruning for model compression. Proceedings of International Conference on Learning Representation Workshop Track.","journal-title":"Proceedings of International Conference on Learning Representation Workshop Track"}],"container-title":["Connection Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/09540091.2024.2379268","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T14:54:57Z","timestamp":1734447297000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/09540091.2024.2379268"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,20]]},"references-count":49,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,12,31]]}},"alternative-id":["10.1080\/09540091.2024.2379268"],"URL":"https:\/\/doi.org\/10.1080\/09540091.2024.2379268","relation":{},"ISSN":["0954-0091","1360-0494"],"issn-type":[{"type":"print","value":"0954-0091"},{"type":"electronic","value":"1360-0494"}],"subject":[],"published":{"date-parts":[[2024,7,20]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ccos20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ccos20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2023-08-26","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-07-08","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"2379268"}}