{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T07:40:27Z","timestamp":1758267627644,"version":"3.37.3"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,29]],"date-time":"2022-04-29T00:00:00Z","timestamp":1651190400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,4,29]],"date-time":"2022-04-29T00:00:00Z","timestamp":1651190400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s10489-022-03485-5","type":"journal-article","created":{"date-parts":[[2022,4,29]],"date-time":"2022-04-29T06:04:55Z","timestamp":1651212295000},"page":"1505-1516","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Knowledge transfer via distillation from time and frequency domain for time series classification"],"prefix":"10.1007","volume":"53","author":[{"given":"Kewei","family":"Ouyang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0991-4621","authenticated-orcid":false,"given":"Yi","family":"Hou","sequence":"additional","affiliation":[]},{"given":"Ye","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Chao","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Shilin","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,29]]},"reference":[{"key":"3485_CR1","doi-asserted-by":"crossref","unstructured":"Selvin S, Vinayakumar R, Gopalakrishnan E, Menon VK, Soman K (2017) Stock price prediction using lstm, rnn and cnn-sliding window model. In: 2017 International conference on advances in computing, communications and informatics (icacci). IEEE, pp 1643\u20131647","DOI":"10.1109\/ICACCI.2017.8126078"},{"issue":"7","key":"3485_CR2","doi-asserted-by":"publisher","first-page":"2192","DOI":"10.1016\/j.ymssp.2009.02.013","volume":"23","author":"M Gul","year":"2009","unstructured":"Gul M, Catbas FN (2009) Statistical pattern recognition for structural health monitoring using time series modeling: Theory and experimental verifications. Mech Syst Signal Process 23(7):2192\u20132204","journal-title":"Mech Syst Signal Process"},{"issue":"2","key":"3485_CR3","doi-asserted-by":"publisher","first-page":"4079","DOI":"10.1214\/19-EJS1621","volume":"13","author":"M Fiecas","year":"2019","unstructured":"Fiecas M, Leng C, Liu W, Yu Y, et al. (2019) Spectral analysis of high-dimensional time series. Electron J Stat 13(2):4079\u20134101","journal-title":"Electron J Stat"},{"key":"3485_CR4","doi-asserted-by":"crossref","unstructured":"M\u00fcller M (2007) Dynamic time warping. Inf Retr Music Motion:69\u201384","DOI":"10.1007\/978-3-540-74048-3_4"},{"key":"3485_CR5","doi-asserted-by":"crossref","unstructured":"Middlehurst M, Vickers W, Bagnall A (2019) Scalable dictionary classifiers for time series classification. In: International conference on intelligent data engineering and automated learning. Springer, pp 11\u201319","DOI":"10.1007\/978-3-030-33607-3_2"},{"key":"3485_CR6","doi-asserted-by":"crossref","unstructured":"Ye L, Keogh E (2009) Time series shapelets: a new primitive for data mining. In: Proceedings of the 15th ACM SIGKDD international conference on Knowledge discovery and data mining, pp 947\u2013956","DOI":"10.1145\/1557019.1557122"},{"key":"3485_CR7","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1016\/j.ins.2013.02.030","volume":"239","author":"H Deng","year":"2013","unstructured":"Deng H, Runger G, Tuv E, Vladimir M (2013) A time series forest for classification and feature extraction. Inf Sci 239:142\u2013153","journal-title":"Inf Sci"},{"key":"3485_CR8","doi-asserted-by":"crossref","unstructured":"Wang Z, Yan W, Oates T (2017) Time series classification from scratch with deep neural networks: a strong baseline. In: 2017 International joint conference on neural networks (IJCNN). IEEE, pp 1578\u20131585","DOI":"10.1109\/IJCNN.2017.7966039"},{"issue":"6","key":"3485_CR9","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1007\/s10618-020-00710-y","volume":"34","author":"HI Fawaz","year":"2020","unstructured":"Fawaz HI, Lucas B, Forestier G, Pelletier C, Schmidt DF, Weber J, Webb GI, Idoumghar L, Muller P-A, Petitjean F (2020) Inceptiontime: Finding alexnet for time series classification. Data Min Knowl Disc 34(6):1936\u20131962","journal-title":"Data Min Knowl Disc"},{"key":"3485_CR10","doi-asserted-by":"crossref","unstructured":"Zhang Y, Hou Y, OuYang K, Zhou S (2022) Multi-scale signed recurrence plot based time series classification using inception architectural networks. Pattern Recogn 123:108385","DOI":"10.1016\/j.patcog.2021.108385"},{"key":"3485_CR11","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/3182382","volume":"12","author":"J Lines","year":"2018","unstructured":"Lines J, Taylor S, Bagnall A (2018) Time series classification with hive-cote: The hierarchical vote collective of transformation-based ensembles. ACM Trans Knowl Discov Data 12:5","journal-title":"ACM Trans Knowl Discov Data"},{"key":"3485_CR12","unstructured":"Yuan B, Wang C, Jiang F, Long M, Philip SY, Liu Y (2019) Waveletfcnn: A deep time series classification model for wind turbine blade icing detection"},{"key":"3485_CR13","doi-asserted-by":"crossref","unstructured":"Wang J, Wang Z, Li J, Wu J (2018) Multilevel wavelet decomposition network for interpretable time series analysis. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp 2437\u20132446","DOI":"10.1145\/3219819.3220060"},{"key":"3485_CR14","unstructured":"Cui Z, Chen W, Chen Y (2016) Multi-scale convolutional neural networks for time series classification. arXiv:1603.06995"},{"issue":"2","key":"3485_CR15","doi-asserted-by":"publisher","first-page":"1715","DOI":"10.1109\/JSEN.2020.3015781","volume":"21","author":"T Mahmud","year":"2020","unstructured":"Mahmud T, Sayyed AS, Fattah SA, Kung S-Y (2020) A novel multi-stage training approach for human activity recognition from multimodal wearable sensor data using deep neural network. IEEE Sens J 21(2):1715\u20131726","journal-title":"IEEE Sens J"},{"key":"3485_CR16","first-page":"9","volume":"1050","author":"G Hinton","year":"2015","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. Stat 1050:9","journal-title":"Stat"},{"key":"3485_CR17","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Bengio Y (2015) Fitnets: Hints for thin deep nets. In: ICLR"},{"key":"3485_CR18","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, Cho M (2019) Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 3967\u20133976","DOI":"10.1109\/CVPR.2019.00409"},{"key":"3485_CR19","doi-asserted-by":"crossref","unstructured":"Mirzadeh SI, Farajtabar M, Li A, Levine N, Matsukawa A, Ghasemzadeh H (2020) Improved knowledge distillation via teacher assistant. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 5191\u20135198","DOI":"10.1609\/aaai.v34i04.5963"},{"issue":"9","key":"3485_CR20","doi-asserted-by":"publisher","first-page":"2522","DOI":"10.1109\/TKDE.2015.2416723","volume":"27","author":"A Bagnall","year":"2015","unstructured":"Bagnall A, Lines J, Hills J, Bostrom A (2015) Time-series classification with cote: the collective of transformation-based ensembles. IEEE Trans Knowl Data Eng 27(9):2522\u20132535","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3485_CR21","doi-asserted-by":"crossref","unstructured":"Mohammad Y, Matsumoto K, Hoashi K (2018) Deep feature learning and selection for activity recognition. In: Proceedings of the 33rd Annual ACM Symposium on Applied Computing, pp 930\u2013939","DOI":"10.1145\/3167132.3167234"},{"key":"3485_CR22","doi-asserted-by":"crossref","unstructured":"Chebotar Y, Waters A (2016) Distilling knowledge from ensembles of neural networks for speech recognition. In: Interspeech, pp 3439\u20133443","DOI":"10.21437\/Interspeech.2016-1190"},{"key":"3485_CR23","doi-asserted-by":"crossref","unstructured":"Markov K, Matsui T (2016) Robust speech recognition using generalized distillation framework. In: Interspeech, pp 2364\u20132368","DOI":"10.21437\/Interspeech.2016-852"},{"key":"3485_CR24","doi-asserted-by":"crossref","unstructured":"Fukuda T, Suzuki M, Kurata G, Thomas S, Cui J, Ramabhadran B (2017) Efficient knowledge distillation from an ensemble of teachers. In: Interspeech, pp 3697\u20133701","DOI":"10.21437\/Interspeech.2017-614"},{"key":"3485_CR25","unstructured":"Lan X, Zhu X, Gong S (2018) Knowledge distillation by on-the-fly native ensemble. In: NeurIPS"},{"key":"3485_CR26","unstructured":"Tran L, Veeling BS, Roth K, Swiatkowski J, Dillon J V, Snoek J, Mandt S, Salimans T, Nowozin S, Jenatton R (2020) Hydra: Preserving ensemble diversity for model distillation. arXiv:2001.04694"},{"key":"3485_CR27","doi-asserted-by":"crossref","unstructured":"Yuan F, Shou L, Pei J, Lin W, Gong M, Fu Y, Jiang D (2020) Reinforced multi-teacher selection for knowledge distillation. arXiv:2012.06048","DOI":"10.1609\/aaai.v35i16.17680"},{"key":"3485_CR28","doi-asserted-by":"crossref","unstructured":"Yuan L, Tay FE, Li G, Wang T, Feng J (2020) Revisiting knowledge distillation via label smoothing regularization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 3903\u20133911","DOI":"10.1109\/CVPR42600.2020.00396"},{"issue":"6","key":"3485_CR29","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1109\/JAS.2019.1911747","volume":"6","author":"HA Dau","year":"2019","unstructured":"Dau HA, Bagnall A, Kamgar K, Yeh C.-C. M., Zhu Y, Gharghabi S, Ratanamahatana C A, Keogh E (2019) The ucr time series archive. IEEE\/CAA J Autom Sin 6(6):1293\u20131305","journal-title":"IEEE\/CAA J Autom Sin"},{"issue":"3","key":"3485_CR30","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1007\/s10618-020-00679-8","volume":"34","author":"A Shifaz","year":"2020","unstructured":"Shifaz A, Pelletier C, Petitjean F, Webb G I (2020) Ts-chief: a scalable and accurate forest algorithm for time series classification. Data Min Knowl Disc 34(3):742\u2013775","journal-title":"Data Min Knowl Disc"},{"issue":"5","key":"3485_CR31","doi-asserted-by":"publisher","first-page":"1454","DOI":"10.1007\/s10618-020-00701-z","volume":"34","author":"A Dempster","year":"2020","unstructured":"Dempster A, Petitjean F, Webb G I (2020) Rocket: exceptionally fast and accurate time series classification using random convolutional kernels. Data Min Knowl Disc 34(5):1454\u2013 1495","journal-title":"Data Min Knowl Disc"},{"key":"3485_CR32","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03485-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03485-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03485-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,4]],"date-time":"2023-01-04T04:39:32Z","timestamp":1672807172000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03485-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,29]]},"references-count":32,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["3485"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03485-5","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2022,4,29]]},"assertion":[{"value":"7 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}