{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T22:02:55Z","timestamp":1770328975586,"version":"3.49.0"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100003725","name":"Basic Science Research Program through the National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003621","name":"Ministry of Science, ICT and Future Planning","doi-asserted-by":"publisher","award":["2020R1A2C1007081"],"award-info":[{"award-number":["2020R1A2C1007081"]}],"id":[{"id":"10.13039\/501100003621","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3021711","type":"journal-article","created":{"date-parts":[[2020,9,4]],"date-time":"2020-09-04T21:01:40Z","timestamp":1599253300000},"page":"166870-166879","source":"Crossref","is-referenced-by-count":28,"title":["Knowledge Distillation in Acoustic Scene Classification"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0505-2988","authenticated-orcid":false,"given":"Jee-Weon","family":"Jung","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1567-123X","authenticated-orcid":false,"given":"Hee-Soo","family":"Heo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5990-363X","authenticated-orcid":false,"given":"Hye-Jin","family":"Shim","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3657-0665","authenticated-orcid":false,"given":"Ha-Jin","family":"Yu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"8024","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2616"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1986"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU46091.2019.9004029"},{"key":"ref31","first-page":"1321","article-title":"On calibration of modern neural networks","author":"guo","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472621"},{"key":"ref36","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref35","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2015","journal-title":"arXiv 1409 0473"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462137"},{"key":"ref10","first-page":"59","article-title":"DNN-based audio scene classification for DCASE2017: Dual input features, balancing cost, and stochastic data duplication","author":"jung","year":"2017","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref40","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"ioffe","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref11","first-page":"69","article-title":"Combining multi-scale features using sample-level deep convolutional neural networks for weakly supervised sound event detection","author":"lee","year":"2017","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.113067"},{"key":"ref13","first-page":"202","article-title":"Convolutional neural networks and x-vector embedding for DCASE2018 acoustic scene classification challenge","author":"zeinali","year":"2018","journal-title":"Proc Detect Classif Acoust Sce Events 2018 Workshop"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.33682\/8xh4-jm46"},{"key":"ref15","first-page":"39","article-title":"Attention-based convolutional neural networks for acoustic scene classification","author":"ren","year":"2018","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3002761"},{"key":"ref17","article-title":"Capturing scattered discriminative information using a deep architecture in acoustic scene classification","author":"shim","year":"2020","journal-title":"arXiv 2007 04631"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053274"},{"key":"ref19","first-page":"93","article-title":"Generative adversarial network based acoustic scene training set augmentation and selection using SVM hyper-plane","author":"mun","year":"2017","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1608"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.33682\/8rd2-g787"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.33682\/gqpj-ac63"},{"key":"ref3","article-title":"Acoustic scene classification using various pre-processed features and convolutional neural networks","author":"hyeji","year":"2019"},{"key":"ref6","first-page":"9","article-title":"A multi-device dataset for urban acoustic scene classification","author":"mesaros","year":"2018","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref5","author":"virtanen","year":"2017","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref8","author":"mandel","year":"2019","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref7","author":"plumbley","year":"2018","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref2","article-title":"Integrating the data augmentation scheme with various classifiers for acoustic scene modeling","author":"chen","year":"2019"},{"key":"ref9","first-page":"42","article-title":"Acoustic scene classification using spatial features","author":"green","year":"2017","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.33682\/cjd9-kc43"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.33682\/wgyb-bt40"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46478-7_31"},{"key":"ref22","first-page":"34","article-title":"Acoustic scene classification using a convolutional neural network ensemble and nearest neighbor filters","author":"nguyen","year":"2018","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref21","article-title":"ACGAN-based data augmentation integrated with long-term scalogram for acoustic scene classification","author":"chen","year":"2020","journal-title":"arXiv 2005 13146"},{"key":"ref42","article-title":"On the convergence of Adam and beyond","author":"reddi","year":"2018","journal-title":"arXiv 1904 09237"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1989"},{"key":"ref41","first-page":"3","article-title":"Rectifier nonlinearities improve neural network acoustic models","author":"maas","year":"2013","journal-title":"Proc ICML Workshop Deep Learn Audio Speech Lang Process"},{"key":"ref23","first-page":"113","article-title":"DNN based multi-level feature ensemble for acoustic scene classification","author":"jung","year":"2018","journal-title":"Workshop on Detection and Classification of Acoustic Scenes and Events (DCASE)"},{"key":"ref44","article-title":"mixup: Beyond empirical risk minimization","author":"zhang","year":"2018","journal-title":"arXiv 1710 09412"},{"key":"ref26","first-page":"1910","article-title":"Learning small-size DNN with output-distribution-based criteria","author":"li","year":"2014","journal-title":"Proc INTERSPEECH"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2916341"},{"key":"ref25","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv 1503 02531"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09186616.pdf?arnumber=9186616","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:55:41Z","timestamp":1639770941000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9186616\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3021711","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}