{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:28:57Z","timestamp":1786980537544,"version":"build-2736575974"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,8,20]],"date-time":"2022-08-20T00:00:00Z","timestamp":1660953600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,8,20]],"date-time":"2022-08-20T00:00:00Z","timestamp":1660953600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2020R1F1A1076278"],"award-info":[{"award-number":["2020R1F1A1076278"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007053","name":"Korea Institute of Energy Technology Evaluation and Planning","doi-asserted-by":"publisher","award":["20204010600090"],"award-info":[{"award-number":["20204010600090"]}],"id":[{"id":"10.13039\/501100007053","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10115-022-01736-y","type":"journal-article","created":{"date-parts":[[2022,8,20]],"date-time":"2022-08-20T02:03:14Z","timestamp":1660960994000},"page":"3113-3128","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Knowledge distillation for BERT unsupervised domain adaptation"],"prefix":"10.1007","volume":"64","author":[{"given":"Minho","family":"Ryu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Geonseok","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kichun","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,8,20]]},"reference":[{"key":"1736_CR1","doi-asserted-by":"crossref","unstructured":"Blitzer J, McDonald R, Pereira F (2006) Domain adaptation with structural correspondence learning. In: Proceedings of the 2006 conference on empirical methods in natural language processing, Association for Computational Linguistics, Sydney, Australia, pp 120\u2013128, https:\/\/www.aclweb.org\/anthology\/W06-1615","DOI":"10.3115\/1610075.1610094"},{"key":"1736_CR2","unstructured":"Blitzer J, Dredze M, Pereira F (2007) Biographies, bollywood, boom-boxes and blenders: domain adaptation for sentiment classification. In: Proceedings of the 45th annual meeting of the association of computational linguistics, Association for Computational Linguistics, Prague, Czech Republic, pp 440\u2013447, https:\/\/www.aclweb.org\/anthology\/P07-1056"},{"key":"1736_CR3","unstructured":"Chadha A, Andreopoulos Y (2018) Improving adversarial discriminative domain adaptation. arXiv:1809.03625"},{"key":"1736_CR4","unstructured":"Devlin J, Chang M, Lee K, Toutanova K (2018) BERT: pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805, http:\/\/arxiv.org\/abs\/1810.04805, arxiv:1810.04805"},{"key":"1736_CR5","unstructured":"Ganin Y, Ustinova E, Ajakan H, Germain P, Larochelle H, Laviolette F, March M, Lempitsky V (2016) Domain-adversarial training of neural networks. J Mach Learn Res 17(59):1\u201335, http:\/\/jmlr.org\/papers\/v17\/15-239.html"},{"key":"1736_CR6","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial nets. In: Ghahramani Z, Welling M, Cortes C, Lawrence ND, Weinberger KQ (eds) Advances in neural information processing systems 27, Curran Associates, Inc., pp 2672\u20132680, http:\/\/papers.nips.cc\/paper\/5423-generative-adversarial-nets.pdf"},{"issue":"6","key":"1736_CR7","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou J, Yu B, Maybank SJ, Tao D (2021) Knowledge distillation: a survey. Int J Comput Vis 129(6):1789\u20131819","journal-title":"Int J Comput Vis"},{"key":"1736_CR8","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. In: NIPS deep learning and representation learning workshop, http:\/\/arxiv.org\/abs\/1503.02531"},{"key":"1736_CR9","unstructured":"Hoffman J, Tzeng E, Park T, Zhu JY, Isola P, Saenko K, Efros AA, Darrell T (2018) Cycada: cycle-consistent adversarial domain adaptation. In: Dy JG, Krause A (eds) ICML, PMLR, vol\u00a080, pp 1994\u20132003, http:\/\/dblp.uni-trier.de\/db\/conf\/icml\/icml2018.html#HoffmanTPZISED18"},{"key":"1736_CR10","unstructured":"Joshi M, Chen D, Liu Y, Weld DS, Zettlemoyer L, Levy O (2019) Spanbert: improving pre-training by representing and predicting spans. CoRR abs\/1907.10529, http:\/\/arxiv.org\/abs\/1907.10529, arxiv:1907.10529"},{"key":"1736_CR11","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arxiv:1412.6980"},{"key":"1736_CR12","doi-asserted-by":"crossref","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A, Hassabis D, Clopath C, Kumaran D, Hadsell R (2016) Overcoming catastrophic forgetting in neural networks. arxiv:1612.00796","DOI":"10.1073\/pnas.1611835114"},{"key":"1736_CR13","unstructured":"Kumar A, Sattigeri P, Fletcher PT (2017) Improved semi-supervised learning with gans using manifold invariances. CoRR abs\/1705.08850, http:\/\/arxiv.org\/abs\/1705.08850, arxiv:1705.08850"},{"key":"1736_CR14","unstructured":"Liu MY, Tuzel O (2016) Coupled generative adversarial networks. In: Lee DD, Sugiyama M, Luxburg UV, Guyon I, Garnett R (eds) Advances in neural information processing systems 29, Curran Associates, Inc., pp 469\u2013477, http:\/\/papers.nips.cc\/paper\/6544-coupled-generative-adversarial-networks.pdf"},{"key":"1736_CR15","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized bert pretraining approach. CoRR abs\/1907.11692, http:\/\/arxiv.org\/abs\/1907.11692, arxiv:1907.11692"},{"key":"1736_CR16","unstructured":"Long M, Cao Y, Wang J, Jordan MI (2015) Learning transferable features with deep adaptation networks. In: Proceedings of the 32nd international conference on international conference on machine learning, vol 37, JMLR org, ICML\u201915, pp 97\u2013105, http:\/\/dl.acm.org\/citation.cfm?id=3045118.3045130"},{"key":"1736_CR17","unstructured":"Maas AL, Daly RE, Pham PT, Huang D, Ng AY, Potts C (2011) Learning word vectors for sentiment analysis. In: Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies, Association for Computational Linguistics, Portland, Oregon, USA, pp 142\u2013150, http:\/\/www.aclweb.org\/anthology\/P11-1015"},{"key":"1736_CR18","unstructured":"Nguyen Q (2015) The airline review dataset. Scraped from www.airlinequality.com, https:\/\/github.com\/quankiquanki\/skytrax-reviews-dataset"},{"key":"1736_CR19","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, DeVito Z, Lin Z, Desmaison A, Antiga L, Lerer A (2017) Automatic differentiation in PyTorch. In: NIPS autodiff workshop"},{"key":"1736_CR20","doi-asserted-by":"crossref","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. CoRR abs\/1802.05365, http:\/\/arxiv.org\/abs\/1802.05365, arxiv:1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"1736_CR21","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. OpenAI. https:\/\/www.cs.ubc.ca\/~amuham01\/LING530\/papers\/radford2018improving.pdf"},{"key":"1736_CR22","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter. In: NeurIPS EMC2 workshop"},{"key":"1736_CR23","doi-asserted-by":"crossref","unstructured":"Sun B, Saenko K (2016) Deep CORAL: correlation alignment for deep domain adaptation. CoRR abs\/1607.01719, http:\/\/arxiv.org\/abs\/1607.01719, arxiv:1607.01719","DOI":"10.1007\/978-3-319-49409-8_35"},{"key":"1736_CR24","doi-asserted-by":"crossref","unstructured":"Sun B, Feng J, Saenko K (2016) Return of frustratingly easy domain adaptation. In: Proceedings of the thirtieth AAAI conference on artificial intelligence, AAAI Press, AAAI\u201916, pp 2058\u20132065, http:\/\/dl.acm.org\/citation.cfm?id=3016100.3016186","DOI":"10.1609\/aaai.v30i1.10306"},{"key":"1736_CR25","unstructured":"Tzeng E, Hoffman J, Zhang N, Saenko K, Darrell T (2014) Deep domain confusion: maximizing for domain invariance. CoRR abs\/1412.3474, http:\/\/arxiv.org\/abs\/1412.3474, arxiv:1412.3474"},{"key":"1736_CR26","doi-asserted-by":"crossref","unstructured":"Tzeng E, Hoffman J, Saenko K, Darrell T (2017) Adversarial discriminative domain adaptation. 2017 IEEE conference on computer vision and pattern recognition (CVPR), pp 2962\u20132971","DOI":"10.1109\/CVPR.2017.316"},{"key":"1736_CR27","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser Lu, Polosukhin I (2017) Attention is all you need. In: Guyon I, Luxburg UV, Bengio S, Wallach H, Fergus R, Vishwanathan S, Garnett R (eds) Advances in neural information processing systems 30, Curran Associates, Inc., pp 5998\u20136008, http:\/\/papers.nips.cc\/paper\/7181-attention-is-all-you-need.pdf"},{"issue":"6","key":"1736_CR28","doi-asserted-by":"publisher","first-page":"3048","DOI":"10.1109\/TPAMI.2021.3055564","volume":"44","author":"L Wang","year":"2021","unstructured":"Wang L, Yoon K-J (2021) Knowledge distillation and student-teacher learning for visual intelligence: a review and new outlooks. IEEE Transact Pattern Anal Mach Intell 44(6):3048\u20133068. https:\/\/doi.org\/10.1109\/TPAMI.2021.3055564","journal-title":"IEEE Transact Pattern Anal Mach Intell"},{"key":"1736_CR29","doi-asserted-by":"crossref","unstructured":"Weng R, Yu H, Huang S, Cheng S, Luo W (2020) Acquiring knowledge from pre-trained model to neural machine translation. Proceedings of the AAAI conference on artificial intelligence 34:9266\u20139273","DOI":"10.1609\/aaai.v34i05.6465"},{"key":"1736_CR30","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M, Brew J (2019) Huggingface\u2019s transformers: state-of-the-art natural language processing. arxiv:1910.03771","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"1736_CR31","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell JG, Salakhutdinov R, Le QV (2019) Xlnet: generalized autoregressive pretraining for language understanding. CoRR abs\/1906.08237, http:\/\/arxiv.org\/abs\/1906.08237, arxiv:1906.08237"},{"key":"1736_CR32","doi-asserted-by":"crossref","unstructured":"Ziser Y, Reichart R (2017) Neural structural correspondence learning for domain adaptation. In: Proceedings of the 21st conference on computational natural language learning (CoNLL 2017), Association for Computational Linguistics, Vancouver, Canada, pp 400\u2013410, 10.18653\/v1\/K17-1040, https:\/\/www.aclweb.org\/anthology\/K17-1040","DOI":"10.18653\/v1\/K17-1040"},{"key":"1736_CR33","doi-asserted-by":"crossref","unstructured":"Ziser Y, Reichart R (2018) Pivot based language modeling for improved neural domain adaptation. In: Proceedings of the 2018 conference of the North American chapter of the association for computational linguistics: human language technologies, vol 1 (long papers), Association for Computational Linguistics, New Orleans, Louisiana, pp 1241\u20131251, 10.18653\/v1\/N18-1112, https:\/\/www.aclweb.org\/anthology\/N18-1112","DOI":"10.18653\/v1\/N18-1112"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01736-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-022-01736-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-022-01736-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,15]],"date-time":"2022-09-15T00:05:32Z","timestamp":1663200332000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-022-01736-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,20]]},"references-count":33,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["1736"],"URL":"https:\/\/doi.org\/10.1007\/s10115-022-01736-y","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,20]]},"assertion":[{"value":"23 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 July 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}