{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T08:51:49Z","timestamp":1781772709369,"version":"3.54.5"},"reference-count":27,"publisher":"China Science Publishing & Media Ltd.","issue":"2","content-domain":{"domain":["engine.scichina.com"],"crossmark-restriction":false},"short-container-title":["DI"],"published-print":{"date-parts":[[2026,6,1]]},"DOI":"10.3724\/2096-7004.di.2025.0349","type":"journal-article","created":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T10:07:42Z","timestamp":1777543662000},"page":"20250349","update-policy":"https:\/\/doi.org\/10.1360\/scp-crossmark-policy-page","source":"Crossref","is-referenced-by-count":0,"title":["One BERT, Two TextCNNs: Exploring Multi-Student Knowledge Distillation"],"prefix":"10.3724","volume":"8","author":[{"given":"Anjing","family":"Fan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuehui","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xianguo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"2026","published-online":{"date-parts":[[2026,4,30]]},"reference":[{"key":"null","unstructured":"Davidson T., Warmsley D., Macy M., and Weber I., \u201cAutomated hate speech detection and the problem of offensive language,\u201d in Proc. Int. AAAI Conf. Web Soc. Media, vol. 11, 2017."},{"key":"null","unstructured":"Dixon L., Li J., Sorensen J., Thain N., and Vasserman L., \u201cMeasuring and mitigating unintended bias in text classification,\u201d in Proc. 2018 AAAI\/ACM Conf. AI, Ethics, Soc., 2018."},{"key":"null","unstructured":"Zampieri M., Malmasi S., Nakov P., Rosenthal S., Farra N., and Kumar R., \u201cSemEval-2019 task 6: Identifying and categorizing offensive language in social media (OffensEval),\u201d in Proc. 13th Int. Workshop Semantic Eval. (SemEval), Minneapolis, MN, USA, Jun. 2019, pp. 75\u201386. [Online]. Available: https:\/\/aclanthology.org\/S19-2010\/."},{"key":"null","unstructured":"Al-Onaizan Y., Xiao Y., Hu Y., Choo K. T. W., and Lee R. K.-W., \u201cToxiCloakN: Evaluating robustness of offensive language detection in Chinese with cloaking perturbations,\u201d in Proc. 2024 Conf. Empir. Methods Natural Lang. Process. (EMNLP), 2024, pp. 6012\u20136025. [Online]. Available: https:\/\/aclanthology.org\/2024.emnlp-main.6345\/."},{"key":"null","unstructured":"Fortuna P. and Nunes S., \u201cA survey on automatic detection of hate speech in text,\u201d ACM Comput. Surv., vol. 51, no. 4, pp. 1\u201330, 2018."},{"key":"null","unstructured":"Lu J., Xu B., Zhang X., Min C., Yang L., and Lin H., \u201cFacilitating fine-grained detection of Chinese toxic language: Hierarchical taxonomy, resources, and benchmarks,\u201d arXiv preprint, arXiv:2305.04446, 2023."},{"key":"null","unstructured":"Devlin J., Chang M.-W., Lee K., and Toutanova K., \u201cBERT: Pre-training of deep bidirectional transformers for language understanding,\u201d in Proc. 2019 Conf. North Am. Chapter Assoc. Comput. Linguistics: Hum. Lang. Technol. (NAACL), Vol. 1: Long and Short Papers, 2019, pp. 4171\u20134186. [Online]. Available: https:\/\/aclanthology.org\/N19-1423\/."},{"key":"null","unstructured":"Liu Y. et al., \u201cRoBERTa: A robustly optimized BERT pretraining approach,\u201d arXiv preprint, arXiv:1907.11692, 2019."},{"key":"null","unstructured":"Sarkar A., Ruder S., Peters M. E., Swayamdipta S., and Wolf T., \u201cTransfer learning in natural language processing,\u201d in Proc. ACL, 2019, pp. 15\u201318. [Online]. Available: https:\/\/aclanthology.org\/N19-5004\/."},{"key":"null","unstructured":"Hinton G., Vinyals O., and Dean J., \u201cDistilling the knowledge in a neural network,\u201d 2015."},{"key":"null","unstructured":"Sanh V., Debut L., Chaumond J., and Wolf T., \u201cDistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter,\u201d arXiv preprint, arXiv:1910.01108, 2020."},{"key":"null","unstructured":"Jiao X. et al., \u201cTinyBERT: Distilling BERT for natural language understanding,\u201d in Findings Assoc. Comput. Linguistics: EMNLP 2020, Online, Nov. 2020, pp. 4163\u20134174. [Online]. Available: https:\/\/aclanthology.org\/2020.findings-emnlp.372\/."},{"key":"null","unstructured":"Chiril P., Pamungkas E. W., Benamara F., Moriceau V., and Patti V., \u201cEmotionally informed hate speech detection: A multi-target perspective,\u201d Cogn. Comput., pp. 1\u201331, 2022."},{"key":"null","unstructured":"Vlad G.-A., Tanase M.-A., Onose C., and Cercel D.-C., \u201cSentence-level propaganda detection in news articles with transfer learning and BERT-BiLSTM-capsule model,\u201d in Proc. 2nd Workshop Natural Lang. Process. Internet Freedom: Censorship, Disinformation, Propaganda, 2019, pp. 148\u2013154."},{"key":"null","unstructured":"Awal M. R., Cao R., Lee R. K.-W., and Mitrovic S., \u201cAngryBERT: Joint learning target and emotion for hate speech detection,\u201d arXiv preprint, arXiv:2103.11800, 2021."},{"key":"null","unstructured":"Wang X., Weissweiler L., Sch\u00fctze H., and Plank B., \u201cHow to distill your BERT: An empirical study on the impact of weight initialisation and distillation objectives,\u201d in Proc. 61st Annu. Meeting Assoc. Comput. Linguistics (ACL), Vol. 2: Short Papers, Toronto, Canada, 2023, pp. 1843\u20131852. [Online]. Available: https:\/\/aclanthology.org\/2023.acl-short.157\/."},{"key":"null","unstructured":"Hoang N., Do X. L., Do D. A., Vu D. A., and Luu A. T., \u201cToXCL: A unified framework for toxic speech detection and explanation,\u201d in Proc. 2024 Conf. North Am. Chapter Assoc. Comput. Linguistics: Hum. Lang. Technol. (NAACL), Vol. 1: Long Papers, Mexico City, Mexico, 2024, pp. 6460\u20136472. [Online]. Available: https:\/\/aclanthology.org\/2024.naacl-long.359\/."},{"key":"null","unstructured":"Li J. and Liu J., \u201cText sentiment analysis based on knowledge distillation models,\u201d Softw. Eng., vol. 27, no. 4, pp. 27\u201332, 2024."},{"key":"null","unstructured":"Jiao X., Yin Y., Shang L., Jiang X., Chen X., Li L., Wang F., and Liu Q., \u201cTinyBERT: Distilling BERT for natural language understanding,\u201d arXiv preprint, arXiv:1909.10351, 2020."},{"key":"null","unstructured":"Sun Z., Yu H., Song X., Liu R., Yang Y., and Zhou D., \u201cMobileBERT: A compact task-agnostic BERT for resource-limited devices,\u201d arXiv preprint, arXiv:2004.02984, 2020."},{"key":"null","unstructured":"Kim Y., \u201cConvolutional neural networks for sentence classification,\u201d in Proc. 2014 Conf. Empir. Methods Natural Lang. Process. (EMNLP), Doha, Qatar, 2014, pp. 1746\u20131751. [Online]. Available: https:\/\/aclanthology.org\/D14-1181\/."},{"key":"null","unstructured":"Khan S., Fazil M., Sejwal V. K., Alshara M. A., Alotaibi R. M., Kamal A., and Baig A. R., \u201cBiCHAT: BiLSTM with deep CNN and hierarchical attention for hate speech detection,\u201d J. King Saud Univ.\u2014Comput. Inf. Sci., vol. 34, no. 7, pp. 4335\u20134344, 2022. [Online]. Available: https:\/\/doi.org\/10.1016\/j.jksuci.2022.05.006."},{"key":"null","unstructured":"Deng J. et al., \u201cCOLD: A benchmark for Chinese offensive language detection,\u201d in Proc. 2022 Conf. Empir. Methods Natural Lang. Process. (EMNLP), Abu Dhabi, United Arab Emirates, 2022, pp. 11580\u201311599. [Online]. Available: https:\/\/aclanthology.org\/2022.emnlp-main.796\/."},{"key":"null","unstructured":"Wang Y., Wang X., Zhang S., Zhou Y., and Wang C., \u201cA Chinese hate speech detection method based on homophonic perturbation word substitution,\u201d Appl. Sci. Technol., vol. 51, no. 3, pp. 72\u201381, 2024."},{"key":"null","unstructured":"Xu M. and Liu S., \u201cRB_BG_MHA: A RoBERTa-based model with Bi-GRU and multi-head attention for Chinese offensive language detection in social media,\u201d Appl. Sci., vol. 13, no. 19, 2023. [Online]. Available: https:\/\/www.mdpi.com\/2076-3417\/13\/19\/11000."},{"key":"null","unstructured":"Dan Z., Li L., Yu X., Lu Y., and Li B., \u201cA Chinese hate speech detection method integrating multidimensional sentiment features,\u201d Data Anal. Knowl. Discovery, pp. 1\u201315, 2025."},{"key":"null","unstructured":"Lu J. et al., \u201cFacilitating fine-grained detection of Chinese toxic language: Hierarchical taxonomy, resources, and benchmarks,\u201d in Proc. 61st Annu. Meeting Assoc. Comput. Linguistics (ACL), Vol. 1: Long Papers, 2023, pp. 16235\u201316250."}],"container-title":["Data Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.sciengine.com\/sci-open\/api\/v1\/open\/file\/pdf\/6D9A68CD91664DE0A8129D8E1970281E","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.sciengine.com\/doi\/10.3724\/2096-7004.di.2025.0349","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.sciengine.com\/sci-open\/api\/v1\/open\/file\/pdf\/6D9A68CD91664DE0A8129D8E1970281E","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T08:00:14Z","timestamp":1781769614000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.sciengine.com\/doi\/10.3724\/2096-7004.di.2025.0349"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,30]]},"references-count":27,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2026,4,30]]},"published-print":{"date-parts":[[2026,6,1]]}},"URL":"https:\/\/doi.org\/10.3724\/2096-7004.di.2025.0349","relation":{},"ISSN":["2096-7004"],"issn-type":[{"value":"2096-7004","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4,30]]}}}