{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T02:59:05Z","timestamp":1772593145186,"version":"3.50.1"},"reference-count":23,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Inf. & Syst."],"published-print":{"date-parts":[[2024,4,1]]},"DOI":"10.1587\/transinf.2023ihp0005","type":"journal-article","created":{"date-parts":[[2024,3,31]],"date-time":"2024-03-31T22:20:23Z","timestamp":1711923623000},"page":"495-504","source":"Crossref","is-referenced-by-count":1,"title":["PSDSpell: Pre-Training with Self-Distillation Learning for Chinese Spelling Correction"],"prefix":"10.1587","volume":"E107.D","author":[{"given":"Li","family":"HE","sequence":"first","affiliation":[{"name":"College of Informatics, North China University of Technology"},{"name":"CNONIX National Standard Application and Promotion Lab"}]},{"given":"Xiaowu","family":"ZHANG","sequence":"additional","affiliation":[{"name":"College of Informatics, North China University of Technology"},{"name":"CNONIX National Standard Application and Promotion Lab"}]},{"given":"Jianyong","family":"DUAN","sequence":"additional","affiliation":[{"name":"College of Informatics, North China University of Technology"},{"name":"CNONIX National Standard Application and Promotion Lab"}]},{"given":"Hao","family":"WANG","sequence":"additional","affiliation":[{"name":"College of Informatics, North China University of Technology"},{"name":"CNONIX National Standard Application and Promotion Lab"}]},{"given":"Xin","family":"LI","sequence":"additional","affiliation":[{"name":"College of Informatics, North China University of Technology"},{"name":"CNONIX National Standard Application and Promotion Lab"}]},{"given":"Liang","family":"ZHAO","sequence":"additional","affiliation":[{"name":"School of Information Management, Wuhan University"},{"name":"Key Laboratory of Semantic Publishing and Knowledge Service of the National Press and Publication Administration, Wuhan University"}]}],"member":"532","reference":[{"key":"1","unstructured":"[1] C.L. Liu, M.H. Lai, Y.H. Chuang, and C.Y. Lee, \u201cVisually and phonologically similar characters in incorrect simplified Chinese words,\u201d Coling 2010: Posters, Beijing, China, pp.739-747, Aug. 2010."},{"key":"2","doi-asserted-by":"crossref","unstructured":"[2] C. Li, C. Zhang, X. Zheng, and X. Huang, \u201cExploration and exploitation: Two ways to improve Chinese spelling correction models,\u201d Proc. 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 2: Short Papers), Online, pp.441-446, Association for Computational Linguistics, Aug. 2021. 10.18653\/v1\/2021.acl-short.56","DOI":"10.18653\/v1\/2021.acl-short.56"},{"key":"3","unstructured":"[3] J. Devlin, M.W. Chang, K. Lee, and K. Toutanova, \u201cBERT: Pre-training of deep bidirectional transformers for language understanding,\u201d Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp.4171-4186, June 2019."},{"key":"4","unstructured":"[4] S.H. Wu, C.L. Liu, and L.H. Lee, \u201cChinese spelling check evaluation at SIGHAN bake-off 2013,\u201d Proc. Seventh SIGHAN Workshop on Chinese Language Processing, Nagoya, Japan, pp.35-42, Oct. 2013."},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] L.C. Yu, L.H. Lee, Y.H. Tseng, and H.H. Chen, \u201cOverview of SIGHAN 2014 bake-off for Chinese spelling check,\u201d Proc. Third CIPS-SIGHAN Joint Conference on Chinese Language Processing, Wuhan, China, pp.126-132, Oct. 2014.","DOI":"10.3115\/v1\/W14-6820"},{"key":"6","doi-asserted-by":"crossref","unstructured":"[6] Y.-H. Tseng, L.-H. Lee, L.-P. Chang, and H.-H. Chen, \u201cIntroduction to SIGHAN 2015 bake-off for Chinese spelling check,\u201d Proc. Eighth SIGHAN Workshop on Chinese Language Processing, Beijing, China, pp.32-37, Association for Computational Linguistics, July 2015. 10.18653\/v1\/w15-3106","DOI":"10.18653\/v1\/W15-3106"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] S. Liu, T. Yang, T. Yue, F. Zhang, and D. Wang, \u201cPLOME: Pre-training with misspelled knowledge for Chinese spelling correction,\u201d Proc. 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), Online, pp.2991-3000, Association for Computational Linguistics, Aug. 2021. 10.18653\/v1\/2021.acl-long.233","DOI":"10.18653\/v1\/2021.acl-long.233"},{"key":"8","doi-asserted-by":"crossref","unstructured":"[8] H.-D. Xu, Z. Li, Q. Zhou, C. Li, Z. Wang, Y. Cao, H. Huang, and X.-L. Mao, \u201cRead, listen, and see: Leveraging multimodal information helps Chinese spell checking,\u201d Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, Online, pp.716-728, Association for Computational Linguistics, Aug. 2021. 10.18653\/v1\/2021.findings-acl.64","DOI":"10.18653\/v1\/2021.findings-acl.64"},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] R. Zhang, C. Pang, C. Zhang, S. Wang, Z. He, Y. Sun, H. Wu, and H. Wang, \u201cCorrecting Chinese spelling errors with phonetic pre-training,\u201d Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, Online, pp.2250-2261, Association for Computational Linguistics, Aug. 2021. 10.18653\/v1\/2021.findings-acl.198","DOI":"10.18653\/v1\/2021.findings-acl.198"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] Z. Sun, X. Li, X. Sun, Y. Meng, X. Ao, Q. He, F. Wu, and J. Li, \u201cChineseBERT: Chinese pretraining enhanced by glyph and pinyin information,\u201d Proc. 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), Online, pp.2065-2075, Association for Computational Linguistics, Aug. 2021. 10.18653\/v1\/2021.acl-long.161","DOI":"10.18653\/v1\/2021.acl-long.161"},{"key":"11","doi-asserted-by":"crossref","unstructured":"[11] Y. Jiang, T. Wang, T. Lin, F. Wang, W. Cheng, X. Liu, C. Wang, and W. Zhang, \u201cA rule based Chinese spelling and grammar detection system utility,\u201d 2012 International Conference on System Science and Engineering (ICSSE), pp.437-440, 2012. 10.1109\/ICSSE.2012.6257223","DOI":"10.1109\/ICSSE.2012.6257223"},{"key":"12","doi-asserted-by":"crossref","unstructured":"[12] Y.-R. Wang and Y.-F. Liao, \u201cWord vector\/conditional random field-based Chinese spelling error detection for SIGHAN-2015 evaluation,\u201d Proc. Eighth SIGHAN Workshop on Chinese Language Processing, Beijing, China, pp.46-49, Association for Computational Linguistics, July 2015. 10.18653\/v1\/W15-3108","DOI":"10.18653\/v1\/W15-3108"},{"key":"13","doi-asserted-by":"crossref","unstructured":"[13] Q. Huang, P. Huang, X. Zhang, W. Xie, K. Hong, B. Chen, and L. Huang, \u201cChinese spelling check system based on tri-gram model,\u201d Proc. Third CIPS-SIGHAN Joint Conference on Chinese Language Processing, Wuhan, China, pp.173-178, Association for Computational Linguistics, Oct. 2014. 10.3115\/v1\/W14-6827","DOI":"10.3115\/v1\/W14-6827"},{"key":"14","doi-asserted-by":"crossref","unstructured":"[14] C. Zhu, Z. Ying, B. Zhang, and F. Mao, \u201cMDCSpell: A multi-task detector-corrector framework for Chinese spelling correction,\u201d Findings of the Association for Computational Linguistics: ACL 2022, Dublin, Ireland, pp.1244-1253, Association for Computational Linguistics, May 2022. 10.18653\/v1\/2022.findings-acl.98","DOI":"10.18653\/v1\/2022.findings-acl.98"},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] S. Liu, S. Song, T. Yue, T. Yang, H. Cai, T. Yu, and S. Sun, \u201cCRASpell: A contextual typo robust approach to improve Chinese spelling correction,\u201d Findings of the Association for Computational Linguistics: ACL 2022, Dublin, Ireland, pp.3008-3018, Association for Computational Linguistics, May 2022. 10.18653\/v1\/2022.findings-acl.237","DOI":"10.18653\/v1\/2022.findings-acl.237"},{"key":"16","doi-asserted-by":"crossref","unstructured":"[16] Y. Gao, J.-X. Zhuang, S. Lin, H. Cheng, X. Sun, K. Li, and C. Shen, \u201cDisCo: Remedying self-supervised learning on lightweight models with distilled contrastive learning,\u201d Computer Vision-ECCV 2022, Cham, pp.237-253, Springer Nature Switzerland, 2022. 10.1007\/978-3-031-19809-0_14","DOI":"10.1007\/978-3-031-19809-0_14"},{"key":"17","doi-asserted-by":"crossref","unstructured":"[17] L. Zhang, J. Song, A. Gao, J. Chen, C. Bao, and K. Ma, \u201cBe your own teacher: Improve the performance of convolutional neural networks via self distillation,\u201d Proc. IEEE\/CVF International Conference on Computer Vision (ICCV), Oct. 2019. 10.1109\/ICCV.2019.00381","DOI":"10.1109\/ICCV.2019.00381"},{"key":"18","unstructured":"[18] H. Lee, S.J. Hwang, and J. Shin, \u201cRethinking data augmentation: Self-supervision and self-distillation,\u201d arXiv preprint arXiv:1910.05872, 2019."},{"key":"19","doi-asserted-by":"crossref","unstructured":"[19] Y. Wang, S. Lin, Y. Qu, H. Wu, Z. Zhang, Y. Xie, and A. Yao, \u201cTowards compact single image super-resolution via contrastive self-distillation,\u201d arXiv preprint arXiv:2105.11683, 2021.","DOI":"10.24963\/ijcai.2021\/155"},{"key":"20","unstructured":"[20] K. Clark, M. Luong, Q.V. Le, and C.D. Manning, \u201cELECTRA: Pre-training text encoders as discriminators rather than generators,\u201d arXiv preprint arXiv:2003.10555, 2020."},{"key":"21","doi-asserted-by":"crossref","unstructured":"[21] J. Li, Q. Wang, Z. Mao, J. Guo, Y. Yang, and Y. Zhang, \u201cImproving Chinese spelling check by character pronunciation prediction: The effects of adaptivity and granularity,\u201d Proc. 2022 Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, United Arab Emirates, pp.4275-4286, Association for Computational Linguistics, Dec. 2022. 10.18653\/v1\/2022.emnlp-main.287","DOI":"10.18653\/v1\/2022.emnlp-main.287"},{"key":"22","doi-asserted-by":"crossref","unstructured":"[22] D. Wang, Y. Song, J. Li, J. Han, and H. Zhang, \u201cA hybrid approach to automatic corpus generation for Chinese spelling check,\u201d Proc. 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, pp.2517-2527, Association for Computational Linguistics, Oct.-Nov. 2018. 10.18653\/v1\/D18-1273","DOI":"10.18653\/v1\/D18-1273"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] X. Cheng, W. Xu, K. Chen, S. Jiang, F. Wang, T. Wang, W. Chu, and Y. Qi, \u201cSpellGCN: Incorporating phonological and visual similarities into language models for Chinese spelling check,\u201d Proc. 58th Annual Meeting of the Association for Computational Linguistics, Online, pp.871-881, Association for Computational Linguistics, July 2020. 10.18653\/v1\/2020.acl-main.81","DOI":"10.18653\/v1\/2020.acl-main.81"}],"container-title":["IEICE Transactions on Information and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E107.D\/4\/E107.D_2023IHP0005\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T10:57:05Z","timestamp":1731668225000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E107.D\/4\/E107.D_2023IHP0005\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,1]]},"references-count":23,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024]]}},"URL":"https:\/\/doi.org\/10.1587\/transinf.2023ihp0005","relation":{},"ISSN":["0916-8532","1745-1361"],"issn-type":[{"value":"0916-8532","type":"print"},{"value":"1745-1361","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,1]]},"article-number":"2023IHP0005"}}