{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:08:28Z","timestamp":1757617708727,"version":"3.44.0"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,3,17]],"date-time":"2025-03-17T00:00:00Z","timestamp":1742169600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,17]],"date-time":"2025-03-17T00:00:00Z","timestamp":1742169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Social Science Fund of China","award":["22BTQ068"],"award-info":[{"award-number":["22BTQ068"]}]},{"name":"Science and Technology Program of Guangzhou","award":["202002030227"],"award-info":[{"award-number":["202002030227"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s10579-025-09814-7","type":"journal-article","created":{"date-parts":[[2025,3,17]],"date-time":"2025-03-17T01:25:43Z","timestamp":1742174743000},"page":"2453-2468","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A new evaluation method: evaluation data and metrics for Chinese grammatical error correction"],"prefix":"10.1007","volume":"59","author":[{"given":"Nankai","family":"Lin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yingwen","family":"Fu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaotian","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziyu","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shengyi","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,17]]},"reference":[{"key":"9814_CR1","unstructured":"Asano, H., Mizumoto, T., & Inui, K. (2017). Reference-based metrics can be replaced with reference-less metrics in evaluating grammatical error correction systems. In G. Kondrak & T. Watanabe (Eds.), Proceedings of the Eighth International Joint Conference on Natural Language Processing, IJCNLP 2017: Short papers, Taipei, Taiwan, November 27\u2013December 1, 2017 (Vol. 2, pp. 343\u2013348). https:\/\/aclanthology.org\/I17-2058\/"},{"key":"9814_CR2","doi-asserted-by":"crossref","unstructured":"Chollampatt, S., & Ng, H. T. (2018). A multilayer convolutional encoder-decoder neural network for grammatical error correction. In S. A. McIlraith & K. Q. Weinberger (Eds.), Proceedings of the thirty-second AAAI conference on artificial intelligence, (AAAI-18), the 30th innovative applications of artificial intelligence (IAAI-18), and the 8th AAAI symposium on educational advances in artificial intelligence (EAAI-18), New Orleans, Louisiana, USA, February 2\u20137, 2018 (pp. 5755\u20135762). https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/17308","DOI":"10.1609\/aaai.v32i1.12069"},{"key":"9814_CR3","unstructured":"Dahlmeier, D., & Ng, H. T. (2012). Better evaluation for grammatical error correction. In Human language technologies: Conference of the North American Chapter of the Association of Computational Linguistics, Proceedings, June 3\u20138, 2012, Montr\u00e9al, Canada (pp. 568\u2013572). https:\/\/aclanthology.org\/N12-1067\/"},{"key":"9814_CR4","unstructured":"Dale, R., Anisimoff, I., & Narroway, G. (2012). HOO 2012: A report on the preposition and determiner error correction shared task. In J. R. Tetreault, J. Burstein & C. Leacock (Eds.), Proceedings of the seventh workshop on building educational applications using NLP, BEA@NAACL-HLT 2012, June 7, 2012, Montr\u00e9al, Canada (pp. 54\u201362). https:\/\/aclanthology.org\/W12-2006\/"},{"key":"9814_CR5","doi-asserted-by":"publisher","unstructured":"Felice, M., & Briscoe, T. (2015). Towards a standard evaluation method for grammatical error detection and correction. In R. Mihalcea, J. Y. Chai & A. Sarkar (Eds.), NAACL HLT 2015, the 2015 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Denver, Colorado, USA, May 31\u2013June 5, 2015 (pp. 578\u2013587). https:\/\/doi.org\/10.3115\/v1\/n15-1060","DOI":"10.3115\/v1\/n15-1060"},{"key":"9814_CR6","doi-asserted-by":"publisher","unstructured":"Gotou, T., Nagata, R., Mita, M., & Hanawa, K. (2020). Taking the correction difficulty into account in grammatical error correction evaluation. In D. Scott, N. Bel & C. Zong (Eds.), Proceedings of the 28th international conference on computational linguistics, COLING 2020 (Online), Barcelona, Spain, December 8\u201313, 2020 (pp. 2085\u20132095). https:\/\/doi.org\/10.18653\/v1\/2020.coling-main.188","DOI":"10.18653\/v1\/2020.coling-main.188"},{"issue":"5","key":"9814_CR7","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1093\/comjnl\/bxad087","volume":"67","author":"N Lin","year":"2023","unstructured":"Lin, N., Lin, X., Fu, Y., Jiang, S., & Wang, L. (2023). A Chinese grammatical error correction model based on grammatical generalization and parameter sharing. Computer Journal, 67(5), 1628\u20131636.","journal-title":"Computer Journal"},{"key":"9814_CR8","unstructured":"Mizumoto, T., Komachi, M., Nagata, M., & Matsumoto, Y. (2011a). Mining revision log of language learning SNS for automated Japanese error correction of second language learners. In Proceedings of 5th international joint conference on natural language processing (pp. 147\u2013155). Asian Federation of Natural Language Processing. https:\/\/aclanthology.org\/I11-1017"},{"key":"9814_CR9","unstructured":"Mizumoto, T., Komachi, M., Nagata, M., & Matsumoto, Y. (2011b). Mining revision log of language learning SNS for automated Japanese error correction of second language learners. In Fifth international joint conference on natural language processing, IJCNLP 2011, Chiang Mai, Thailand, November 8\u201313, 2011 (pp. 147\u2013155). https:\/\/aclanthology.org\/I11-1017\/"},{"key":"9814_CR10","doi-asserted-by":"publisher","unstructured":"Napoles, C., Sakaguchi, K., Post, M., & Tetreault, J. (2015). Ground truth for grammatical error correction metrics. In Proceedings of the 53rd annual meeting of the Association for Computational Linguistics and the 7th international joint conference on natural language processing: Short papers (Vol. 2, pp. 588\u2013593). Association for Computational Linguistics. https:\/\/doi.org\/10.3115\/v1\/P15-2097","DOI":"10.3115\/v1\/P15-2097"},{"key":"9814_CR11","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., & Zhu, W. (2002). BLEU: A method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics, July 6\u201312, 2002, Philadelphia, PA, USA (pp. 311\u2013318). https:\/\/doi.org\/10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"9814_CR12","unstructured":"Park, Y. A., & Levy, R. (2011). Automated whole sentence grammar correction using a noisy channel model. In Proceedings of the 49th annual meeting of the Association for Computational Linguistics: Human language technologies (pp. 934\u2013944). Association for Computational Linguistics. https:\/\/aclanthology.org\/P11-1094"},{"key":"9814_CR13","unstructured":"Tang, Z., Ji, Y., Zhao, Y., & Li, J. (2021). Chinese grammatical error correction enhanced by data augmentation from word and character levels. In Proceedings of the 20th Chinese national conference on computational linguistics (pp. 813\u2013824). Chinese Information Processing Society of China. https:\/\/aclanthology.org\/2021.ccl-1.73"},{"key":"9814_CR14","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N., Kaiser, L., & Polosukhin, I. (2017). Attention is all you need. In I. Guyon, U. von Luxburg, S. Bengio, H. M. Wallach, R. Fergus, S. V. N. Vishwanathan & R. Garnett (Eds.), Advances in neural information processing systems 30: Annual conference on neural information processing systems 2017, December 4\u20139, 2017, Long Beach, CA, USA (pp. 5998\u20136008)."},{"key":"9814_CR15","unstructured":"Wang, H., Kurosawa, M., Katsumata, S., & Komachi, M. (2020a). Chinese grammatical correction using BERT-based pre-trained model. CoRR abs\/2011.02093 arXiv:2011.02093"},{"key":"9814_CR16","doi-asserted-by":"crossref","unstructured":"Wang, H., Kurosawa, M., Katsumata, S., & Komachi, M. (2020b). Chinese grammatical correction using BERT-based pre-trained model. In Proceedings of the 1st conference of the Asia\u2013Pacific Chapter of the Association for Computational Linguistics and the 10th international joint conference on natural language processing, 2020. https:\/\/www.aclweb.org\/anthology\/2020.aacl-main.20","DOI":"10.18653\/v1\/2020.aacl-main.20"},{"key":"9814_CR17","doi-asserted-by":"publisher","unstructured":"Yoshimura, R., Kaneko, M., Kajiwara, T., & Komachi, M. (2020). SOME: Reference-less sub-metrics optimized for manual evaluations of grammatical error correction. In D. Scott, N. Bel, & C. Zong (Eds.), Proceedings of the 28th international conference on computational linguistics, COLING 2020 (Online), Barcelona, Spain, December 8\u201313, 2020 (pp. 6516\u20136522). https:\/\/doi.org\/10.18653\/v1\/2020.coling-main.573","DOI":"10.18653\/v1\/2020.coling-main.573"},{"key":"9814_CR18","doi-asserted-by":"publisher","unstructured":"Yuan, Z., & Briscoe, T. (2016). Grammatical error correction using neural machine translation. In K. Knight, A. Nenkova & O. Rambow (Eds.), NAACL HLT 2016, the 2016 conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, San Diego, California, USA, June 12\u201317, 2016 (pp. 380\u2013386). https:\/\/doi.org\/10.18653\/v1\/n16-1042","DOI":"10.18653\/v1\/n16-1042"},{"key":"9814_CR19","unstructured":"Zhang, B. (2006). The labeling problem of \u201cHSK Dynamic Composition Corpus\u201d. In The 5th international symposium on Chinese electronic teaching (pp. 363\u2013370)."},{"key":"9814_CR20","doi-asserted-by":"publisher","unstructured":"Zhao, W., Wang, L., Shen, K., Jia, R., & Liu, J. (2019). Improving grammatical error correction via pre-training a copy-augmented architecture with unlabeled data. In J. Burstein, C. Doran & T. Solorio (Eds.), Proceedings of the 2019 conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019 (long and short papers), Minneapolis, MN, USA, June 2\u20137, 2019 (Vol. 1, pp. 156\u2013165). https:\/\/doi.org\/10.18653\/v1\/n19-1014","DOI":"10.18653\/v1\/n19-1014"},{"key":"9814_CR22","doi-asserted-by":"publisher","unstructured":"Zhao, Y., Jiang, N., Sun, W., & Wan, X. (2018). Overview of the NLPCC 2018 shared task: Grammatical error correction. In M. Zhang, V. Ng, D. Zhao, S. Li & H. Zan (Eds.), Natural language processing and Chinese computing\u20147th CCF international conference, NLPCC 2018, Proceedings, Part II. Lecture notes in computer science, Hohhot, China, August 26\u201330, 2018 (vol. 11109, pp. 439\u2013445). https:\/\/doi.org\/10.1007\/978-3-319-99501-4_41","DOI":"10.1007\/978-3-319-99501-4_41"},{"key":"9814_CR21","doi-asserted-by":"crossref","unstructured":"Zhao, Z., & Wang, H. (2020). MaskGEC: Improving neural grammatical error correction via dynamic masking. In: The thirty-fourth AAAI conference on artificial intelligence, AAAI 2020, the thirty-second innovative applications of artificial intelligence conference, IAAI 2020, the tenth AAAI symposium on educational advances in artificial intelligence, EAAI 2020, New York, NY, USA, February 7\u201312, 2020 (pp. 1226\u20131233). https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/5476","DOI":"10.1609\/aaai.v34i01.5476"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-025-09814-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10579-025-09814-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-025-09814-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T08:52:41Z","timestamp":1757148761000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10579-025-09814-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,17]]},"references-count":22,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["9814"],"URL":"https:\/\/doi.org\/10.1007\/s10579-025-09814-7","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"type":"print","value":"1574-020X"},{"type":"electronic","value":"1574-0218"}],"subject":[],"published":{"date-parts":[[2025,3,17]]},"assertion":[{"value":"29 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that we do not have any commercial or associative interest that represents a conflict of interest in connection with the work submitted and that the research do not involve human participants and\/or animals.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}