{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T05:37:33Z","timestamp":1769751453874,"version":"3.49.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,6,7]],"date-time":"2021-06-07T00:00:00Z","timestamp":1623024000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,7]],"date-time":"2021-06-07T00:00:00Z","timestamp":1623024000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672102"],"award-info":[{"award-number":["61672102"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61073034"],"award-info":[{"award-number":["61073034"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["60940032"],"award-info":[{"award-number":["60940032"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Advanced Innovation Center for Materials Genome Engineering","award":["No.21-2019-02629"],"award-info":[{"award-number":["No.21-2019-02629"]}]},{"name":"Beijing Advanced Innovation Center for Materials Genome Engineering","award":["No.21-2020-02902"],"award-info":[{"award-number":["No.21-2020-02902"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s11063-021-10547-1","type":"journal-article","created":{"date-parts":[[2021,6,7]],"date-time":"2021-06-07T12:10:09Z","timestamp":1623067809000},"page":"3339-3356","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":52,"title":["Named Entity Recognition by Using XLNet-BiLSTM-CRF"],"prefix":"10.1007","volume":"53","author":[{"given":"Rongen","family":"Yan","sequence":"first","affiliation":[]},{"given":"Xue","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Depeng","family":"Dang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,7]]},"reference":[{"key":"10547_CR1","doi-asserted-by":"publisher","unstructured":"Aguilar G, L\u00f3pez-Monroy AP, Gonz\u00e1lez F, Solorio T (2018) Modeling noisiness to recognize named entities using multitask neural networks on social media. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long Papers), Association for Computational Linguistics, New Orleans, Louisiana, pp. 1401\u20131412. https:\/\/doi.org\/10.18653\/v1\/N18-1127. https:\/\/www.aclweb.org\/anthology\/N18-1127","DOI":"10.18653\/v1\/N18-1127"},{"key":"10547_CR2","unstructured":"Akbik A, Blythe D, Vollgraf R (2018a) Contextual string embeddings for sequence labeling. In: Proceedings of the 27th international conference on computational linguistics, pp. 1638\u20131649"},{"key":"10547_CR3","unstructured":"Akbik A, Blythe D, Vollgraf R (2018b) Contextual string embeddings for sequence labeling. In: Proceedings of the 27th international conference on computational linguistics, Association for Computational Linguistics, Santa Fe, New Mexico, USA, pp. 1638\u20131649. https:\/\/www.aclweb.org\/anthology\/C18-1139"},{"key":"10547_CR4","doi-asserted-by":"crossref","unstructured":"Akbik A, Bergmann T, Vollgraf R (2019a) Pooled contextualized embeddings for named entity recognition. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 1 (Long and Short Papers), pp. 724\u2013728","DOI":"10.18653\/v1\/N19-1078"},{"key":"10547_CR5","doi-asserted-by":"publisher","unstructured":"Akbik A, Bergmann T, Vollgraf R (2019b) Pooled contextualized embeddings for named entity recognition. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long and Short Papers), Association for Computational Linguistics, Minneapolis, Minnesota, pp. 724\u2013728, https:\/\/doi.org\/10.18653\/v1\/N19-1078. https:\/\/www.aclweb.org\/anthology\/N19-1078","DOI":"10.18653\/v1\/N19-1078"},{"key":"10547_CR6","first-page":"6236","volume":"33","author":"H Chen","year":"2019","unstructured":"Chen H, Lin Z, Ding G, Lou J, Zhang Y, Karlsson B (2019) GRN: gated relation network to enhance convolutional neural network for named entity recognition. Proc AAAI Conf Artif Intell 33:6236\u20136243","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"10547_CR7","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1162\/tacl_a_00104","volume":"4","author":"JP Chiu","year":"2016","unstructured":"Chiu JP, Nichols E (2016) Named entity recognition with bidirectional LSTM-CNNS. Trans Assoc Comput Linguist 4:357\u2013370","journal-title":"Trans Assoc Comput Linguist"},{"issue":"1","key":"10547_CR8","first-page":"2493","volume":"12","author":"R Collobert","year":"2011","unstructured":"Collobert R, Weston J, Bottou L, Karlen M, Kavukcuoglu K, Kuksa P (2011) Natural language processing (almost) from scratch. J Mach Learn Res 12(1):2493\u20132537","journal-title":"J Mach Learn Res"},{"key":"10547_CR9","doi-asserted-by":"crossref","unstructured":"Dai Z, Yang Z, Yang Y, Carbonell J, Le QV, Salakhutdinov R (2019) Transformer-xl: attentive language models beyond a fixed-length context. arXiv preprint arXiv:1901.02860","DOI":"10.18653\/v1\/P19-1285"},{"key":"10547_CR10","doi-asserted-by":"crossref","unstructured":"Derczynski L, Nichols E, Erp MV, Limsopatham N (2017) Results of the wnut2017 shared task on novel and emerging entity recognition. In: Proceedings of the 3rd workshop on noisy user-generated text","DOI":"10.18653\/v1\/W17-4418"},{"key":"10547_CR11","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2018) Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805"},{"key":"10547_CR12","doi-asserted-by":"crossref","unstructured":"Edunov S, Baevski A, Auli M (2019) Pre-trained language model representations for language generation. arXiv preprint arXiv:1903.09722","DOI":"10.18653\/v1\/N19-1409"},{"key":"10547_CR13","doi-asserted-by":"crossref","unstructured":"Gong C, Tang J, Zhou S, Hao Z, Wang J (2019) Chinese named entity recognition with bert. DEStech transactions on computer science and engineering (cisnrc)","DOI":"10.12783\/dtcse\/cisnrc2019\/33299"},{"key":"10547_CR14","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1016\/j.procs.2018.08.193","volume":"135","author":"W Gunawan","year":"2018","unstructured":"Gunawan W, Suhartono D, Purnomo F, Ongko A (2018) Named-entity recognition for Indonesian language using bidirectional LSTM-CNNs. Proc Comput Sci 135:425\u2013432","journal-title":"Proc Comput Sci"},{"issue":"14","key":"10547_CR15","doi-asserted-by":"publisher","first-page":"i37","DOI":"10.1093\/bioinformatics\/btx228","volume":"33","author":"M Habibi","year":"2017","unstructured":"Habibi M, Weber L, Neves M, Wiegandt DL, Leser U (2017) Deep learning with word embeddings improves biomedical named entity recognition. Bioinformatics 33(14):i37\u2013i48","journal-title":"Bioinformatics"},{"key":"10547_CR16","doi-asserted-by":"crossref","unstructured":"Hammerton J (2003) Named entity recognition with long short-term memory. In: Proceedings of the 7th conference on natural language learning at HLT-NAACL 2003-vol. 4, Association for Computational Linguistics, pp. 172\u2013175","DOI":"10.3115\/1119176.1119202"},{"key":"10547_CR17","doi-asserted-by":"crossref","unstructured":"Ju M, Miwa M, Ananiadou S (2018) A neural layered model for nested named entity recognition. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long Papers), pp. 1446\u20131459","DOI":"10.18653\/v1\/N18-1131"},{"key":"10547_CR18","unstructured":"Lafferty J, McCallum A, Pereira FC (2001) Conditional random fields: probabilistic models for segmenting and labeling sequence data"},{"key":"10547_CR19","doi-asserted-by":"publisher","unstructured":"Lample G, Ballesteros M, Subramanian S, Kawakami K, Dyer C (2016a) Neural architectures for named entity recognition. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Association for Computational Linguistics, San Diego, California, pp. 260\u2013270. https:\/\/doi.org\/10.18653\/v1\/N16-1030. https:\/\/www.aclweb.org\/anthology\/N16-1030","DOI":"10.18653\/v1\/N16-1030"},{"key":"10547_CR20","doi-asserted-by":"crossref","unstructured":"Lample G, Ballesteros M, Subramanian S, Kawakami K, Dyer C (2016b) Neural architectures for named entity recognition. arXiv preprint arXiv:1603.01360","DOI":"10.18653\/v1\/N16-1030"},{"key":"10547_CR21","doi-asserted-by":"crossref","unstructured":"Lin D, Wu X (2009) Phrase clustering for discriminative learning. In: ACL 2009, proceedings of the 47th annual meeting of the association for computational linguistics and the 4th international joint conference on natural language processing of the AFNLP, 2\u20137 Aug 2009, Singapore","DOI":"10.3115\/1690219.1690290"},{"key":"10547_CR22","doi-asserted-by":"crossref","unstructured":"Luo G, Huang X, Lin CY, Nie Z (2016) Joint entity recognition and disambiguation. In: Conference on empirical methods in natural language processing","DOI":"10.18653\/v1\/D15-1104"},{"key":"10547_CR23","doi-asserted-by":"publisher","unstructured":"Ma X, Hovy E (2016) End-to-end sequence labeling via bi-directional LSTM-CNNs-CRF. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Association for Computational Linguistics, Berlin, Germany, pp. 1064\u20131074. https:\/\/doi.org\/10.18653\/v1\/P16-1101. https:\/\/www.aclweb.org\/anthology\/P16-1101","DOI":"10.18653\/v1\/P16-1101"},{"key":"10547_CR24","doi-asserted-by":"crossref","unstructured":"McCallum A, Li W (2003) Early results for named entity recognition with conditional random fields, feature induction and web-enhanced lexicons","DOI":"10.3115\/1119176.1119206"},{"key":"10547_CR25","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013a) Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781"},{"key":"10547_CR26","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013b) Distributed representations of words and phrases and their compositionality. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems, Curran Associates, Inc., vol.\u00a026, pp. 3111\u20133119. https:\/\/proceedings.neurips.cc\/paper\/2013\/file\/9aa42b31882ec039965f3c4923ce901b-Paper.pdf"},{"key":"10547_CR27","doi-asserted-by":"crossref","unstructured":"Moreno JG, Pontes EL, Coustaty M, Doucet A (2019) TLR at BSNLP2019: a multilingual named entity recognition system. In: Proceedings of the 7th workshop on Balto-Slavic natural language processing, pp. 83\u201388","DOI":"10.18653\/v1\/W19-3711"},{"key":"10547_CR28","doi-asserted-by":"crossref","unstructured":"Naseem U, Khushi M, Reddy V, Rajendran S, Razzak I, Kim J (2020) Bioalbert: A simple and effective pre-trained language model for biomedical named entity recognition. arXiv:2009.09223","DOI":"10.21203\/rs.3.rs-90025\/v1"},{"key":"10547_CR29","doi-asserted-by":"crossref","unstructured":"Oudah M, Shaalan K (2017) Nera 2.0: Improving coverage and performance of rule-based named entity recognition for arabic. Nat Lang Eng 23(3):441\u2013472","DOI":"10.1017\/S1351324916000097"},{"key":"10547_CR30","doi-asserted-by":"crossref","unstructured":"Passos A, Kumar V, McCallum A (2014) Lexicon infused phrase embeddings for named entity resolution. arxiv: 1404.5367","DOI":"10.3115\/v1\/W14-1609"},{"key":"10547_CR31","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: Proceedings of the 2014 conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"10547_CR32","doi-asserted-by":"publisher","unstructured":"Peters M, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018a) Deep contextualized word representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long Papers), Association for Computational Linguistics, New Orleans, Louisiana, pp. 2227\u20132237. https:\/\/doi.org\/10.18653\/v1\/N18-1202. https:\/\/www.aclweb.org\/anthology\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"key":"10547_CR33","doi-asserted-by":"crossref","unstructured":"Peters ME, Ammar W, Bhagavatula C, Power R (2017) Semi-supervised sequence tagging with bidirectional language models. arXiv preprint arXiv:1705.00108","DOI":"10.18653\/v1\/P17-1161"},{"key":"10547_CR34","doi-asserted-by":"crossref","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018b) Deep contextualized word representations. arXiv preprint arXiv:1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"10547_CR35","doi-asserted-by":"crossref","unstructured":"Qiu X, Sun T, Xu Y, Shao Y, Dai N, Huang X (2020) Pre-trained models for natural language processing: a survey. arXiv:2003.08271","DOI":"10.1007\/s11431-020-1647-3"},{"key":"10547_CR36","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. URL https:\/\/www.s3-us-west-2amazonawscom\/openai-assets\/researchcovers\/languageunsupervised\/languageunderstandingpaper.pdf"},{"key":"10547_CR37","doi-asserted-by":"crossref","unstructured":"Ratinov L, Roth D (2009) Design challenges and misconceptions in named entity recognition. In: Proceedings of the 13th Conference on Computational Natural Language Learning (CoNLL-2009), pp. 147\u2013155","DOI":"10.3115\/1596374.1596399"},{"key":"10547_CR38","unstructured":"Reimers N, Gurevych I (2019) Alternative weighting schemes for elmo embeddings. arXiv preprint arXiv:1904.02954"},{"issue":"3","key":"10547_CR39","doi-asserted-by":"publisher","first-page":"815","DOI":"10.18517\/ijaseit.7.3.1811","volume":"7","author":"RE Salah","year":"2017","unstructured":"Salah RE et al (2017) Arabic rule-based named entity recognition systems progress and challenges. Int J Adv Sci Eng Inf Technol 7(3):815\u2013821","journal-title":"Int J Adv Sci Eng Inf Technol"},{"key":"10547_CR40","unstructured":"Sang EF, De\u00a0Meulder F (2003) Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition. arXiv:cs\/0306050"},{"key":"10547_CR41","doi-asserted-by":"crossref","unstructured":"Shen Y, Yun H, Lipton ZC, Kronrod Y, Anandkumar A (2017) Deep active learning for named entity recognition. arXiv preprint arXiv:1707.05928","DOI":"10.18653\/v1\/W17-2630"},{"key":"10547_CR42","unstructured":"Souza F, Nogueira R, Lotufo R (2019) Portuguese named entity recognition using BERT-CRF. arXiv preprint arXiv:1909.10649"},{"key":"10547_CR43","doi-asserted-by":"crossref","unstructured":"Strubell E, Verga P, Belanger D, McCallum A (2017) Fast and accurate entity recognition with iterated dilated convolutions. arXiv preprint arXiv:1702.02098","DOI":"10.18653\/v1\/D17-1283"},{"key":"10547_CR44","doi-asserted-by":"crossref","unstructured":"Sundermeyer M, Schluter R, Ney H (2012) Lstm neural networks for language modeling. In: Thirteenth annual conference of the international speech communication association","DOI":"10.21437\/Interspeech.2012-65"},{"key":"10547_CR45","doi-asserted-by":"crossref","unstructured":"Szarvas G, Farkas R, Kocsor A (2006) A multilingual named entity recognition system using boosting and c4.5 decision tree learning algorithms. In: Discovery science, 9th international conference, DS 2006, Barcelona, Spain, 7\u201310 Oct 2006, Proceedings","DOI":"10.1007\/11893318_27"},{"key":"10547_CR46","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, pp. 5998\u20136008"},{"key":"10547_CR47","unstructured":"Yadav V, Bethard S (2019) A survey on recent advances in named entity recognition from deep learning models. arXiv preprint arXiv:1910.11470"},{"key":"10547_CR48","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov RR, Le QV (2019) XLNET: Generalized autoregressive pretraining for language understanding. In: Advances in neural information processing systems, pp. 5754\u20135764"},{"key":"10547_CR49","doi-asserted-by":"crossref","unstructured":"Ye ZX, Ling ZH (2018) Hybrid semi-markov crf for neural sequence labeling. arXiv preprint arXiv:1805.03838","DOI":"10.18653\/v1\/P18-2038"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10547-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-021-10547-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10547-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T18:12:13Z","timestamp":1634321533000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-021-10547-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,7]]},"references-count":49,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["10547"],"URL":"https:\/\/doi.org\/10.1007\/s11063-021-10547-1","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,7]]},"assertion":[{"value":"25 May 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}