{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,24]],"date-time":"2025-11-24T21:16:18Z","timestamp":1764018978860,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031353192"},{"type":"electronic","value":"9783031353208"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35320-8_19","type":"book-chapter","created":{"date-parts":[[2023,6,13]],"date-time":"2023-06-13T05:01:53Z","timestamp":1686632513000},"page":"271-284","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Could KeyWord Masking Strategy Improve Language Model?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3245-2741","authenticated-orcid":false,"given":"Mariya","family":"Borovikova","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9115-8222","authenticated-orcid":false,"given":"Arnaud","family":"Ferr\u00e9","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6652-9319","authenticated-orcid":false,"given":"Robert","family":"Bossy","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3272-8568","authenticated-orcid":false,"given":"Mathieu","family":"Roche","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0577-0595","authenticated-orcid":false,"given":"Claire","family":"N\u00e9dellec","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,14]]},"reference":[{"key":"19_CR1","unstructured":"BEYOND: Building epidemiological surveillance & prophylaxis with observations near & distant. https:\/\/www6.inrae.fr\/beyond\/. Accessed 06 Feb 2023"},{"key":"19_CR2","unstructured":"GeoNames. https:\/\/gd.eppo.int\/. Accessed 06 Feb 2023"},{"key":"19_CR3","unstructured":"PESV. https:\/\/gd.eppo.int\/. Accessed 06 Feb 2023"},{"key":"19_CR4","unstructured":"EPPO (2023). EPPO Global Database (available online). https:\/\/plateforme-esv.fr. Accessed 06 Feb 2023"},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Ayoola, T., Fisher, J., Pierleoni, A.: Improving entity disambiguation by reasoning over a knowledge base. arXiv preprint arXiv:2207.04106 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.210"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Baevski, A., Edunov, S., Liu, Y., Zettlemoyer, L., Auli, M.: Cloze-driven pretraining of self-attention networks. arXiv preprint arXiv:1903.07785 (2019)","DOI":"10.18653\/v1\/D19-1539"},{"key":"19_CR7","doi-asserted-by":"publisher","unstructured":"Bossy, R., Del\u00e9ger, L., Chaix, E., Ba, M., N\u00e9dellec, C.: Bacteria Biotope 2019 (2022). https:\/\/doi.org\/10.57745\/PCQFC2","DOI":"10.57745\/PCQFC2"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Chen, X., et al.: One model for all domains: collaborative domain-prefix tuning for cross-domain NER. arXiv preprint arXiv:2301.10410 (2023)","DOI":"10.24963\/ijcai.2023\/559"},{"key":"19_CR9","unstructured":"Derczynski, L., Llorens, H., Saquete, E.: Massively increasing TIMEX3 resources: a transduction approach. In: Proceedings of the Eighth International Conference on Language Resources and Evaluation (LREC 2012), Istanbul, Turkey, pp. 3754\u20133761. European Language Resources Association (ELRA) (2012). http:\/\/www.lrec-conf.org\/proceedings\/lrec2012\/pdf\/451_Paper.pdf"},{"key":"19_CR10","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, Minnesota (Volume 1: Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"issue":"23","key":"19_CR11","first-page":"1","volume":"21","author":"A Ferr\u00e9","year":"2020","unstructured":"Ferr\u00e9, A., Del\u00e9ger, L., Bossy, R., Zweigenbaum, P., N\u00e9dellec, C.: C-norm: a neural approach to few-shot entity normalization. BMC Bioinform. 21(23), 1\u201319 (2020)","journal-title":"BMC Bioinform."},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"Fritzler, A., Logacheva, V., Kretov, M.: Few-shot classification in named entity recognition task. In: Proceedings of the 34th ACM\/SIGAPP Symposium on Applied Computing, pp. 993\u20131000 (2019)","DOI":"10.1145\/3297280.3297378"},{"key":"19_CR13","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.neunet.2019.08.032","volume":"121","author":"L Gligic","year":"2020","unstructured":"Gligic, L., Kormilitzin, A., Goldberg, P., Nevado-Holgado, A.: Named entity recognition in electronic health records using transfer learning bootstrapped neural networks. Neural Netw. 121, 132\u2013139 (2020)","journal-title":"Neural Netw."},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Gritta, M., Pilehvar, M.T., Collier, N.: Which Melbourne? Augmenting geocoding with maps. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 1285\u20131296 (2018)","DOI":"10.18653\/v1\/P18-1119"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Imambi, S., Prakash, K.B., Kanagachidambaresan, G.: PyTorch. In: Programming with TensorFlow: Solution for Edge Computing Applications, pp. 87\u2013104 (2021)","DOI":"10.1007\/978-3-030-57077-4_10"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Iovine, A., Fang, A., Fetahu, B., Rokhlenko, O., Malmasi, S.: CycleNER: an unsupervised training approach for named entity recognition. In: Proceedings of the ACM Web Conference 2022, pp. 2916\u20132924 (2022)","DOI":"10.1145\/3485447.3512012"},{"key":"19_CR17","doi-asserted-by":"crossref","unstructured":"Jia, C., Liang, X., Zhang, Y.: Cross-domain NER using cross-domain language modeling. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 2464\u20132474 (2019)","DOI":"10.18653\/v1\/P19-1236"},{"key":"19_CR18","doi-asserted-by":"crossref","unstructured":"Jiang, S., Cormier, S., Angarita, R., Rousseaux, F.: Improving text mining in plant health domain with GAN and\/or pre-trained language model. Front. Artif. Intell. 6 (2023)","DOI":"10.3389\/frai.2023.1072329"},{"issue":"4","key":"19_CR19","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J., et al.: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4), 1234\u20131240 (2020)","journal-title":"Bioinformatics"},{"issue":"9","key":"19_CR20","doi-asserted-by":"publisher","first-page":"4245","DOI":"10.1109\/TKDE.2020.3038670","volume":"34","author":"J Li","year":"2022","unstructured":"Li, J., Chiu, B., Feng, S., Wang, H.: Few-shot named entity recognition via meta-learning. IEEE Trans. Knowl. Data Eng. 34(9), 4245\u20134256 (2022). https:\/\/doi.org\/10.1109\/TKDE.2020.3038670","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Li, X., et al.: Effective few-shot named entity linking by meta-learning. In: 2022 IEEE 38th International Conference on Data Engineering (ICDE), pp. 178\u2013191. IEEE (2022)","DOI":"10.1109\/ICDE53745.2022.00018"},{"key":"19_CR22","unstructured":"Liu, Z., Jiang, F., Hu, Y., Shi, C., Fung, P.: NER-BERT: a pre-trained model for low-resource entity tagging. arXiv preprint arXiv:2112.00405 (2021)"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: CrossNER: evaluating cross-domain named entity recognition. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 13452\u201313460 (2021)","DOI":"10.1609\/aaai.v35i15.17587"},{"key":"19_CR24","unstructured":"Ming, H., Yang, J., Jiang, L., Pan, Y., An, N.: Few-shot nested named entity recognition. arXiv e-prints, pp. arXiv-2212 (2022)"},{"key":"19_CR25","doi-asserted-by":"crossref","unstructured":"Neumann, M., King, D., Beltagy, I., Ammar, W.: ScispaCy: fast and robust models for biomedical natural language processing. In: BioNLP 2019, p. 319 (2019)","DOI":"10.18653\/v1\/W19-5034"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Pergola, G., Kochkina, E., Gui, L., Liakata, M., He, Y.: Boosting low-resource biomedical QA via entity-aware masking strategies. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, pp. 1977\u20131985 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.169"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Peters, M.E., Ammar, W., Bhagavatula, C., Power, R.: Semi-supervised sequence tagging with bidirectional language models. arXiv preprint arXiv:1705.00108 (2017)","DOI":"10.18653\/v1\/P17-1161"},{"key":"19_CR28","first-page":"915","volume":"12","author":"G Popovski","year":"2019","unstructured":"Popovski, G., Kochev, S., Korousic-Seljak, B., Eftimov, T.: Foodie: a rule-based named-entity recognition method for food information extraction. ICPRAM 12, 915 (2019)","journal-title":"ICPRAM"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Raiman, J., Raiman, O.: Deeptype: multilingual entity linking by neural type system evolution. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.12008"},{"key":"19_CR30","unstructured":"van Rossum, G.: Python programming language. 3(8), 15 (2022). https:\/\/www.python.org\/downloads\/release\/python-3815\/. Accessed 06 Feb 2023"},{"key":"19_CR31","unstructured":"Sang, E.F., De Meulder, F.: Introduction to the CoNLL-2003 shared task: language-independent named entity recognition. arXiv preprint cs\/0306050 (2003)"},{"key":"19_CR32","doi-asserted-by":"publisher","unstructured":"Schoch, C., et al.: NCBI taxonomy: a comprehensive update on curation, resources and tools. Database 2020 (2020). https:\/\/doi.org\/10.1093\/database\/baaa062. https:\/\/www.ncbi.nlm.nih.gov\/taxonomy. Accessed 06 Feb 2023","DOI":"10.1093\/database\/baaa062"},{"key":"19_CR33","doi-asserted-by":"crossref","unstructured":"Ushio, A., Camacho-Collados, J.: T-NER: an all-round python library for transformer-based named entity recognition. arXiv preprint arXiv:2209.12616 (2022)","DOI":"10.18653\/v1\/2021.eacl-demos.7"},{"key":"19_CR34","doi-asserted-by":"publisher","first-page":"113963","DOI":"10.1109\/ACCESS.2019.2933644","volume":"7","author":"C Wang","year":"2019","unstructured":"Wang, C., Sun, X., Yu, H., Zhang, W.: Entity disambiguation leveraging multi-perspective attention. IEEE Access 7, 113963\u2013113974 (2019)","journal-title":"IEEE Access"},{"key":"19_CR35","unstructured":"Wang, S., et al.: $$k$$ NN-NER: named entity recognition with nearest neighbor search. arXiv preprint arXiv:2203.17103 (2022)"},{"key":"19_CR36","doi-asserted-by":"crossref","unstructured":"Wettig, A., Gao, T., Zhong, Z., Chen, D.: Should you mask 15% in masked language modeling? arXiv preprint arXiv:2202.08005 (2022)","DOI":"10.18653\/v1\/2023.eacl-main.217"},{"key":"19_CR37","unstructured":"Wolf, T., et al.: Transformers: state-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 38\u201345. Association for Computational Linguistics, Online (2020). https:\/\/www.aclweb.org\/anthology\/2020.emnlp-demos.6"},{"key":"19_CR38","doi-asserted-by":"crossref","unstructured":"Xu, J., Gan, L., Cheng, M., Wu, Q.: Unsupervised medical entity recognition and linking in Chinese online medical text. J. Healthcare Eng. 2018 (2018)","DOI":"10.1155\/2018\/2548537"},{"key":"19_CR39","doi-asserted-by":"publisher","unstructured":"Yamada, I., Asai, A., Shindo, H., Takeda, H., Matsumoto, Y.: LUKE: deep contextualized entity representations with entity-aware self-attention. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 6442\u20136454. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.523. https:\/\/aclanthology.org\/2020.emnlp-main.523","DOI":"10.18653\/v1\/2020.emnlp-main.523"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Yamada, I., Washio, K., Shindo, H., Matsumoto, Y.: Global entity disambiguation with BERT. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 3264\u20133271 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.238"},{"issue":"6","key":"19_CR41","doi-asserted-by":"publisher","first-page":"1088","DOI":"10.1016\/j.jbi.2013.08.004","volume":"46","author":"S Zhang","year":"2013","unstructured":"Zhang, S., Elhadad, N.: Unsupervised biomedical named entity recognition: experiments with clinical and biological texts. J. Biomed. Inform. 46(6), 1088\u20131098 (2013)","journal-title":"J. Biomed. Inform."}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35320-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:17:44Z","timestamp":1702599464000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35320-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031353192","9783031353208"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35320-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Derby","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.derby.ac.uk\/events\/latest-events\/nldb-2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"89","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}