{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T01:06:16Z","timestamp":1775178376288,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T00:00:00Z","timestamp":1748476800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T00:00:00Z","timestamp":1748476800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Complex Intell. Syst."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s40747-025-01936-3","type":"journal-article","created":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T08:02:11Z","timestamp":1748505731000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Fine-grained entity disambiguation through numeric pattern awareness in transformer models"],"prefix":"10.1007","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-7659-555X","authenticated-orcid":false,"given":"Jaeeun","family":"Jang","sequence":"first","affiliation":[]},{"given":"Sangmin","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Howon","family":"Moon","sequence":"additional","affiliation":[]},{"given":"Sang Heon","family":"Shin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8009-2505","authenticated-orcid":false,"given":"Mira","family":"Yun","sequence":"additional","affiliation":[]},{"given":"Charles","family":"Wiseman","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,29]]},"reference":[{"key":"1936_CR1","doi-asserted-by":"crossref","unstructured":"Wang, X., Kapanipathi, P., Musa, R., Yu, M., Talamadupula, K., Abdelaziz, I., Chang, M., Fokoue, A., Makni, B., Mattei, N., et al.: Improving natural language inference using external knowledge in the science questions domain. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 7208\u20137215 (2019)","DOI":"10.1609\/aaai.v33i01.33017208"},{"key":"1936_CR2","doi-asserted-by":"crossref","unstructured":"Perevalov, A., Diefenbach, D., Usbeck, R., Both, A.: Qald-9-plus: A multilingual dataset for question answering over dbpedia and wikidata translated by native speakers. In: 2022 IEEE 16th International Conference on Semantic Computing (ICSC), pp. 229\u2013234 (2022). IEEE","DOI":"10.1109\/ICSC52841.2022.00045"},{"key":"1936_CR3","unstructured":"Klang, M., Nugues, P.: Named entity disambiguation in a question answering system. In: TheFifth Swedish Language Technology Conference (SLTC2014) (2014)"},{"key":"1936_CR4","doi-asserted-by":"publisher","unstructured":"Jang, J., Kim, S., Lee, M., Yun, M., Wiseman, C.: imel: Instance-level masked entity linking model. In: 2024 58th Annual Conference on Information Sciences and Systems (CISS), pp. 1\u20136 (2024). https:\/\/doi.org\/10.1109\/CISS59072.2024.10480212","DOI":"10.1109\/CISS59072.2024.10480212"},{"key":"1936_CR5","doi-asserted-by":"crossref","unstructured":"Logeswaran, L., Chang, M.-W., Lee, K., Toutanova, K., Devlin, J., Lee, H.: Zero-shot entity linking by reading entity descriptions. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 3449\u20133460 (2019)","DOI":"10.18653\/v1\/P19-1335"},{"key":"1936_CR6","doi-asserted-by":"crossref","unstructured":"Wu, L., Petroni, F., Josifoski, M., Riedel, S., Zettlemoyer, L.: Scalable zero-shot entity linking with dense entity retrieval. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 6397\u20136407 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.519"},{"issue":"2","key":"1936_CR7","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10115-021-01642-9","volume":"64","author":"W Bouarroudj","year":"2022","unstructured":"Bouarroudj W, Boufaida Z, Bellatreche L (2022) Named entity disambiguation in short texts over knowledge graphs. Knowl Inf Syst 64(2):325\u2013351","journal-title":"Knowl Inf Syst"},{"key":"1936_CR8","doi-asserted-by":"crossref","unstructured":"Onoe, Y., Durrett, G.: Fine-grained entity typing for domain independent entity linking. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 8576\u20138583 (2020)","DOI":"10.1609\/aaai.v34i05.6380"},{"key":"1936_CR9","doi-asserted-by":"crossref","unstructured":"Raiman, J., Raiman, O.: Deeptype: multilingual entity linking by neural type system evolution. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.12008"},{"issue":"3","key":"1936_CR10","doi-asserted-by":"publisher","first-page":"1221","DOI":"10.1007\/s10115-022-01793-3","volume":"65","author":"F Hou","year":"2023","unstructured":"Hou F, Wang R, Ng S-K, Witbrock M, Zhu F, Jia X (2023) Exploiting anonymous entity mentions for named entity linking. Knowl Inf Syst 65(3):1221\u20131242","journal-title":"Knowl Inf Syst"},{"key":"1936_CR11","unstructured":"De\u00a0Cao, N., Izacard, G., Riedel, S., Petroni, F.: Autoregressive entity retrieval. In: ICLR 2021-9th International Conference on Learning Representations, vol. 2021 (2020). ICLR"},{"key":"1936_CR12","doi-asserted-by":"crossref","unstructured":"Ayoola, T., Tyagi, S., Fisher, J., Christodoulopoulos, C., Pierleoni, A.: Refined: An efficient zero-shot-capable approach to end-to-end entity linking. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies: Industry Track, pp. 209\u2013220 (2022)","DOI":"10.18653\/v1\/2022.naacl-industry.24"},{"key":"1936_CR13","doi-asserted-by":"crossref","unstructured":"Ayoola, T., Fisher, J., Pierleoni, A.: Improving entity disambiguation by reasoning over a knowledge base. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 2899\u20132912 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.210"},{"key":"1936_CR14","doi-asserted-by":"crossref","unstructured":"Mrini, K., Nie, S., Gu, J., Wang, S., Sanjabi, M., Firooz, H.: Detection, disambiguation, re-ranking: Autoregressive entity linking as a multi-task problem. In: Findings of the Association for Computational Linguistics: ACL 2022, pp. 1972\u20131983 (2022)","DOI":"10.18653\/v1\/2022.findings-acl.156"},{"key":"1936_CR15","unstructured":"Kenton, J.D.M.-W.C., Toutanova, L.K.: Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp. 4171\u20134186 (2019)"},{"key":"1936_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.: Masked autoencoders are scalable vision learners. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 16000\u201316009 (2022)","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"1936_CR17","doi-asserted-by":"crossref","unstructured":"Hou, Z., Liu, X., Cen, Y., Dong, Y., Yang, H., Wang, C., Tang, J.: Graphmae: Self-supervised masked graph autoencoders. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 594\u2013604 (2022)","DOI":"10.1145\/3534678.3539321"},{"key":"1936_CR18","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et al.: Improving language understanding by generative pre-training (2018)"},{"key":"1936_CR19","doi-asserted-by":"crossref","unstructured":"Geva, M., Gupta, A., Berant, J.: Injecting numerical reasoning skills into language models. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 946\u2013958 (2020)","DOI":"10.18653\/v1\/2020.acl-main.89"},{"key":"1936_CR20","doi-asserted-by":"crossref","unstructured":"Jiang, C., Nian, Z., Guo, K., Chu, S., Zhao, Y., Shen, L., Tu, K.: Learning numeral embedding. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 2586\u20132599 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.235"},{"key":"1936_CR21","doi-asserted-by":"crossref","unstructured":"Duan, H., Yang, Y., Tam, K.Y.: Learning numeracy: a simple yet effective number embedding approach using knowledge graph. In: Findings of the Association for Computational Linguistics: EMNLP 2021, pp. 2597\u20132602 (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.221"},{"key":"1936_CR22","doi-asserted-by":"crossref","unstructured":"Sundararaman, D., Si, S., Subramanian, V., Wang, G., Hazarika, D., Carin, L.: Methods for numeracy-preserving word embeddings. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 4742\u20134753 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.384"},{"key":"1936_CR23","doi-asserted-by":"crossref","unstructured":"Sennrich, R., Haddow, B., Birch, A.: Neural machine translation of rare words with subword units. In: 54th Annual Meeting of the Association for Computational Linguistics, pp. 1715\u20131725 (2016). Association for Computational Linguistics (ACL)","DOI":"10.18653\/v1\/P16-1162"},{"key":"1936_CR24","unstructured":"Wu, Y., Schuster, M., Chen, Z., Le, Q.V., Norouzi, M., Macherey, W., Krikun, M., Cao, Y., Gao, Q., Macherey, K., et al.: Google\u2019s neural machine translation system: Bridging the gap between human and machine translation (2016)"},{"key":"1936_CR25","doi-asserted-by":"crossref","unstructured":"Thawani, A., Pujara, J., Ilievski, F., Szekely, P.: Representing numbers in nlp: a survey and a vision. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 644\u2013656 (2021)","DOI":"10.18653\/v1\/2021.naacl-main.53"},{"key":"1936_CR26","doi-asserted-by":"crossref","unstructured":"Wallace, E., Wang, Y., Li, S., Singh, S., Gardner, M.: Do nlp models know numbers? probing numeracy in embeddings. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 5307\u20135315 (2019)","DOI":"10.18653\/v1\/D19-1534"},{"key":"1936_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105858","volume":"90","author":"L Zhang","year":"2024","unstructured":"Zhang L, Zhang J, Gao W, Bai F, Li N, Ghadimi N (2024) A deep learning outline aimed at prompt skin cancer detection utilizing gated recurrent unit networks and improved orca predation algorithm. Biomed Signal Process Control 90:105858","journal-title":"Biomed Signal Process Control"},{"key":"1936_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2024.106024","volume":"91","author":"H Liu","year":"2024","unstructured":"Liu H, Ghadimi N (2024) Hybrid convolutional neural network and flexible dwarf mongoose optimization algorithm for strong kidney stone diagnosis. Biomed Signal Process Control 91:106024","journal-title":"Biomed Signal Process Control"},{"key":"1936_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2024.106324","volume":"94","author":"M Han","year":"2024","unstructured":"Han M, Zhao S, Yin H, Hu G, Ghadimi N (2024) Timely detection of skin cancer: An ai-based approach on the basis of the integration of echo state network and adapted seasons optimization algorithm. Biomed Signal Process Control 94:106324","journal-title":"Biomed Signal Process Control"},{"issue":"1","key":"1936_CR30","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1515\/med-2018-0002","volume":"13","author":"N Razmjooy","year":"2018","unstructured":"Razmjooy N, Sheykhahmad FR, Ghadimi N (2018) A hybrid neural network-world cup optimization algorithm for melanoma detection. Open Medicine 13(1):9\u201316","journal-title":"Open Medicine"},{"key":"1936_CR31","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., Polosukhin, I.: Attention is all you need. Advances in neural information processing systems 30 (2017)"},{"issue":"1","key":"1936_CR32","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. The journal of machine learning research 15(1):1929\u20131958","journal-title":"The journal of machine learning research"},{"key":"1936_CR33","doi-asserted-by":"crossref","unstructured":"Liu, X., He, P., Chen, W., Gao, J.: Multi-task deep neural networks for natural language understanding. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 4487\u20134496 (2019)","DOI":"10.18653\/v1\/P19-1441"},{"key":"1936_CR34","unstructured":"Nogueira, R., Jiang, Z., Lin, J.: Investigating the limitations of transformers with simple arithmetic tasks. arXiv preprint arXiv:2102.13019 (2021)"},{"key":"1936_CR35","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems 26 (2013)"},{"key":"1936_CR36","unstructured":"Bengio, Y., Ducharme, R., Vincent, P.: A neural probabilistic language model. Advances in neural information processing systems 13 (2000)"},{"key":"1936_CR37","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: International Conference on Learning Representations (2018)"},{"issue":"2","key":"1936_CR38","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1162\/neco.1989.1.2.270","volume":"1","author":"RJ Williams","year":"1989","unstructured":"Williams RJ, Zipser D (1989) A learning algorithm for continually running fully recurrent neural networks. Neural Comput 1(2):270\u2013280","journal-title":"Neural Comput"},{"key":"1936_CR39","unstructured":"Sutskever, I., Vinyals, O., Le, Q.V.: Sequence to sequence learning with neural networks. Advances in neural information processing systems 27 (2014)"},{"key":"1936_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, X., Ramachandran, D., Tenney, I., Elazar, Y., Roth, D.: Do language embeddings capture scales? In: Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 292\u2013299 (2020)","DOI":"10.18653\/v1\/2020.blackboxnlp-1.27"},{"key":"1936_CR41","doi-asserted-by":"crossref","unstructured":"Broscheit, S.: Investigating entity knowledge in bert with simple neural end-to-end entity linking. In: Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL), pp. 677\u2013685 (2019)","DOI":"10.18653\/v1\/K19-1063"},{"key":"1936_CR42","doi-asserted-by":"crossref","unstructured":"Lewis, M., Liu, Y., Goyal, N., Ghazvininejad, M., Mohamed, A., Levy, O., Stoyanov, V., Zettlemoyer, L.: Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"}],"container-title":["Complex & Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-025-01936-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40747-025-01936-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-025-01936-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T11:09:26Z","timestamp":1750331366000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40747-025-01936-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,29]]},"references-count":42,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["1936"],"URL":"https:\/\/doi.org\/10.1007\/s40747-025-01936-3","relation":{},"ISSN":["2199-4536","2198-6053"],"issn-type":[{"value":"2199-4536","type":"print"},{"value":"2198-6053","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,29]]},"assertion":[{"value":"8 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}],"article-number":"309"}}