{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T23:54:30Z","timestamp":1768262070313,"version":"3.49.0"},"reference-count":89,"publisher":"Springer Science and Business Media LLC","issue":"20","license":[{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176076"],"award-info":[{"award-number":["62176076"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies","award":["2022B1212010005"],"award-info":[{"award-number":["2022B1212010005"]}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong","doi-asserted-by":"crossref","award":["2023A1515012922"],"award-info":[{"award-number":["2023A1515012922"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Shenzhen Foundational Research Funding","award":["JCYJ20220818102415032"],"award-info":[{"award-number":["JCYJ20220818102415032"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1007\/s00521-024-09725-8","type":"journal-article","created":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T18:01:16Z","timestamp":1713722476000},"page":"12461-12482","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Gaze-infused BERT: Do human gaze signals help pre-trained language models?"],"prefix":"10.1007","volume":"36","author":[{"given":"Bingbing","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lanjun","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4009-5679","authenticated-orcid":false,"given":"Ruifeng","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,21]]},"reference":[{"key":"9725_CR1","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, vol 30"},{"key":"9725_CR2","doi-asserted-by":"publisher","unstructured":"Abnar S, Zuidema W (2020) Quantifying attention flow in transformers. In: Proceedings of the 58th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, pp 4190\u20134197. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.385. https:\/\/aclanthology.org\/2020.acl-main.385","DOI":"10.18653\/v1\/2020.acl-main.385"},{"key":"9725_CR3","doi-asserted-by":"publisher","unstructured":"Gao L, Callan J (2021) Condenser: a pre-training architecture for dense retrieval. In: Proceedings of the 2021 conference on empirical methods in natural language processing. Association for Computational Linguistics, Punta Cana, Dominican Republic, pp. 981\u2013993. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.75. https:\/\/aclanthology.org\/2021.emnlp-main.75","DOI":"10.18653\/v1\/2021.emnlp-main.75"},{"key":"9725_CR4","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, volume 1 (long and short papers). Association for Computational Linguistics, Minneapolis, Minnesota, pp 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"9725_CR5","doi-asserted-by":"crossref","unstructured":"Tang G, M\u00fcller M, Gonzales AR, Sennrich R (2018) Why self-attention? A targeted evaluation of neural machine translation architectures. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 4263\u20134272","DOI":"10.18653\/v1\/D18-1458"},{"key":"9725_CR6","unstructured":"Jain S, Wallace BC (2019) Attention is not explanation. In: Proceedings of NAACL-HLT, pp 3543\u20133556"},{"key":"9725_CR7","doi-asserted-by":"crossref","unstructured":"Wiegreffe S, Pinter Y (2019) Attention is not not explanation. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 11\u201320","DOI":"10.18653\/v1\/D19-1002"},{"key":"9725_CR8","doi-asserted-by":"publisher","unstructured":"Bai J, Wang Y, Sun H, Wu R, Yang T, Tang P, Cao D, Zhang1 M, Tong Y, Yang Y, Bai J, Zhang R, Sun H, Shen W (2022) Enhancing self-attention with knowledge-assisted attention maps. In: Proceedings of the 2022 conference of the North American chapter of the Association for Computational Linguistics: human language technologies. Association for Computational Linguistics, Seattle, United States, pp 107\u2013115. https:\/\/doi.org\/10.18653\/v1\/2022.naacl-main.8. https:\/\/aclanthology.org\/2022.naacl-main.8","DOI":"10.18653\/v1\/2022.naacl-main.8"},{"key":"9725_CR9","doi-asserted-by":"crossref","unstructured":"Zhang Z, Wu Y, Zhao H, Li Z, Zhang S, Zhou X, Zhou X (2020) Semantics-aware BERT for language understanding. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 9628\u20139635","DOI":"10.1609\/aaai.v34i05.6510"},{"issue":"1","key":"9725_CR10","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1693\/1\/012173","volume":"1693","author":"X Yang","year":"2020","unstructured":"Yang X (2020) An overview of the attention mechanisms in computer vision. J Phys Conf Ser 1693(1):012173. https:\/\/doi.org\/10.1088\/1742-6596\/1693\/1\/012173","journal-title":"J Phys Conf Ser"},{"key":"9725_CR11","doi-asserted-by":"publisher","unstructured":"Tenney I, Das D, Pavlick E (2019) BERT rediscovers the classical NLP pipeline. In: Proceedings of the 57th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Florence, Italy, pp 4593\u20134601. https:\/\/doi.org\/10.18653\/v1\/P19-1452. https:\/\/aclanthology.org\/P19-1452","DOI":"10.18653\/v1\/P19-1452"},{"key":"9725_CR12","doi-asserted-by":"publisher","unstructured":"Clark K, Khandelwal U, Levy O, Manning CD (2019) What does BERT look at? An analysis of BERT\u2019s attention. In: Proceedings of the 2019 ACL workshop BlackboxNLP: analyzing and interpreting neural networks for NLP. Association for Computational Linguistics, Florence, Italy, pp 276\u2013286. https:\/\/doi.org\/10.18653\/v1\/W19-4828. https:\/\/aclanthology.org\/W19-4828","DOI":"10.18653\/v1\/W19-4828"},{"key":"9725_CR13","doi-asserted-by":"publisher","unstructured":"Hewitt J, Manning CD (2019) A structural probe for finding syntax in word representations. In: Proceedings of the 2019 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, volume 1 (long and short papers). Association for Computational Linguistics, Minneapolis, Minnesota, pp 4129\u20134138. https:\/\/doi.org\/10.18653\/v1\/N19-1419. https:\/\/aclanthology.org\/N19-1419","DOI":"10.18653\/v1\/N19-1419"},{"key":"9725_CR14","doi-asserted-by":"publisher","unstructured":"Strubell E, Verga P, Andor D, Weiss D, McCallum A (2018) Linguistically-informed self-attention for semantic role labeling. In: Proceedings of the 2018 conference on empirical methods in natural language processing. Association for Computational Linguistics, Brussels, Belgium, pp 5027\u20135038. https:\/\/doi.org\/10.18653\/v1\/D18-1548. https:\/\/aclanthology.org\/D18-1548","DOI":"10.18653\/v1\/D18-1548"},{"key":"9725_CR15","unstructured":"Sundararaman D, Subramanian V, Wang G, Si S, Shen D, Wang D, Carin L (2019) Syntax-infused transformer and BERT models for machine translation and natural language understanding. arXiv preprint abs\/1911.06156"},{"key":"9725_CR16","unstructured":"Touvron H, Martin L, Stone K, Albert P, Almahairi A, Babaei Y, Bashlykov N, Batra S, Bhargava P, Bhosale S, et al (2023) Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288"},{"key":"9725_CR17","unstructured":"Chiang W-L, Li Z, Lin Z, Sheng Y, Wu Z, Zhang H, Zheng L, Zhuang S, Zhuang Y, Gonzalez JE, et al (2023) Vicuna: an open-source chatbot impressing gpt-4 with 90%* chatgpt quality. See https:\/\/vicuna.lmsys.org. Accessed 14 Apr 2023"},{"issue":"240","key":"9725_CR18","first-page":"1","volume":"24","author":"A Chowdhery","year":"2023","unstructured":"Chowdhery A, Narang S, Devlin J, Bosma M, Mishra G, Roberts A, Barham P, Chung HW, Sutton C, Gehrmann S (2023) Palm: scaling language modeling with pathways. J Mach Learn Res 24(240):1\u2013113","journal-title":"J Mach Learn Res"},{"key":"9725_CR19","doi-asserted-by":"crossref","unstructured":"Ali R, Tang OY, Connolly ID, Sullivan PLZ, Shin JH, Fridley JS, Asaad WF, Cielo D, Oyelese AA, Doberstein CE, et al (2022) Performance of ChatGPT and GPT-4 on neurosurgery written board examinations. Neurosurgery 10\u20131227","DOI":"10.1101\/2023.03.25.23287743"},{"key":"9725_CR20","unstructured":"Tunstall L, Beeching E, Lambert N, Rajani N, Rasul K, Belkada Y, Huang S, Werra L, Fourrier C, Habib N, et al (2023) Zephyr: direct distillation of lm alignment. arXiv preprint arXiv:2310.16944"},{"key":"9725_CR21","unstructured":"Jiang AQ, Sablayrolles A, Mensch A, Bamford C, Chaplot DS, Casas Ddl, Bressand F, Lengyel G, Lample G, Saulnier L, et al (2023) Mistral 7b. arXiv preprint arXiv:2310.06825"},{"key":"9725_CR22","unstructured":"Kwan W-C, Zeng X, Wang Y, Sun Y, Li L, Shang L, Liu Q, Wong, K-F (2023) M4le: a multi-ability multi-range multi-task multi-domain long-context evaluation benchmark for large language models. arXiv preprint arXiv:2310.19240"},{"key":"9725_CR23","doi-asserted-by":"publisher","unstructured":"Barrett M, Bingel J, Keller F, S\u00f8gaard A (2016) Weakly supervised part-of-speech tagging using eye-tracking data. In: Proceedings of the 54th annual meeting of the Association for Computational Linguistics (volume 2: short papers). Association for Computational Linguistics, Berlin, Germany, pp 579\u2013584. https:\/\/doi.org\/10.18653\/v1\/P16-2094. https:\/\/aclanthology.org\/P16-2094","DOI":"10.18653\/v1\/P16-2094"},{"key":"9725_CR24","unstructured":"Barrett M, Agic Z, S\u00f8gaard A (2015) The dundee treebank. In: The 14th international workshop on treebanks and linguistic theories (TLT 14), pp 242\u2013248"},{"key":"9725_CR25","doi-asserted-by":"crossref","unstructured":"Mishra A, Tamilselvam S, Dasgupta R, Nagar S, Dey K (2018) Cognition-cognizant sentiment analysis with multitask subjectivity summarization based on annotators\u2019 gaze behavior. In: Proceedings of the AAAI conference on artificial intelligence, vol 32","DOI":"10.1609\/aaai.v32i1.12068"},{"key":"9725_CR26","doi-asserted-by":"publisher","unstructured":"Hollenstein N, Zhang C (2019) Entity recognition at first sight: improving NER with eye movement information. In: Proceedings of the 2019 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, volume 1 (long and short papers). Association for Computational Linguistics, Minneapolis, Minnesota, pp 1\u201310. https:\/\/doi.org\/10.18653\/v1\/N19-1001. https:\/\/aclanthology.org\/N19-1001","DOI":"10.18653\/v1\/N19-1001"},{"key":"9725_CR27","doi-asserted-by":"publisher","unstructured":"Sood E, Tannert S, Frassinelli D, Bulling A, Vu NT (2020) Interpreting attention models with human visual attention in machine reading comprehension. In: Proceedings of the 24th conference on computational natural language learning. Association for Computational Linguistics, pp 12\u201325. https:\/\/doi.org\/10.18653\/v1\/2020.conll-1.2. https:\/\/aclanthology.org\/2020.conll-1.2","DOI":"10.18653\/v1\/2020.conll-1.2"},{"key":"9725_CR28","doi-asserted-by":"publisher","unstructured":"Bensemann J, Peng A, Benavides-Prado D, Chen Y, Tan N, Corballis PM, Riddle P, Witbrock M (2022) Eye gaze and self-attention: how humans and transformers attend words in sentences. In: Proceedings of the workshop on cognitive modeling and computational linguistics. Association for Computational Linguistics, Dublin, Ireland, pp 75\u201387. https:\/\/doi.org\/10.18653\/v1\/2022.cmcl-1.9. https:\/\/aclanthology.org\/2022.cmcl-1.9","DOI":"10.18653\/v1\/2022.cmcl-1.9"},{"issue":"1","key":"9725_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2018.291","volume":"5","author":"N Hollenstein","year":"2018","unstructured":"Hollenstein N, Rotsztejn J, Troendle M, Pedroni A, Zhang C, Langer N (2018) Zuco, a simultaneous EEG and eye-tracking resource for natural sentence reading. Sci data 5(1):1\u201313","journal-title":"Sci data"},{"key":"9725_CR30","unstructured":"Hollenstein N, Troendle M, Zhang C, Langer N (2020) ZuCo 2.0: a dataset of physiological recordings during natural reading and annotation. In: Proceedings of the twelfth language resources and evaluation conference. European Language Resources Association, Marseille, France, pp 138\u2013146. https:\/\/aclanthology.org\/2020.lrec-1.18"},{"issue":"2","key":"9725_CR31","doi-asserted-by":"publisher","first-page":"602","DOI":"10.3758\/s13428-016-0734-0","volume":"49","author":"U Cop","year":"2017","unstructured":"Cop U, Dirix N, Drieghe D, Duyck W (2017) Presenting geco: an eyetracking corpus of monolingual and bilingual sentence reading. Behav Res Methods 49(2):602\u2013615","journal-title":"Behav Res Methods"},{"key":"9725_CR32","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized BERT pretraining approach. arXiv preprint abs\/1907.11692"},{"key":"9725_CR33","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/B978-008044980-7\/50017-3","volume-title":"Eye Movements","author":"C Clifton\u00a0Jr","year":"2007","unstructured":"Clifton\u00a0Jr C, Staub A, Rayner K (2007) Eye movements in reading words and sentences. Eye Movements. Elsevier, Oxford, pp 341\u2013371. https:\/\/doi.org\/10.1016\/B978-008044980-7\/50017-3"},{"key":"9725_CR34","doi-asserted-by":"publisher","unstructured":"Li B, Rudzicz F (2021) TorontoCL at CMCL 2021 shared task: RoBERTa with multi-stage fine-tuning for eye-tracking prediction. In: Proceedings of the workshop on cognitive modeling and computational linguistics. Association for Computational Linguistics, pp 85\u201389. https:\/\/doi.org\/10.18653\/v1\/2021.cmcl-1.9. https:\/\/aclanthology.org\/2021.cmcl-1.9","DOI":"10.18653\/v1\/2021.cmcl-1.9"},{"key":"9725_CR35","unstructured":"Loshchilov I, Hutter F (2019) Decoupled weight decay regularization. In: 7th international conference on learning representations, ICLR. New Orleans, LA, USA, May (6\u20139), 2019"},{"issue":"5","key":"9725_CR36","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1016\/S1001-0742(06)60032-6","volume":"18","author":"Z-H Zou","year":"2006","unstructured":"Zou Z-H, Yi Y, Sun J-N (2006) Entropy method for determination of weight of evaluating indicators in fuzzy synthetic evaluation for water quality assessment. J Environ Sci 18(5):1020\u20131023","journal-title":"J Environ Sci"},{"key":"9725_CR37","doi-asserted-by":"crossref","unstructured":"Wang A, Singh A, Michael J, Hill F, Levy O, Bowman S (2018) Glue: a multi-task benchmark and analysis platform for natural language understanding. In: Proceedings of the 2018 EMNLP workshop BlackboxNLP: analyzing and interpreting neural networks for NLP, pp 353\u2013355","DOI":"10.18653\/v1\/W18-5446"},{"key":"9725_CR38","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1162\/tacl_a_00290","volume":"7","author":"A Warstadt","year":"2019","unstructured":"Warstadt A, Singh A, Bowman SR (2019) Neural network acceptability judgments. Trans Assoc Comput Linguist 7:625\u2013641","journal-title":"Trans Assoc Comput Linguist"},{"key":"9725_CR39","unstructured":"Socher R, Perelygin A, Wu J, Chuang J, Manning CD, Ng AY, Potts C (2013) Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 conference on empirical methods in natural language processing, pp 1631\u20131642"},{"key":"9725_CR40","doi-asserted-by":"crossref","unstructured":"Bowman SR, Angeli G, Potts C, Manning CD (2015) A large annotated corpus for learning natural language inference. In: Conference on empirical methods in natural language processing, EMNLP 2015. Association for Computational Linguistics (ACL), pp 632\u2013642","DOI":"10.18653\/v1\/D15-1075"},{"key":"9725_CR41","doi-asserted-by":"crossref","unstructured":"Nangia N, Williams A, Lazaridou A, Bowman S (2017) The repeval 2017 shared task: multi-genre natural language inference with sentence representations. In: Proceedings of the 2nd workshop on evaluating vector space representations for NLP, pp 1\u201310","DOI":"10.18653\/v1\/W17-5301"},{"key":"9725_CR42","doi-asserted-by":"crossref","unstructured":"Rajpurkar P, Zhang J, Lopyrev K, Liang P (2016) Squad: 100,000+ questions for machine comprehension of text. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 2383\u20132392","DOI":"10.18653\/v1\/D16-1264"},{"key":"9725_CR43","unstructured":"Bentivogli L, Clark P, Dagan I, Giampiccolo D (2009) The fifth Pascal recognizing textual entailment challenge. In: TAC. Citeseer"},{"key":"9725_CR44","unstructured":"Dolan B, Brockett C (2005) Automatically constructing a corpus of sentential paraphrases. In: Third international workshop on paraphrasing (IWP2005)"},{"key":"9725_CR45","unstructured":"Chen Z, Zhang H, Zhang X, Zhao L (2018) Quora question pairs"},{"key":"9725_CR46","doi-asserted-by":"crossref","unstructured":"Cer D, Diab M, Agirre E, Lopez-Gazpio I, Specia L (2017) Semeval-2017 task 1: semantic textual similarity multilingual and crosslingual focused evaluation. In: Proceedings of the 11th international workshop on semantic evaluation (SemEval-2017), pp 1\u201314","DOI":"10.18653\/v1\/S17-2001"},{"key":"9725_CR47","unstructured":"Levesque H, Davis E, Morgenstern L (2012) The Winograd schema challenge. In: Thirteenth international conference on the principles of knowledge representation and reasoning"},{"key":"9725_CR48","unstructured":"Pilehvar MT, Camacho-Collados J (2019) Wic: the word-in-context dataset for evaluating context-sensitive meaning representations. In: Proceedings of the 2019 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, volume 1 (long and short papers), pp 1267\u20131273"},{"key":"9725_CR49","unstructured":"Roemmele M, Bejan CA, Gordon AS (2011) Choice of plausible alternatives: an evaluation of commonsense causal reasoning. In: 2011 AAAI spring symposium series"},{"key":"9725_CR50","doi-asserted-by":"crossref","unstructured":"Hu B, Chen Q, Zhu F (2015) Lcsts: a large scale Chinese short text summarization dataset. In: Proceedings of the 2015 conference on empirical methods in natural language processing, pp 1967\u20131972","DOI":"10.18653\/v1\/D15-1229"},{"key":"9725_CR51","unstructured":"Sang ETK, De\u00a0Meulder F (2003) Introduction to the conll-2003 shared task: language-independent named entity recognition. In: Proceedings of the seventh conference on natural language learning at HLT-NAACL 2003, pp 142\u2013147"},{"key":"9725_CR52","doi-asserted-by":"crossref","unstructured":"Hendrickx I, Kim SN, Kozareva Z, Nakov P, S\u00e9aghdha DO, Pad\u00f3 S, Pennacchiotti M, Romano L, Szpakowicz S (2009) Semeval-2010 task 8: multi-way classification of semantic relations between pairs of nominals. In: SEW-2009 semantic evaluations: recent achievements and future directions, vol 94","DOI":"10.3115\/1621969.1621986"},{"key":"9725_CR53","doi-asserted-by":"crossref","unstructured":"Wang Z, Hamza W, Florian R (2017) Bilateral multi-perspective matching for natural language sentences. In: Proceedings of the 26th international joint conference on artificial intelligence, pp 4144\u20134150","DOI":"10.24963\/ijcai.2017\/579"},{"key":"9725_CR54","doi-asserted-by":"crossref","unstructured":"Tay Y, Tuan LA, Hui SC (2017) A compare-propagate architecture with alignment factorization for natural language inference (2017). arXiv preprint arXiv:1801.00102","DOI":"10.18653\/v1\/D18-1185"},{"key":"9725_CR55","doi-asserted-by":"crossref","unstructured":"Chen Q, Zhu X, Ling Z-H, Wei, S, Jiang H, Inkpen D (2017) Enhanced LSTM for natural language inference. In: Proceedings of the 55th annual meeting of the Association for Computational Linguistics (volume 1: long papers), pp 1657\u20131668","DOI":"10.18653\/v1\/P17-1152"},{"key":"9725_CR56","first-page":"2466","volume":"2021","author":"T Xia","year":"2021","unstructured":"Xia T, Wang Y, Tian Y, Chang Y (2021) Using prior knowledge to guide BERT\u2019s attention in semantic textual matching tasks. Proc Web Conf 2021:2466\u20132475","journal-title":"Proc Web Conf"},{"key":"9725_CR57","doi-asserted-by":"publisher","unstructured":"Ye D, Lin Y, Du J, Liu Z, Li P, Sun M, Liu Z (2020) Coreferential reasoning learning for language representation. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP). Association for Computational Linguistics, pp 7170\u20137186. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.582. https:\/\/aclanthology.org\/2020.emnlp-main.582","DOI":"10.18653\/v1\/2020.emnlp-main.582"},{"key":"9725_CR58","doi-asserted-by":"publisher","unstructured":"Bai J, Wang Y, Chen Y, Yang Y, Bai J, Yu J, Tong Y (2021) Syntax-BERT: improving pre-trained transformers with syntax trees. In: Proceedings of the 16th conference of the European chapter of the Association for Computational Linguistics: main volume. Association for Computational Linguistics, pp 3011\u20133020. https:\/\/doi.org\/10.18653\/v1\/2021.eacl-main.262. https:\/\/aclanthology.org\/2021.eacl-main.262","DOI":"10.18653\/v1\/2021.eacl-main.262"},{"key":"9725_CR59","doi-asserted-by":"crossref","unstructured":"Tay Y, Luu AT, Hui SC (2018) Co-stack residual affinity networks with multi-level attention refinement for matching text sequences. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 4492\u20134502","DOI":"10.18653\/v1\/D18-1479"},{"key":"9725_CR60","doi-asserted-by":"crossref","unstructured":"Zhang Z, Wu Y, Zhao H, Li Z, Zhang S, Zhou X, Zhou X (2020) Semantics-aware BERT for language understanding. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 9628\u20139635","DOI":"10.1609\/aaai.v34i05.6510"},{"issue":"8","key":"9725_CR61","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I (2019) Language models are unsupervised multitask learners. OpenAI blog 1(8):9","journal-title":"OpenAI blog"},{"key":"9725_CR62","doi-asserted-by":"crossref","unstructured":"Li J, Tang T, Gong Z, Yang L, Yu Z, Chen Z, Wang J, Zhao WX, Wen J-R (2022) Eliteplm: an empirical study on general language ability evaluation of pretrained language models. In: Proceedings of the 2022 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, pp 3519\u20133539","DOI":"10.18653\/v1\/2022.naacl-main.258"},{"key":"9725_CR63","unstructured":"Dong L, Yang N, Wang W, Wei F, Liu X, Wang Y, Gao J, Zhou M, Hon H-W (2019) Unified language model pre-training for natural language understanding and generation. In: Advances in neural information processing systems, vol 32"},{"key":"9725_CR64","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov RR, Le QV (2019) Xlnet: generalized autoregressive pretraining for language understanding. In: Advances in neural information processing systems, vol 32"},{"key":"9725_CR65","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110605","volume":"273","author":"R Cao","year":"2023","unstructured":"Cao R, Wang Y, Gao L, Yang M (2023) Dictprompt: comprehensive dictionary-integrated prompt tuning for pre-trained language model. Knowl-Based Syst 273:110605","journal-title":"Knowl-Based Syst"},{"key":"9725_CR66","doi-asserted-by":"crossref","unstructured":"Qi W, Yan Y, Gong Y, Liu D, Duan N, Chen J, Zhang R, Zhou M (2020) Prophetnet: predicting future n-gram for sequence-to-sequence pre-training. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp 2401\u20132410","DOI":"10.18653\/v1\/2020.findings-emnlp.217"},{"key":"9725_CR67","doi-asserted-by":"crossref","unstructured":"Peters ME, Neumann M, Logan R, Schwartz R, Joshi V, Singh S, Smith NA (2019) Knowledge enhanced contextual word representations. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 43\u201354","DOI":"10.18653\/v1\/D19-1005"},{"key":"9725_CR68","doi-asserted-by":"crossref","unstructured":"Gu J, Lu Z, Li H, Li VO (2016) Incorporating copying mechanism in sequence-to-sequence learning. In: Proceedings of the 54th annual meeting of the Association for Computational Linguistics (volume 1: long papers), pp 1631\u20131640","DOI":"10.18653\/v1\/P16-1154"},{"key":"9725_CR69","doi-asserted-by":"crossref","unstructured":"See A, Liu PJ, Manning CD (2017) Get to the point: summarization with pointer-generator networks. In: Proceedings of the 55th annual meeting of the Association for Computational Linguistics (volume 1: long papers), pp 1073\u20131083","DOI":"10.18653\/v1\/P17-1099"},{"key":"9725_CR70","unstructured":"Li D, Shao R, Xie A, Sheng Y, Zheng L, Gonzalez JE, Stoica I, Ma X, Zhang H (2023) How long can open-source LLMS truly promise on context length?. https:\/\/lmsys.org\/blog\/2023-06-29-longchat"},{"key":"9725_CR71","doi-asserted-by":"crossref","unstructured":"Du Z, Qian Y, Liu X, Ding M, Qiu J, Yang Z, Tang J (2022) GLM: general language model pretraining with autoregressive blank infilling. In: Proceedings of the 60th annual meeting of the Association for Computational Linguistics (volume 1: long papers), pp 320\u2013335","DOI":"10.18653\/v1\/2022.acl-long.26"},{"key":"9725_CR72","doi-asserted-by":"crossref","unstructured":"Zaratiana U, Tomeh N, Holat P, Charnois T (2022) GNNER: reducing overlapping in span-based NER using graph neural networks. In: Proceedings of the 60th annual meeting of the Association for Computational Linguistics: student research workshop, pp 97\u2013103","DOI":"10.18653\/v1\/2022.acl-srw.9"},{"key":"9725_CR73","doi-asserted-by":"crossref","unstructured":"Lample G, Ballesteros M, Subramanian S, Kawakami K, Dyer C (2016) Neural architectures for named entity recognition. In: Proceedings of the 2016 conference of the North American chapter of the Association for Computational Linguistics: human language technologies, pp 260\u2013270","DOI":"10.18653\/v1\/N16-1030"},{"key":"9725_CR74","doi-asserted-by":"crossref","unstructured":"Tai KS, Socher R, Manning CD (2015) Improved semantic representations from tree-structured long short-term memory networks. In: Proceedings of the 53rd annual meeting of the Association for Computational Linguistics and the 7th international joint conference on natural language processing (volume 1: long papers), pp 1556\u20131566","DOI":"10.3115\/v1\/P15-1150"},{"key":"9725_CR75","doi-asserted-by":"crossref","unstructured":"Zhang R, Li Y, Ma Y, Zhou M, Zou L (2023) Llmaaa: making large language models as active annotators. arXiv preprint arXiv:2310.19596","DOI":"10.18653\/v1\/2023.findings-emnlp.872"},{"key":"9725_CR76","doi-asserted-by":"publisher","unstructured":"Strubell E, Verga P, Andor D, Weiss D, McCallum A (2018) Linguistically-informed self-attention for semantic role labeling. In: Riloff E, Chiang D, Hockenmaier J, Tsujii J (eds) Proceedings of the 2018 conference on empirical methods in natural language processing. Association for Computational Linguistics, Brussels, Belgium, pp 5027\u20135038. https:\/\/doi.org\/10.18653\/v1\/D18-1548. https:\/\/aclanthology.org\/D18-1548","DOI":"10.18653\/v1\/D18-1548"},{"key":"9725_CR77","doi-asserted-by":"crossref","unstructured":"Zhang Z, Wu Y, Zhou J, Duan S, Zhao H, Wang R (2020) Sg-net: syntax-guided machine reading comprehension. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 9636\u20139643","DOI":"10.1609\/aaai.v34i05.6511"},{"key":"9725_CR78","unstructured":"Yu H, Yang Z, Pelrine K, Godbout JF, Rabbany R (2023) Open, closed, or small language models for text classification? arXiv preprint arXiv:2308.10092"},{"key":"9725_CR79","unstructured":"Zeng D, Liu K, Lai S, Zhou G, Zhao J (2014) Relation classification via convolutional deep neural network. In: Proceedings of COLING 2014, the 25th international conference on computational linguistics: technical papers, pp 2335\u20132344"},{"key":"9725_CR80","doi-asserted-by":"crossref","unstructured":"Santos C, Xiang B, Zhou B (2015) Classifying relations by ranking with convolutional neural networks. In: Proceedings of the 53rd annual meeting of the Association for Computational Linguistics and the 7th international joint conference on natural language processing (volume 1: long papers), pp 626\u2013634","DOI":"10.3115\/v1\/P15-1061"},{"key":"9725_CR81","doi-asserted-by":"crossref","unstructured":"Wang Z, Yang B (2020) Attention-based bidirectional long short-term memory networks for relation classification using knowledge distillation from BERT. In: 2020 IEEE international conference on dependable, autonomic and secure computing, international conference on pervasive intelligence and computing, international conference on cloud and big data computing, international conference on cyber science and technology congress (DASC\/PiCom\/CBDCom\/CyberSciTech). IEEE, pp 562\u2013568","DOI":"10.1109\/DASC-PICom-CBDCom-CyberSciTech49142.2020.00100"},{"key":"9725_CR82","unstructured":"Alt C, H\u00fcbner M, Hennig L (2019) Improving relation extraction by pre-trained language representations. arXiv preprint arXiv:1906.03088"},{"key":"9725_CR83","doi-asserted-by":"crossref","unstructured":"Chen X, Zhang N, Xie, X, Deng S, Yao Y, Tan C, Huang F, Si L, Chen H (2022)Knowprompt: knowledge-aware prompt-tuning with synergistic optimization for relation extraction. In: Proceedings of the ACM web conference 2022, pp 2778\u20132788","DOI":"10.1145\/3485447.3511998"},{"key":"9725_CR84","doi-asserted-by":"crossref","unstructured":"Tian Y, Chen G, Song Y, Wan X (2021) Dependency-driven relation extraction with attentive graph convolutional networks. In: Proceedings of the 59th annual meeting of the Association for Computational Linguistics and the 11th international joint conference on natural language processing (volume 1: long papers), pp 4458\u20134471","DOI":"10.18653\/v1\/2021.acl-long.344"},{"key":"9725_CR85","doi-asserted-by":"crossref","unstructured":"Wu S, He Y (2019) Enriching pre-trained language model with entity information for relation classification. In: Proceedings of the 28th ACM international conference on information and knowledge management, pp 2361\u20132364","DOI":"10.1145\/3357384.3358119"},{"key":"9725_CR86","doi-asserted-by":"crossref","unstructured":"Li S-H, Zhou G, Li Z-B, Lu J-C, Huang N-B (2023) The causal reasoning ability of open large language model: a comprehensive and exemplary functional testing. In: 2023 IEEE 23rd international conference on software quality, reliability, and security (QRS). IEEE, pp 240\u2013249","DOI":"10.1109\/QRS60937.2023.00032"},{"key":"9725_CR87","doi-asserted-by":"crossref","unstructured":"Wan Z, Cheng F, Mao Z., Liu Q, Song H, Li J, Kurohashi S (2023) Gpt-re: in-context learning for relation extraction using large language models. arXiv preprint arXiv:2305.02105","DOI":"10.18653\/v1\/2023.emnlp-main.214"},{"key":"9725_CR88","doi-asserted-by":"crossref","unstructured":"Soares LB, Fitzgerald N, Ling J, Kwiatkowski T (2019) Matching the blanks: distributional similarity for relation learning. In: Proceedings of the 57th annual meeting of the Association for Computational Linguistics, pp 2895\u20132905","DOI":"10.18653\/v1\/P19-1279"},{"key":"9725_CR89","doi-asserted-by":"publisher","unstructured":"Jawahar G, Sagot B, Seddah D (2019) What does BERT learn about the structure of language? In: Proceedings of the 57th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Florence, Italy, pp 3651\u20133657. https:\/\/doi.org\/10.18653\/v1\/P19-1356. https:\/\/aclanthology.org\/P19-1356","DOI":"10.18653\/v1\/P19-1356"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09725-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09725-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09725-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T14:17:11Z","timestamp":1720448231000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09725-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,21]]},"references-count":89,"journal-issue":{"issue":"20","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["9725"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09725-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,21]]},"assertion":[{"value":"28 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}