{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T21:23:28Z","timestamp":1767907408090,"version":"3.49.0"},"reference-count":63,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T00:00:00Z","timestamp":1620432000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T00:00:00Z","timestamp":1620432000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s12652-021-03297-4","type":"journal-article","created":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T08:05:33Z","timestamp":1620461133000},"page":"289-303","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Assessing BERT\u2019s ability to learn Italian syntax: a study on null-subject and agreement phenomena"],"prefix":"10.1007","volume":"14","author":[{"given":"Raffaele","family":"Guarasci","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9890-8409","authenticated-orcid":false,"given":"Stefano","family":"Silvestri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giuseppe","family":"De Pietro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hamido","family":"Fujita","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Massimo","family":"Esposito","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,5,8]]},"reference":[{"key":"3297_CR1","first-page":"41","volume":"II","author":"A Alexiadou","year":"2017","unstructured":"Alexiadou A, Carvalho J (2017) The role of locatives in (partial) pro-drop languages. Order Struct Syntax II:41","journal-title":"Order Struct Syntax"},{"key":"3297_CR2","doi-asserted-by":"crossref","unstructured":"Alfieri L, Tamburini F (2016) (Almost) automatic conversion of the Venice Italian Treebank into the merged Italian dependency treebank format. In: Proceedings of Third Italian Conference on Computational Linguistics (CLiC-it 2016) and Fifth Evaluation Campaign of Natural Language Processing and Speech Tools for Italian. Final Workshop (EVALITA 2016), CEUR-WS.org, Napoli, Italy, CEUR Workshop Proceedings, vol 1749.  http:\/\/ceur-ws.org\/Vol-1749\/paper2.pdf","DOI":"10.4000\/books.aaccademia.1683"},{"key":"3297_CR3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.figlang-1.15","author":"A Avvaru","year":"2020","unstructured":"Avvaru A, Vobilisetty S, Mamidi R (2020) Detecting sarcasm in conversation context using transformer-based models. Proce Second Worksh Fig Lang Process Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/2020.figlang-1.15","journal-title":"Proce Second Worksh Fig Lang Process Assoc Comput Linguist"},{"key":"3297_CR4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1080","author":"Y Belinkov","year":"2017","unstructured":"Belinkov Y, Durrani N, Dalvi F, Sajjad H, Glass J (2017) What do neural machine translation models learn about morphology? Proc Annu Meet Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/P17-1080","journal-title":"Proc Annu Meet Assoc Comput Linguist"},{"issue":"1","key":"3297_CR5","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/0010-0285(91)90003-7","volume":"23","author":"JK Bock","year":"1991","unstructured":"Bock JK, Miller CA (1991) Broken agreement. Cognit Psychol 23(1):45\u201393","journal-title":"Cognit Psychol"},{"key":"3297_CR6","unstructured":"Bosco C, Anna C, Alberto L (2012) A treebank-based study on the influence of Italian word order on parsing performance. In: Eight International Conference on Language Resources and Evaluation (LREC\u201912), ELRA, pp 1985\u20131992"},{"key":"3297_CR7","unstructured":"Bosco C, Montemagni S, Simi M (2013) Converting Italian treebanks: towards an Italian Stanford dependency treebank. In: Proceedings of the 7th Linguistic Annotation Workshop and Interoperability with Discourse, ACL, Sofia, Bulgaria, pp 61\u201369.  https:\/\/www.aclweb.org\/anthology\/W13-2308"},{"key":"3297_CR8","doi-asserted-by":"crossref","unstructured":"Buchholz S, Marsi E (2006) CoNLL-X shared task on multilingual dependency parsing. In: Proceedings of the Tenth Conference on Computational Natural Language Learning (CoNLL-X), ACL, New York City, pp 149\u2013164.  https:\/\/www.aclweb.org\/anthology\/W06-2920","DOI":"10.3115\/1596276.1596305"},{"key":"3297_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-020-02423-y","author":"P Chauhan","year":"2020","unstructured":"Chauhan P, Sharma N, Sikka G (2020) The emergence of social media data and sentiment analysis in election prediction. J Ambient Intell Humaniz Comput. https:\/\/doi.org\/10.1007\/s12652-020-02423-y","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"3297_CR10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.493","author":"EA Chi","year":"2020","unstructured":"Chi EA, Hewitt J, Manning CD (2020) Finding universal grammatical relations in multilingual BERT. Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.493","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR11","unstructured":"Chung T, Post M, Gildea D (2010) Factors affecting the accuracy of Korean parsing. In: Proceedings of the NAACL HLT 2010 First Workshop on Statistical Parsing of Morphologically-Rich Languages, pp 49\u201357"},{"key":"3297_CR12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4828","author":"K Clark","year":"2019","unstructured":"Clark K, Khandelwal U, Levy O, Manning CD (2019) What does BERT look at? An analysis of BERTs attention. Proc ACL Worksh Blackbox NLP. https:\/\/doi.org\/10.18653\/v1\/W19-4828","journal-title":"Proc ACL Worksh Blackbox NLP"},{"key":"3297_CR13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.747","author":"A Conneau","year":"2020","unstructured":"Conneau A, Khandelwal K, Goyal N, Chaudhary V, Wenzek G, Guzm\u00e1n F, Grave E, Ott M, Zettlemoyer L, Stoyanov V (2020) Unsupervised cross-lingual representation learning at scale. Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.747","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR14","doi-asserted-by":"publisher","first-page":"181258","DOI":"10.1109\/ACCESS.2020.3023421","volume":"8","author":"A Das","year":"2020","unstructured":"Das A, Verma RM (2020) Can machines tell stories? A comparative study of deep neural language models and metrics. IEEE Access 8:181258\u2013181292. https:\/\/doi.org\/10.1109\/ACCESS.2020.3023421","journal-title":"IEEE Access"},{"key":"3297_CR15","doi-asserted-by":"crossref","unstructured":"Davis F, van Schijndel M (2020) Recurrent neural network language models always learn English-like relative clause attachment. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL, pp 1979\u20131990.  https:\/\/www.aclweb.org\/anthology\/2020.acl-main.179","DOI":"10.18653\/v1\/2020.acl-main.179"},{"key":"3297_CR16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-2911","author":"A De Santo","year":"2019","unstructured":"De Santo A (2019) Testing a minimalist grammar parser on Italian relative clause asymmetries. Proc Worksh Cognit Model Comput Linguist Asso Comput Linguist https:\/\/. https:\/\/doi.org\/10.18653\/v1\/W19-2911","journal-title":"Proc Worksh Cognit Model Comput Linguist Asso Comput Linguist https:\/\/"},{"key":"3297_CR17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1423","author":"J Devlin","year":"2019","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. Proc Conf N Am Chap Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/N19-1423","journal-title":"Proc Conf N Am Chap Assoc Comput Linguist"},{"key":"3297_CR18","doi-asserted-by":"crossref","unstructured":"Eisner J (1996) Three new probabilistic models for dependency parsing: An exploration. In: 16th International Conference on Computational Linguistics, Proceedings of the Conference, COLING 1996, ACL, Copenhagen, Denmark, pp 340\u2013345.  https:\/\/www.aclweb.org\/anthology\/C96-1058\/","DOI":"10.3115\/992628.992688"},{"key":"3297_CR19","unstructured":"Emanuele Pianta CG, Zanoli R (2008) The TextPro tool suite. In: Proceedings of the Sixth International Conference on Language Resources and Evaluation (LREC\u201908), European Language Resources Association (ELRA), Marrakech, Morocco, http:\/\/www.lrec-conf.org\/proceedings\/lrec2008\/"},{"issue":"12","key":"3297_CR20","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1016\/j.tics.2015.09.008","volume":"19","author":"MB Everaert","year":"2015","unstructured":"Everaert MB, Huybregts MA, Chomsky N, Berwick RC, Bolhuis JJ (2015) Structures, not strings: linguistics as part of the cognitive sciences. Trends Cognit Sci 19(12):729\u2013743. https:\/\/doi.org\/10.1016\/j.tics.2015.09.008","journal-title":"Trends Cognit Sci"},{"issue":"2\u20133","key":"3297_CR21","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1111\/synt.12184","volume":"22","author":"M Frascarelli","year":"2019","unstructured":"Frascarelli M, Jim\u00e9nez-Fern\u00e1ndez \u00c1L (2019) Understanding partiality in pro-drop languages: an information-structure approach. Syntax 22(2\u20133):162\u2013198","journal-title":"Syntax"},{"issue":"10","key":"3297_CR22","doi-asserted-by":"publisher","first-page":"2044","DOI":"10.1016\/j.ins.2009.12.010","volume":"180","author":"S Garc\u00eda","year":"2010","unstructured":"Garc\u00eda S, Fern\u00e1ndez A, Luengo J, Herrera F (2010) Advanced nonparametric tests for multiple comparisons in the design of experiments in computational intelligence and data mining: experimental analysis of power. Inform Sci 180(10):2044\u20132064. https:\/\/doi.org\/10.1016\/j.ins.2009.12.010","journal-title":"Inform Sci"},{"key":"3297_CR23","unstructured":"Goldberg Y (2019) Assessing BERT\u2019s syntactic abilities. arXiv:1901.05287  [cs.CL]"},{"key":"3297_CR24","unstructured":"Graffi G (1994) Sintassi, vol 3. Il mulino"},{"key":"3297_CR25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1108","author":"K Gulordava","year":"2018","unstructured":"Gulordava K, Bojanowski P, Grave E, Linzen T, Baroni M (2018) Colorless green recurrent networks dream hierarchically. Proc Conf N Am Chapter Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/N18-1108","journal-title":"Proc Conf N Am Chapter Assoc Comput Linguist"},{"key":"3297_CR26","doi-asserted-by":"crossref","unstructured":"Hall Maudslay R, Valvoda J, Pimentel T, Williams A, Cotterell R (2020) A tale of a probe and a parser. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL, Online, pp 7389\u20137395.  https:\/\/www.aclweb.org\/anthology\/2020.acl-main.659","DOI":"10.18653\/v1\/2020.acl-main.659"},{"key":"3297_CR27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1275","author":"J Hewitt","year":"2019","unstructured":"Hewitt J, Liang P (2019) Designing and interpreting probes with control tasks. Proc Conf Empir Methods Natl Lang Process. https:\/\/doi.org\/10.18653\/v1\/D19-1275","journal-title":"Proc Conf Empir Methods Natl Lang Process"},{"key":"3297_CR28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1419","author":"J Hewitt","year":"2019","unstructured":"Hewitt J, Manning CD (2019) A structural probe for finding syntax in word representations. Proc Conf N Am Chapter Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/N19-1419","journal-title":"Proc Conf N Am Chapter Assoc Comput Linguist"},{"key":"3297_CR29","doi-asserted-by":"publisher","first-page":"907","DOI":"10.1613\/jair.1.11196","volume":"61","author":"D Hupkes","year":"2018","unstructured":"Hupkes D, Veldhoen S, Zuidema WH (2018) Visualisation and diagnostic classifiers reveal how recurrent and recursive neural networks process hierarchical structure. J Artif Intell Res 61:907\u2013926. https:\/\/doi.org\/10.1613\/jair.1.11196","journal-title":"J Artif Intell Res"},{"key":"3297_CR30","volume-title":"The origins of grammar: language in the light of evolution II","author":"JR Hurford","year":"2011","unstructured":"Hurford JR (2011) The origins of grammar: language in the light of evolution II. OUP Oxford, Oxford"},{"key":"3297_CR31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1356","author":"G Jawahar","year":"2019","unstructured":"Jawahar G, Sagot B, Seddah D (2019) What does BERT learn about the structure of language? Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/P19-1356","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR32","unstructured":"Kitaev N, Kaiser L, Levskaya A (2020) Reformer: The efficient transformer. In: 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia.  https:\/\/openreview.net\/forum?id=rkgNKkHtvB"},{"key":"3297_CR33","doi-asserted-by":"publisher","DOI":"10.2200\/S00169ED1V01Y200901HLT002","author":"S K\u00fcbler","year":"2009","unstructured":"K\u00fcbler S, McDonald RT, Nivre J (2009) Dependency parsing. Synth Lect Hum Lang Technol. https:\/\/doi.org\/10.2200\/S00169ED1V01Y200901HLT002","journal-title":"Synth Lect Hum Lang Technol"},{"key":"3297_CR34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1132","author":"A Kuncoro","year":"2018","unstructured":"Kuncoro A, Dyer C, Hale J, Yogatama D, Clark S, Blunsom P (2018) LSTMs can learn syntax-sensitive dependencies well, but modeling structure makes them better. Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/P18-1132","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR35","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2981314","author":"J Li","year":"2020","unstructured":"Li J, Sun A, Han J, Li C (2020) A survey on deep learning for named entity recognition. IEEE Trans Knowl Data Eng. https:\/\/doi.org\/10.1109\/TKDE.2020.2981314","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3297_CR36","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1162\/tacl_a_00115","volume":"4","author":"T Linzen","year":"2016","unstructured":"Linzen T, Dupoux E, Goldberg Y (2016) Assessing the ability of LSTMs to learn syntax-sensitive dependencies. Trans Assoc Comput Linguist 4:521\u2013535","journal-title":"Trans Assoc Comput Linguist"},{"key":"3297_CR37","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.plrev.2017.03.002","volume":"21","author":"H Liu","year":"2017","unstructured":"Liu H, Xu C, Liang J (2017) Dependency distance: a new perspective on syntactic patterns in natural languages. Phys Life Rev 21:171\u2013193. https:\/\/doi.org\/10.1016\/j.plrev.2017.03.002","journal-title":"Phys Life Rev"},{"key":"3297_CR38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.figlang-1.34","author":"J Liu","year":"2020","unstructured":"Liu J, Ohara N, Rubin A, Draelos R, Rudin C (2020) Metaphor detection using contextual word embeddings from transformers. Proc Second Worksh Fig Lang Process. https:\/\/doi.org\/10.18653\/v1\/2020.figlang-1.34","journal-title":"Proc Second Worksh Fig Lang Process"},{"key":"3297_CR39","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized BERT pretraining approach"},{"key":"3297_CR40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5444","author":"D Mare\u010dek","year":"2018","unstructured":"Mare\u010dek D, Rosa R (2018) Extracting syntactic trees from transformer encoder self-attentions. Proc EMNLP Worksh Blackbox NLP. https:\/\/doi.org\/10.18653\/v1\/W18-5444","journal-title":"Proc EMNLP Worksh Blackbox NLP"},{"key":"3297_CR41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1151","author":"R Marvin","year":"2018","unstructured":"Marvin R, Linzen T (2018) Targeted syntactic evaluation of language models. Proc Conf Empir Methods Natl Lang Process Assoc Comput Linguis https:\/\/. https:\/\/doi.org\/10.18653\/v1\/D18-1151","journal-title":"Proc Conf Empir Methods Natl Lang Process Assoc Comput Linguis https:\/\/"},{"key":"3297_CR42","unstructured":"Nivre J, de Marneffe MC, Ginter F, Haji\u010d J, Manning CD, Pyysalo S, Schuster S, Tyers F, Zeman D (2020) Universal Dependencies v2: an evergrowing multilingual treebank collection. In: Proceedings of the 12th Language Resources and Evaluation Conference, European Language Resources Association, Marseille, France, pp 4034\u20134043.  https:\/\/www.aclweb.org\/anthology\/2020.lrec-1.497"},{"key":"3297_CR43","unstructured":"Nivre J, Fang CT (2017) Universal dependency evaluation. In: Proceedings of the NoDaLiDa 2017 Workshop on Universal Dependencies (UDW 2017), ACL, Gothenburg, Sweden, pp 86\u201395.  https:\/\/www.aclweb.org\/anthology\/W17-0411"},{"key":"3297_CR44","unstructured":"Nivre J, Hall J, Nilsson J (2006) Maltparser: a data-driven parser-generator for dependency parsing. In: Proceedings of the Fifth International Conference on Language Resources and Evaluation, LREC 2006, European Language Resources Association (ELRA), Genoa, Italy, pp 2216\u20132219.  http:\/\/www.lrec-conf.org\/proceedings\/lrec2006\/summaries\/162.html"},{"key":"3297_CR45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202","author":"M Peters","year":"2018","unstructured":"Peters M, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. Proc Conf N Am Chapter Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/N18-1202","journal-title":"Proc Conf N Am Chapter Assoc Comput Linguist"},{"key":"3297_CR46","unstructured":"Polignano M, Basile P, de Gemmis M, Semeraro G, Basile V (2019) AlBERTo: Italian BERT language understanding model for NLP challenging Tasks Based on Tweets. In: Proceedings of the Sixth Italian Conference on Computational Linguistics (CLiC-it 2019), CEUR.  https:\/\/www.scopus.com\/inward\/record.uri?eid=2-s2.0-85074851349&partnerID=40&md5=7abed946e06f76b3825ae5e294ffac14"},{"key":"3297_CR47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-5431","author":"A Raganato","year":"2018","unstructured":"Raganato A, Tiedemann J (2018) An analysis of encoder representations in transformer-based machine translation. Proc Worksh. https:\/\/doi.org\/10.18653\/v1\/w18-5431","journal-title":"Proc Worksh"},{"key":"3297_CR48","unstructured":"Renzi L, Salvi G, Cardinaletti A (1991) Grande grammatica italiana di consultazione, vol 2. Il mulino"},{"issue":"3","key":"3297_CR49","first-page":"501","volume":"17","author":"L Rizzi","year":"1986","unstructured":"Rizzi L (1986) Null objects in Italian and the theory of pro. Linguist Inq 17(3):501\u2013557","journal-title":"Linguist Inq"},{"issue":"2","key":"3297_CR50","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1177\/1367006909339814","volume":"13","author":"J Rothman","year":"2009","unstructured":"Rothman J (2009) Understanding the nature and outcomes of early bilingualism: romance languages as heritage languages. Int J Biling 13(2):155\u2013163","journal-title":"Int J Biling"},{"key":"3297_CR51","unstructured":"Sanguinetti M, Bosco C, Lavelli A, Mazzei A, Antonelli O, Tamburini F (2018) PoSTWITA-UD: an Italian twitter treebank in Universal Dependencies. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation, LREC 2018, European Language Resources Association (ELRA), Miyazaki, Japan.  http:\/\/www.lrec-conf.org\/proceedings\/lrec2018\/summaries\/636.html"},{"key":"3297_CR52","doi-asserted-by":"crossref","unstructured":"Siddhant A, Johnson M, Tsai H, Ari N, Riesa J, Bapna A, Firat O, Raman K (2020) Evaluating the cross-lingual effectiveness of massively multilingual neural machine translation. In: The Thirty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2020, AAAI Press, New York, NY, USA, pp 8854\u20138861.  https:\/\/aaai.org\/ojs\/index.php\/AAAI\/article\/view\/6414","DOI":"10.1609\/aaai.v34i05.6414"},{"key":"3297_CR53","unstructured":"Simi M, Bosco C, Montemagni S (2014) Less is more? Towards a reduced inventory of categories for training a parser for the Italian Stanford dependencies. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC\u201914), ELRA, Reykjavik, Iceland, pp 83\u201390"},{"key":"3297_CR54","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2013but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the 2008 conference on empirical methods in natural language processing, pp 254\u2013263","DOI":"10.3115\/1613715.1613751"},{"key":"3297_CR55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.482","author":"L Song","year":"2020","unstructured":"Song L, Xu K, Zhang Y, Chen J, Yu D (2020) ZPR2: Joint zero pronoun recovery and resolution using multi-task learning and BERT. Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.482","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1452","author":"I Tenney","year":"2019","unstructured":"Tenney I, Das D, Pavlick E (2019) BERT rediscovers the classical NLP pipeline. Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/P19-1452","journal-title":"Proc Annu Meet Assoc Comput Linguist Assoc Comput Linguist"},{"key":"3297_CR57","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, Long Beach, CA, USA, pp 5998\u20136008. http:\/\/papers.nips.cc\/paper\/7181-attention-is-all-you-need"},{"key":"3297_CR58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1580","author":"E Voita","year":"2019","unstructured":"Voita E, Talbot D, Moiseev F, Sennrich R, Titov I (2019) Analyzing multi-head self-attention: specialized heads do the heavy lifting, the rest can be pruned. Proc Conf Assoc Comput Linguist. https:\/\/doi.org\/10.18653\/v1\/p19-1580","journal-title":"Proc Conf Assoc Comput Linguist"},{"key":"3297_CR59","doi-asserted-by":"publisher","first-page":"2146","DOI":"10.1109\/TASLP.2020.3008390","volume":"28","author":"B Wang","year":"2020","unstructured":"Wang B, Kuo CJ (2020) SBERT-WK: a sentence embedding method by dissecting BERT-based word models. IEEE\/ACM Trans Audio Speech Lang Process 28:2146\u20132157. https:\/\/doi.org\/10.1109\/TASLP.2020.3008390","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"issue":"1\u20132","key":"3297_CR60","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s10590-016-9184-9","volume":"31","author":"L Wang","year":"2017","unstructured":"Wang L, Tu Z, Zhang X, Liu S, Li H, Way A, Liu Q (2017) A novel and robust approach for pro-drop language translation. Mach Transl 31(1\u20132):65\u201387","journal-title":"Mach Transl"},{"key":"3297_CR61","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1162\/tacl_a_00290","volume":"7","author":"A Warstadt","year":"2019","unstructured":"Warstadt A, Singh A, Bowman SR (2019) Neural network acceptability judgments. Trans Assoc Comput Linguistics 7:625\u2013641","journal-title":"Trans Assoc Comput Linguistics"},{"key":"3297_CR62","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell JG, Salakhutdinov R, Le QV (2019) XLNet: Generalized autoregressive pretraining for language understanding. Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019. Vancouver, BC, Canada, pp 5754\u20135764"},{"key":"3297_CR63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K17-3001","author":"D Zeman","year":"2017","unstructured":"Zeman D, Popel M, Straka M, Haji\u010d J, Nivre J, Ginter F, Luotolahti J, Pyysalo S, Petrov S, Potthast M, Tyers F, Badmaeva E, Gokirmak M, Nedoluzhko A, Cinkov\u00e1 S, Haji\u010d jr J, Hlav\u00e1\u010dov\u00e1 J, Kettnerov\u00e1 V, Ure\u0161ov\u00e1 Z, Kanerva J, Ojala S, Missil\u00e4 A, Manning CD, Schuster S, Reddy S, Taji D, Habash N, Leung H, de Marneffe MC, Sanguinetti M, Simi M, Kanayama H, de Paiva V, Droganova K, Mart\u00ednez Alonso H, \u00c7\u00f6ltekin \u00c7, Sulubacak U, Uszkoreit H, Macketanz V, Burchardt A, Harris K, Marheinecke K, Rehm G, Kayadelen T, Attia M, Elkahky A, Yu Z, Pitler E, Lertpradit S, Mandl M, Kirchner J, Alcalde HF, Strnadov\u00e1 J, Banerjee E, Manurung R, Stella A, Shimada A, Kwak S, Mendon\u00e7a G, Lando T, Nitisaroj R, Li J, (2017) CoNLL 2017 shared task: multilingual parsing from raw text to universal dependencies. Proc CoNLL Shared Task. https:\/\/doi.org\/10.18653\/v1\/K17-3001","journal-title":"Proc CoNLL Shared Task"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-021-03297-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-021-03297-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-021-03297-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T18:21:40Z","timestamp":1673634100000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-021-03297-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,8]]},"references-count":63,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["3297"],"URL":"https:\/\/doi.org\/10.1007\/s12652-021-03297-4","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,8]]},"assertion":[{"value":"31 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 May 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}