{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T08:32:30Z","timestamp":1742977950331,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030862299"},{"type":"electronic","value":"9783030862305"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86230-5_58","type":"book-chapter","created":{"date-parts":[[2021,9,7]],"date-time":"2021-09-07T09:03:00Z","timestamp":1631005380000},"page":"739-751","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Answering Fill-in-the-Blank Questions in Portuguese with Transformer Language Models"],"prefix":"10.1007","author":[{"given":"Hugo","family":"Gon\u00e7alo Oliveira","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,3]]},"reference":[{"key":"58_CR1","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/978-3-642-12320-7_15","volume-title":"Computational Processing of the Portuguese Language","author":"J Baptista","year":"2010","unstructured":"Baptista, J., Costa, N., Guerra, J., Zampieri, M., Cabral, M., Mamede, N.: P-AWL: academic word list for Portuguese. In: Pardo, T.A.S., Branco, A., Klautau, A., Vieira, R., de Lima, V.L.S. (eds.) PROPOR 2010. LNCS (LNAI), vol. 6001, pp. 120\u2013123. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-12320-7_15"},{"unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv:2005.14165 preprint (2020)","key":"58_CR2"},{"key":"58_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1007\/978-3-642-28885-2_19","volume-title":"Computational Processing of the Portuguese Language","author":"R Correia","year":"2012","unstructured":"Correia, R., Baptista, J., Eskenazi, M., Mamede, N.: Automatic generation of cloze question stems. In: Caseli, H., Villavicencio, A., Teixeira, A., Perdig\u00e3o, F. (eds.) PROPOR 2012. LNCS (LNAI), vol. 7243, pp. 168\u2013178. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28885-2_19"},{"unstructured":"Correia, R., Baptista, J., Mamede, N., Trancoso, I., Eskenazi, M.: Automatic generation of cloze question distractors. In: Second Language Studies: Acquisition, Learning, Education and Technology (2010)","key":"58_CR4"},{"unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186. ACL (2019)","key":"58_CR5"},{"doi-asserted-by":"crossref","unstructured":"Donahue, C., Lee, M., Liang, P.: Enabling language models to fill in the blanks. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 2492\u20132501. ACL (2020)","key":"58_CR6","DOI":"10.18653\/v1\/2020.acl-main.225"},{"doi-asserted-by":"crossref","unstructured":"Ethayarajh, K.: How contextual are contextualized word representations? Comparing the geometry of BERT, ELMo, and GPT-2 embeddings. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 55\u201365 (2019)","key":"58_CR7","DOI":"10.18653\/v1\/D19-1006"},{"key":"58_CR8","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1162\/tacl_a_00298","volume":"8","author":"A Ettinger","year":"2020","unstructured":"Ettinger, A.: What BERT is not: lessons from a new suite of psycholinguistic diagnostics for language models. Trans. Assoc. Comput. Linguist. 8, 34\u201348 (2020)","journal-title":"Trans. Assoc. Comput. Linguist."},{"unstructured":"Goldberg, Y.: Assessing BERT\u2019s syntactic abilities. arXiv:1901.05287 (2019)","key":"58_CR9"},{"issue":"2","key":"58_CR10","doi-asserted-by":"publisher","first-page":"34","DOI":"10.3390\/info9020034","volume":"9","author":"H Gon\u00e7alo Oliveira","year":"2018","unstructured":"Gon\u00e7alo Oliveira, H.: A survey on Portuguese lexical knowledge bases: contents, comparison and combination. Information 9(2), 34 (2018)","journal-title":"Information"},{"issue":"2","key":"58_CR11","first-page":"23","volume":"3","author":"H Gon\u00e7alo Oliveira","year":"2011","unstructured":"Gon\u00e7alo Oliveira, H., Ant\u00f3n P\u00e9rez, L., Costa, H., Gomes, P.: Uma rede l\u00e9xico-sem\u00e2ntica de grandes dimens\u00f5es para o portugu\u00eas, extra\u00edda a partir de dicion\u00e1rios electr\u00f3nicos. Linguam\u00e1tica 3(2), 23\u201338 (2011)","journal-title":"Linguam\u00e1tica"},{"unstructured":"Jiang, Y., et al.: Improving Machine Reading Comprehension with single-choice decision and transfer learning. arXiv:2011.03292 preprint (2020)","key":"58_CR12"},{"doi-asserted-by":"crossref","unstructured":"Lai, G., Xie, Q., Liu, H., Yang, Y., Hovy, E.: RACE: large-scale reading comprehension dataset from examinations. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 785\u2013794 (2017)","key":"58_CR13","DOI":"10.18653\/v1\/D17-1082"},{"unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: ALBERT: a lite BERT for self-supervised learning of language representations. arXiv:1909.11942 preprint (2019)","key":"58_CR14"},{"doi-asserted-by":"crossref","unstructured":"Petroni, F., et al.: Language models as knowledge bases? In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2463\u20132473. ACL (2019)","key":"58_CR15","DOI":"10.18653\/v1\/D19-1250"},{"unstructured":"Pilehvar, M.T., Jurgens, D., Navigli, R.: Align, disambiguate and walk: a unified approach for measuring semantic similarity. In: Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics, pp. 1341\u20131351. ACL (2013)","key":"58_CR16"},{"issue":"8","key":"58_CR17","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 2383\u20132392 (2016)","key":"58_CR18","DOI":"10.18653\/v1\/D16-1264"},{"unstructured":"Rocha, P.A., Santos, D.: CETEMP\u00fablico: Um corpus de grandes dimens\u00f5es de linguagem jornal\u00edstica portuguesa. In: V Encontro para o processamento computacional da l\u00edngua portuguesa escrita e falada, PROPOR 2000, pp. 131\u2013140. ICMC\/USP (2000)","key":"58_CR19"},{"unstructured":"Rodrigo, A., Pe\u00f1as, A., Miyao, Y., Hovy, E.H., Kando, N.: Overview of CLEF QA Entrance Exams task 2015. In: Working Notes of CLEF 2015 - Conference and Labs of the Evaluation forum. CEUR-WS (2015)","key":"58_CR20"},{"unstructured":"Rodrigues, R.C., da Silva, J.R., de Castro, P.V.Q., da Silva, N.F.F., da Silva Soares, A.: Multilingual transformer ensembles for Portuguese natural language tasks. In: Proceedings of the the ASSIN 2 Shared Task: Evaluating Semantic Textual Similarity and Textual Entailment in Portuguese, vol. 2583. CEUR-WS.org (2020)","key":"58_CR21"},{"unstructured":"Rodrigues, R., Couto, P., Rodrigues, I.: IPR: the semantic textual similarity and recognizing textual entailment systems. In: Proceedings of the the ASSIN 2 Shared Task: Evaluating Semantic Textual Similarity and Textual Entailment in Portuguese, vol. 2583. CEUR-WS.org (2020)","key":"58_CR22"},{"doi-asserted-by":"crossref","unstructured":"Schick, T., Sch\u00fctze, H.: Exploiting cloze-questions for few-shot text classification and natural language inference. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics, pp. 255\u2013269. ACL (2021)","key":"58_CR23","DOI":"10.18653\/v1\/2021.eacl-main.20"},{"key":"58_CR24","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1007\/978-3-642-28885-2_29","volume-title":"Computational Processing of the Portuguese Language","author":"A Silva","year":"2012","unstructured":"Silva, A., Marques, C., Baptista, J., Ferreira, A., Mamede, N.: REAP.PT serious games for learning Portuguese. In: Caseli, H., Villavicencio, A., Teixeira, A., Perdig\u00e3o, F. (eds.) PROPOR 2012. LNCS (LNAI), vol. 7243, pp. 248\u2013259. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28885-2_29"},{"key":"58_CR25","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/978-3-030-61377-8_28","volume-title":"Intelligent Systems","author":"F Souza","year":"2020","unstructured":"Souza, F., Nogueira, R., Lotufo, R.: BERTimbau: pretrained BERT models for Brazilian Portuguese. In: Cerri, R., Prati, R.C. (eds.) BRACIS 2020. LNCS (LNAI), vol. 12319, pp. 403\u2013417. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61377-8_28"},{"unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008 (2017)","key":"58_CR26"}],"container-title":["Lecture Notes in Computer Science","Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86230-5_58","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T19:26:56Z","timestamp":1673206016000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86230-5_58"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030862299","9783030862305"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86230-5_58","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"3 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EPIA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"EPIA Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"epia2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.appia.pt\/epia2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"108","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"62","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.47","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.36","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}