{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,26]],"date-time":"2025-12-26T07:03:50Z","timestamp":1766732630195,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031453670"},{"type":"electronic","value":"9783031453687"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45368-7_22","type":"book-chapter","created":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T20:37:45Z","timestamp":1697056665000},"page":"337-347","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["BLUEX: A Benchmark Based on\u00a0Brazilian Leading Universities Entrance eXams"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-9568-9331","authenticated-orcid":false,"given":"Thales Sales","family":"Almeida","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7205-2094","authenticated-orcid":false,"given":"Thiago","family":"Laitz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9460-8353","authenticated-orcid":false,"given":"Giovana K.","family":"Bon\u00e1s","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2600-6035","authenticated-orcid":false,"given":"Rodrigo","family":"Nogueira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,12]]},"reference":[{"key":"22_CR1","doi-asserted-by":"crossref","unstructured":"Bowman, S., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 632\u2013642 (2015)","DOI":"10.18653\/v1\/D15-1075"},{"key":"22_CR2","unstructured":"Brum, H.B., das Gra\u00e7as Volpe Nunes, M.: Building a sentiment corpus of tweets in Brazilian Portuguese (2017)"},{"key":"22_CR3","unstructured":"Chowdhery, A., et al.: Palm: scaling language modeling with pathways (2022)"},{"key":"22_CR4","doi-asserted-by":"crossref","unstructured":"FitzGerald, J., et al.: MASSIVE: a 1 m-example multilingual natural language understanding dataset with 51 typologically-diverse languages (2022)","DOI":"10.18653\/v1\/2023.acl-long.235"},{"key":"22_CR5","unstructured":"Fonseca, E., Santos, L., Criscuolo, M., Aluisio, S.: ASSIN: Avaliacao de similaridade semantica e inferencia textual. In: 12th International Conference on Computational Processing of the Portuguese Language, Tomar, Portugal, pp. 13\u201315 (2016)"},{"key":"22_CR6","unstructured":"Gomes, J.R.S.: PLUE: Portuguese language understanding evaluation (2020). https:\/\/github.com\/jubs12\/PLUE"},{"key":"22_CR7","unstructured":"Hoffmann, J., et al.: Training compute-optimal large language models (2022)"},{"key":"22_CR8","doi-asserted-by":"crossref","unstructured":"Khot, T., Sabharwal, A., Clark, P.: SciTaiL: a textual entailment dataset from science question answering. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32 (2018)","DOI":"10.1609\/aaai.v32i1.12022"},{"key":"22_CR9","unstructured":"Kocijan, V., Lukasiewicz, T., Davis, E., Marcus, G., Morgenstern, L.: A review of Winograd Schema Challenge datasets and approaches. arXiv preprint arXiv:2004.13831 (2020)"},{"key":"22_CR10","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1162\/tacl_a_00276","volume":"7","author":"T Kwiatkowski","year":"2019","unstructured":"Kwiatkowski, T., et al.: Natural questions: a benchmark for question answering research. Trans. Assoc. Comput. Linguist. 7, 453\u2013466 (2019)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"22_CR11","doi-asserted-by":"crossref","unstructured":"Lin, X.V., et al.: Few-shot learning with multilingual language models (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.616"},{"key":"22_CR12","doi-asserted-by":"publisher","first-page":"1389","DOI":"10.1162\/tacl_a_00433","volume":"9","author":"S Longpre","year":"2021","unstructured":"Longpre, S., Lu, Y., Daiber, J.: MKQA: a linguistically diverse benchmark for multilingual open domain question answering. Trans. Assoc. Computat. Linguist. 9, 1389\u20131406 (2021)","journal-title":"Trans. Assoc. Computat. Linguist."},{"key":"22_CR13","doi-asserted-by":"crossref","unstructured":"de Melo, G., Imaizumi, V., Cozman, F.: Winograd schemas in portuguese. In: Anais do XVI Encontro Nacional de Intelig\u00eancia Artificial e Computacional, pp. 787\u2013798. SBC (2019)","DOI":"10.5753\/eniac.2019.9334"},{"key":"22_CR14","doi-asserted-by":"crossref","unstructured":"Muennighoff, N., et al.: Crosslingual generalization through multitask finetuning (2022)","DOI":"10.18653\/v1\/2023.acl-long.891"},{"key":"22_CR15","unstructured":"Nunes, D., Primi, R., Pires, R., Lotufo, R., Nogueira, R.: Evaluating GPT-3.5 and GPT-4 models on Brazilian University admission exams (2023)"},{"key":"22_CR16","unstructured":"OpenAI: GPT-4 technical report (2023)"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Pires, R., Abonizio, H., Almeida, T.S., Nogueira, R.: Sabi\u00e1: Portuguese large language models (2023)","DOI":"10.1007\/978-3-031-45392-2_15"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 2383\u20132392 (2016)","DOI":"10.18653\/v1\/D16-1264"},{"key":"22_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1007\/978-3-030-41505-1_39","volume-title":"Computational Processing of the Portuguese Language","author":"L Real","year":"2020","unstructured":"Real, L., Fonseca, E., Gon\u00e7alo Oliveira, H.: The ASSIN 2 shared task: a quick overview. In: Quaresma, P., Vieira, R., Alu\u00edsio, S., Moniz, H., Batista, F., Gon\u00e7alves, T. (eds.) PROPOR 2020. LNCS (LNAI), vol. 12037, pp. 406\u2013412. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-41505-1_39"},{"key":"22_CR20","unstructured":"de la Rosa, J., Ponferrada, E.G., Villegas, P., de Prado Salas, P.G., Romero, M., Grandury, M.: BERTIN: efficient pre-training of a Spanish language model using perplexity sampling (2022)"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Sayama, H.F., Araujo, A.V., Fernandes, E.R.: FaQuAD: reading comprehension dataset in the domain of Brazilian higher education. In: 2019 8th Brazilian Conference on Intelligent Systems (BRACIS), pp. 443\u2013448. IEEE (2019)","DOI":"10.1109\/BRACIS.2019.00084"},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Silveira, I.C., Mau\u00e1, D.D.: Advances in automatically solving the ENEM. In: 2018 7th Brazilian Conference on Intelligent Systems (BRACIS), pp. 43\u201348. IEEE (2018)","DOI":"10.1109\/BRACIS.2018.00016"},{"key":"22_CR23","unstructured":"Taori, R., et al.: Stanford Alpaca: an instruction-following LLaMA model (2023). https:\/\/github.com\/tatsu-lab\/stanford_alpaca"},{"key":"22_CR24","unstructured":"Tiedemann, J., Thottingal, S.: OPUS-MT - building open translation services for the world. In: Proceedings of the 22nd Annual Conference of the European Association for Machine Translation (EAMT), Lisbon, Portugal (2020)"},{"key":"22_CR25","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models (2023)"},{"key":"22_CR26","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: GLUE: a multi-task benchmark and analysis platform for natural language understanding. In: International Conference on Learning Representations (2019). https:\/\/openreview.net\/forum?id=rJ4km2R5t7"},{"key":"22_CR27","unstructured":"Wang, B., Komatsuzaki, A.: GPT-J-6B: a 6 billion parameter autoregressive language model, May 2021. https:\/\/github.com\/kingoflolz\/mesh-transformer-jax"},{"key":"22_CR28","unstructured":"Wei, J., et al.: Chain of thought prompting elicits reasoning in large language models. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) Advances in Neural Information Processing Systems (2022). https:\/\/openreview.net\/forum?id=_VjQlMeSB_J"},{"key":"22_CR29","unstructured":"Le Scao, T., et al.: BLOOM: a 176B-parameter open-access multilingual language model (2023)"},{"key":"22_CR30","unstructured":"Zhang, S., et al.: OPT: open pre-trained transformer language models (2022)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45368-7_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T17:26:59Z","timestamp":1730309219000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45368-7_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031453670","9783031453687"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45368-7_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"12 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belo Horizonte","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.bracis.dcc.ufmg.br","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"JEMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"242","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"90","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}