{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T11:38:15Z","timestamp":1769773095254,"version":"3.49.0"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032159892","type":"print"},{"value":"9783032159908","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-15990-8_5","type":"book-chapter","created":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T19:59:09Z","timestamp":1769716749000},"page":"65-77","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Assessing DeepSeek-R1\u2019s Performance on\u00a0Brazil\u2019s Defining National Education Benchmark"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8370-8028","authenticated-orcid":false,"given":"Alexandre Thurow","family":"Bender","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5984-6242","authenticated-orcid":false,"given":"Gabriel Almeida","family":"Gomes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6695-3451","authenticated-orcid":false,"given":"Ulisses Brisolara","family":"Corr\u00eaa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0514-8883","authenticated-orcid":false,"given":"Ricardo Matsumura","family":"Araujo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,1,30]]},"reference":[{"key":"5_CR1","first-page":"1877","volume":"33","author":"TB Brown","year":"2020","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR2","unstructured":"Bommasani, R., et\u00a0al.: On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)"},{"key":"5_CR3","unstructured":"Bubeck, S., et al.: Sparks of artificial general intelligence: early experiments with gpt-4. arXiv preprint arXiv:2303.12712 (2023)"},{"key":"5_CR4","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. Adv. Neural Inf. Process. Syst. 35, 22199\u201322213 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR5","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Joshi, P., Santy, S., Budhiraja, A., Bali, K., Choudhury, M.: The state and fate of linguistic diversity and inclusion in the nlp world. Presented at the (2020)","DOI":"10.18653\/v1\/2020.acl-main.560"},{"issue":"1","key":"5_CR7","first-page":"1","volume":"5","author":"FN Ribeiro","year":"2020","unstructured":"Ribeiro, F.N., Ara\u00fajo, M., Gon\u00e7alves, P., Gon\u00e7alves, M.A., Benevenuto, F.: Sentibench - a benchmark comparison of state-of-the-practice sentiment analysis methods. EPJ Data Sci. 5(1), 1\u201329 (2020)","journal-title":"EPJ Data Sci."},{"key":"5_CR8","unstructured":"DeepSeek-AI, et\u00a0al. Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning. ArXiv arxiv:2501.12948 (2025)"},{"key":"5_CR9","doi-asserted-by":"publisher","first-page":"157","DOI":"10.18356\/5db107a1-en","volume":"113","author":"R Travitzki","year":"2014","unstructured":"Travitzki, R., Calero, J., Boto, C.: What does the national high school exam (enem) tell brazilian society? CEPAL Rev. 113, 157\u2013174 (2014)","journal-title":"CEPAL Rev."},{"key":"5_CR10","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1590\/S0104-40602011000200013","volume":"40","author":"JM Santos","year":"2011","unstructured":"Santos, J.M.: Exame nacional do ensino m\u00e9dio: Entre a regula\u00e7\u00e3o da qualidade do ensino m\u00e9dio e o vestibular. Educar em Revista 40, 195\u2013205 (2011)","journal-title":"Educar em Revista"},{"key":"5_CR11","unstructured":"Andrade, D.F., Tavares, H.R., Valle, R.C.: Teoria da resposta ao item: Conceitos e aplica\u00e7\u00f5es. In: SINAPE (2000)"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Sambasivan, N., Arnesen, E., Hutchinson, B., Doshi, T., Prabhakaran, V.: Re-imagining algorithmic fairness in India and beyond. In: In Proceedings of the 2021 ACM Conference on Fairness and Transparency, pp. 315\u2013328 (2021)","DOI":"10.1145\/3442188.3445896"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Mitchell, M., et al.: Algorithmic impact assessments and accountability: the co-construction of impacts. In Proceedings of the 2021 ACM Conference on Fairness and Transparency, pp. 735\u2013746 (2022)","DOI":"10.1145\/3442188.3445935"},{"key":"5_CR14","first-page":"5998","volume":"30","author":"A Vaswani","year":"2017","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30, 5998\u20136008 (2017)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR15","unstructured":"Radford, A., Narasimhan, K.: Improving language understanding by generative pre-training. Technical report. OpenAI (2018)"},{"key":"5_CR16","unstructured":"Wei, J., et al.: Emergent abilities of large language models. ArXiv arxiv:2206.07682 (2022)"},{"key":"5_CR17","first-page":"27730","volume":"35","author":"L Ouyang","year":"2022","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. Adv. Neural Inf. Process. Syst. 35, 27730\u201327744 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR18","unstructured":"DeepSeek-AI, et\u00a0al.: Deepseek-v3 technical report. ArXiv arxiv:2412.19437 (2024)"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Katz, D.M., Bommarito, M.J.,\u00a0Gao, S.,\u00a0Arredondo, P.: Gpt-4 passes the bar exam. Phil. Trans. R. Soc. A 382 (2023)","DOI":"10.2139\/ssrn.4389233"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Wu, S., et al.: Benchmarking open-source large language models, gpt-4 and claude 2 on multiple-choice questions in nephrology. NEJM AI 1 (2024)","DOI":"10.1056\/AIdbp2300092"},{"key":"5_CR21","unstructured":"Zhang, Z.,\u00a0Xu, L.,\u00a0Jiang, Z.,\u00a0Hao, H.,\u00a0Wang, R.: Multiple-choice questions are efficient and robust llm evaluators. ArXiv arxiv:2405.11966 (2024)"},{"key":"5_CR22","unstructured":"Campos, R., Almeida, T.S.,\u00a0Abonizio, H.,\u00a0Nogueira, R.: Evaluating gpt-4\u2019s vision capabilities on brazilian university admission exams. arXiv preprint arXiv:2311.14169 (2024)"},{"key":"5_CR23","unstructured":"Pires, R., Almeida, T.S.,\u00a0Abonizio, H.,\u00a0Nogueira, R.: Evaluating gpt-4\u2019s vision capabilities on brazilian university admission exams. arXiv preprint arXiv:2311.14169 (2023)"},{"key":"5_CR24","unstructured":"Nunes, D.,\u00a0Primi, R.,\u00a0Pires, R.,\u00a0Lotufo, R.,\u00a0Nogueira, R.: Evaluating gpt-3.5 and gpt-4 models on brazilian university admission exams. arXiv preprint arXiv:2303.17003 (2023)"},{"key":"5_CR25","unstructured":"Chen, M., et\u00a0al.: Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-15990-8_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T19:59:12Z","timestamp":1769716752000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-15990-8_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032159892","9783032159908"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-15990-8_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"30 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Fortaleza-CE","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/bracis.sbc.org.br\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}