{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T11:45:17Z","timestamp":1769773517460,"version":"3.49.0"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032159830","type":"print"},{"value":"9783032159847","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-15984-7_27","type":"book-chapter","created":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T20:34:08Z","timestamp":1769718848000},"page":"395-409","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reducing Dependence on\u00a0Labeled Data: A Self-Supervised Fine-Tuning Approach for\u00a0Low-Resource Language Models"],"prefix":"10.1007","author":[{"given":"Gian Franco","family":"Condori-Luna","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Didier","family":"Vega-Oliveros","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcelo","family":"da Silva Reis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,30]]},"reference":[{"key":"27_CR1","unstructured":"Antoun, W., Baly, F., Hajj, H.: Arabert: transformer-based model for Arabic language understanding (2020)"},{"key":"27_CR2","doi-asserted-by":"crossref","unstructured":"Beltagy, I., Lo, K., Cohan, A.: Scibert: a pretrained language model for scientific text. In: EMNLP-IJCNLP 2019 - 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing, Proceedings of the Conference, pp. 3615\u20133620 (2019)","DOI":"10.18653\/v1\/D19-1371"},{"key":"27_CR3","unstructured":"Carmo, D., Piau, M., Campiotti, I., Nogueira, R., Lotufo, R.: Ptt5: pretraining and validating the t5 model on Brazilian Portuguese data (2020)"},{"key":"27_CR4","unstructured":"Ca\u00f1ete, J., Chaperon, G., Fuentes, R., Ho, J.H., Kang, H., P\u00e9rez, J.: Spanish pre-trained bert model and evaluation month = 8, data (2023)"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Chalkidis, I., Fergadiotis, M., Malakasiotis, P., Aletras, N., Androutsopoulos, I.: Legal-bert: the muppets straight out of law school. In: Findings of the Association for Computational Linguistics Findings of ACL: EMNLP 2020, pp. 2898\u20132904 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"27_CR6","volume":"16","author":"NK Corr\u00eaa","year":"2024","unstructured":"Corr\u00eaa, N.K., Falk, S., Fatimah, S., Sen, A., de Oliveira, N.: Teenytinyllama: open-source tiny language models trained in Brazilian Portuguese. Mach. Learn. Appl. 16, 100558 (2024)","journal-title":"Mach. Learn. Appl."},{"key":"27_CR7","unstructured":"Da, P., et al.: Bertabaporu: assessing a genre-specific language model for Portuguese nlp (2023)"},{"key":"27_CR8","unstructured":"de\u00a0Souza, J.V.A., et al.: Biobertpt -a portuguese neural language model for clinical named entity recognition | request pdf (2020)"},{"key":"27_CR9","unstructured":"de\u00a0Vries, W., van Cranenburgh, A., Bisazza, A., Caselli, T., van Noord, G., Nissim, M.: Bertje: a Dutch bert model (2019)"},{"key":"27_CR10","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: NAACL HLT 2019 - 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies - Proceedings of the Conference, vol. 1, pp. 4171\u20134186 (2018). https:\/\/doi.org\/10.48550\/arxiv.1810.04805","DOI":"10.48550\/arxiv.1810.04805"},{"key":"27_CR11","unstructured":"Wagner, J.A., Filho, R.W., Idiart, M., Villavicencio, A. (eds.): The brwac corpus: A new open resource for Brazilian Portuguese (2022)"},{"key":"27_CR12","first-page":"24","volume":"3","author":"Y Gu","year":"2020","unstructured":"Gu, Y., et al.: Domain-specific language model pretraining for biomedical natural language processing. ACM Trans. Comput. Healthcare 3, 24 (2020)","journal-title":"ACM Trans. Comput. Healthcare"},{"key":"27_CR13","unstructured":"He, P., Liu, X., Gao, J., Chen, W.: Deberta: decoding-enhanced bert with disentangled attention. In: ICLR 2021 - 9th International Conference on Learning Representations (2020)"},{"key":"27_CR14","doi-asserted-by":"crossref","unstructured":"Hong, J., Kim, T., Lim, H., Choo, J.: Avocado: strategy for adapting vocabulary to downstream domain. In: EMNLP 2021 - 2021 Conference on Empirical Methods in Natural Language Processing, Proceedings, pp. 4692\u20134700 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.385"},{"key":"27_CR15","unstructured":"Hu, E., et al.: Lora: low-rank adaptation of large language models. In: ICLR 2022 - 10th International Conference on Learning Representations (2021)"},{"key":"27_CR16","unstructured":"Huang, K., Altosaar, J., Ranganath, R.: Clinicalbert: modeling clinical notes and predicting hospital readmission (2019)"},{"key":"27_CR17","doi-asserted-by":"crossref","unstructured":"Koto, F., Lau, J.H., Baldwin, T.: Indobertweet: a pretrained language model for Indonesian twitter with effective domain-specific vocabulary initialization. In: EMNLP 2021 - 2021 Conference on Empirical Methods in Natural Language Processing, Proceedings, pp. 10660\u201310668 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.833"},{"key":"27_CR18","doi-asserted-by":"crossref","unstructured":"Koto, F., Rahimi, A., Lau, J.H., Baldwin, T.: Indolem and indobert: a benchmark dataset and pre-trained language model for Indonesian nlp. In: COLING 2020 - 28th International Conference on Computational Linguistics, Proceedings of the Conference, pp. 757\u2013770 (2020)","DOI":"10.18653\/v1\/2020.coling-main.66"},{"key":"27_CR19","first-page":"11","volume":"1","author":"J Lee","year":"2019","unstructured":"Lee, J., Tang, R., Lin, J., Cheriton, D.R.: What would elsa do? Freezing layers during transformer fine-tuning 1, 11 (2019)","journal-title":"What would elsa do? Freezing layers during transformer fine-tuning"},{"issue":"4","key":"27_CR20","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2019","unstructured":"Lee, J., et al.: Biobert: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4), 1234\u20131240 (2019)","journal-title":"Bioinformatics"},{"key":"27_CR21","doi-asserted-by":"crossref","unstructured":"Martin, L., et al.: Camembert: a tasty French language model. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics, pp. 7203\u20137219 (2019)","DOI":"10.18653\/v1\/2020.acl-main.645"},{"key":"27_CR22","first-page":"3","volume":"372","author":"MJ Page","year":"2021","unstructured":"Page, M.J., Stewart, L.A., Thomas, J., Tricco, A.C., Welch, V.A., Whiting, P., et al.: The prisma 2020 statement: an updated guideline for reporting systematic reviews. The BMJ 372, 3 (2021)","journal-title":"The BMJ"},{"key":"27_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3533378","volume":"55","author":"A Paleyes","year":"2020","unstructured":"Paleyes, A., Urma, R.-G., Lawrence, N.D.: Challenges in deploying machine learning: a survey of case studies. ACM Comput. Surv. 55, 1\u201329 (2020). https:\/\/doi.org\/10.1145\/3533378","journal-title":"ACM Comput. Surv."},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Pires, R., Abonizio, H., Almeida, T.S., Nogueira, R.: Sabi\u00e1: Portuguese large language models. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), LNAI, vol. 14197, pp. 226\u2013240 (2023)","DOI":"10.1007\/978-3-031-45392-2_15"},{"key":"27_CR25","unstructured":"Radford, A., Wu, J.,\u00a0Child, R.,\u00a0Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2019)"},{"key":"27_CR26","first-page":"1","volume":"21","author":"C Raffel","year":"2019","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 1\u201367 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"27_CR27","unstructured":"Real, L.,\u00a0Oshiro, M.,\u00a0Mafra1, A.: B2w-reviews01 an open product reviews corpus. In: XII Symposium in Information and Human Language Technology, pp. 200\u2013208 (2019)"},{"key":"27_CR28","doi-asserted-by":"crossref","unstructured":"Rodrigues, J., et al.: Advancing neural encoding of Portuguese with transformer albertina pt-*. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), LNAI, vol. 14115, pp. 441\u2013453 (2023)","DOI":"10.1007\/978-3-031-49008-8_35"},{"key":"27_CR29","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-030-98305-5_10","volume-title":"Computational Processing of the Portuguese Language","author":"RBM Rodrigues","year":"2022","unstructured":"Rodrigues, R.B.M., et al.: PetroBERT: a domain adaptation language model for oil and gas applications in Portuguese. In: Pinheiro, V., et al. (eds.) PROPOR 2022. LNCS (LNAI), vol. 13208, pp. 101\u2013109. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-98305-5_10"},{"key":"27_CR30","doi-asserted-by":"crossref","unstructured":"Schneider, E.T.R., De Souza, J.V.A., Gumiel, Y.B., Moro, C., Paraiso, E.C.: A gpt-2 language model for biomedical texts in Portuguese. In: Proceedings - IEEE Symposium on Computer-Based Medical Systems, June 2021, pp. 474\u2013479 (2021)","DOI":"10.1109\/CBMS52027.2021.00056"},{"key":"27_CR31","doi-asserted-by":"crossref","unstructured":"Silveira, R., Ponte, C., Almeida, V., Pinheiro, V., Furtado, V.: Legalbert-pt: a pretrained language model for the Brazilian Portuguese legal domain. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), LNAI, vol. 14197, pp. 268\u2013282 (2023)","DOI":"10.1007\/978-3-031-45392-2_18"},{"key":"27_CR32","unstructured":"De Sousa, R.F., Brum, H.B., Gra\u00e7as, M.D., Nunes, V.: A bunch of helpfulness and sentiment corpora in Brazilian Portuguese. In: Symposium in Information and Human Language Technology - STI (2019). repositorio.usp.br\/item\/002971317"},{"key":"27_CR33","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/978-3-030-61377-8_28","volume-title":"Intelligent Systems","author":"F Souza","year":"2020","unstructured":"Souza, F., Nogueira, R., Lotufo, R.: BERTimbau: pretrained BERT models for Brazilian Portuguese. In: Cerri, R., Prati, R.C. (eds.) BRACIS 2020. LNCS (LNAI), vol. 12319, pp. 403\u2013417. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61377-8_28"},{"key":"27_CR34","doi-asserted-by":"crossref","unstructured":"Tai, W., Kung, H.T., Dong, X., Comiter, M., Kuo, C.F.: exbert: Extending pre-trained models with domain-specific vocabulary under constrained training resources. In: Findings of the Association for Computational Linguistics Findings of ACL: EMNLP 2020, pp. 1433\u20131439 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.129"},{"key":"27_CR35","unstructured":"Virtanen, A., et al.: Multilingual is not enough: bert for finnish (2019)"},{"issue":"3","key":"27_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3386252","volume":"53","author":"Y Wang","year":"2019","unstructured":"Wang, Y., Yao, Q., Kwok, J.T., Ni, L.M.: Generalizing from a few examples: a survey on few-shot learning. ACM Comput. Surv. (CSUR) 53(3), 1\u201334 (2019). https:\/\/doi.org\/10.1145\/3386252","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"27_CR37","doi-asserted-by":"crossref","unstructured":"Yang, J., Hu, X., Huang, W., Yuan, H., Shen, Y., Xiao, G.: Advancing domain adaptation of bert by learning domain term semantics. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), LNAI, vol. 14120, pp. 12\u201324 (2023)","DOI":"10.1007\/978-3-031-40292-0_2"},{"key":"27_CR38","unstructured":"Yang, Y., Christopher, M., Uy, S., Huang, A.: Finbert: a pretrained language model for financial communications (2020)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-15984-7_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T20:34:17Z","timestamp":1769718857000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-15984-7_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032159830","9783032159847"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-15984-7_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"30 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Fortaleza-CE","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/bracis.sbc.org.br\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}