{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T20:03:05Z","timestamp":1778875385914,"version":"3.51.4"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001823","name":"Ministry of Education of the Czech Republic (CR) within the LINDAT-CLARIAH-CZ Project","doi-asserted-by":"publisher","award":["LM2023062"],"award-info":[{"award-number":["LM2023062"]}],"id":[{"id":"10.13039\/501100001823","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Education, Youth and Sports of the CR through the e-INFRA CZ Project","award":["90254"],"award-info":[{"award-number":["90254"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3371689","type":"journal-article","created":{"date-parts":[[2024,2,29]],"date-time":"2024-02-29T18:58:20Z","timestamp":1709233100000},"page":"34570-34581","source":"Crossref","is-referenced-by-count":8,"title":["CzeGPT-2\u2013Training New Model for Czech Generative Text Processing Evaluated With the Summarization Task"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-3638-2959","authenticated-orcid":false,"given":"Adam","family":"H\u00e1jek","sequence":"first","affiliation":[{"name":"Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6348-109X","authenticated-orcid":false,"given":"Ale\u0161","family":"Hor\u00e1k","sequence":"additional","affiliation":[{"name":"Natural Language Processing Centre, Faculty of Informatics, Masaryk University, Brno, Czech Republic"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3322188"},{"key":"ref2","first-page":"2890","article-title":"BRIO: Bringing order to abstractive summarization","volume-title":"Proc. 60th Annu. Meeting Assoc. Comput. Linguistics","volume":"1","author":"Liu"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116292"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3322226"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3545176"},{"issue":"8","key":"ref6","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3179384"},{"key":"ref8","first-page":"3488","article-title":"SumeCzech: Large Czech news-based summarization dataset","volume-title":"Proc. 11th Int. Conf. Lang. Resour. Eval.","author":"Straka"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00343"},{"key":"ref10","article-title":"GPT-4 technical report","volume-title":"arXiv:2303.08774","year":"2023"},{"key":"ref11","article-title":"Gemini: A family of highly capable multimodal models","author":"Team","year":"2023","journal-title":"arXiv:2312.11805"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPCT.2016.7530193"},{"key":"ref13","first-page":"1017","article-title":"Generating text with recurrent neural networks","volume-title":"Proc. 28th Int. Conf. Mach. Learn. (ICML)","author":"Sutskever"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.14712\/00326585.012"},{"key":"ref15","article-title":"Text summarization methods in Czech","author":"Krotil","year":"2022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-072-4_149"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-83527-9_17"},{"key":"ref18","volume-title":"Small-E-Czech","year":"2021"},{"key":"ref19","article-title":"Attention mechanism in natural language processing","author":"Kretov","year":"2020"},{"key":"ref20","article-title":"Pretraining and evaluation of Czech Albert language model","author":"Zelina","year":"2020"},{"key":"ref21","article-title":"Autoregressive models: What are they good for?","author":"Dalal","year":"2019","journal-title":"arXiv:1910.07737"},{"key":"ref22","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref23","article-title":"Language models are few-shot learners","author":"Brown","year":"2020","journal-title":"arXiv:2005.14165"},{"key":"ref24","article-title":"The illustrated transformer","author":"Alammar","year":"2018"},{"key":"ref25","first-page":"133","article-title":"An empirical study of tokenization strategies for various Korean NLP tasks","volume-title":"Proc. 1st Conf. Asia\u2013Pacific Chapter Assoc. Comput. Linguistics, 10th Int. Joint Conf. Natural Lang. Process.","author":"Park"},{"key":"ref26","first-page":"11170","article-title":"Which transformer architecture fits my data? A vocabulary bottleneck in self-attention","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"139","author":"Wies"},{"key":"ref27","volume-title":"Transformers: Perplexity of Fixed-length Models","author":"Wolf","year":"2020"},{"key":"ref28","article-title":"Evaluation metrics for language modeling","author":"Huyen","year":"2019","journal-title":"Gradient"},{"key":"ref29","article-title":"Language models with transformers","author":"Wang","year":"2019","journal-title":"arXiv:1904.09408"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.eval4nlp-1.13"},{"key":"ref31","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Proc. ACL Workshop Text Summarization Branches Out","author":"Lin"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.116769"},{"key":"ref33","article-title":"Faster than training from scratch\u2014Fine-tuning the English GPT-2 in any language with hugging face and fastai v2 (practical case with Portuguese)","author":"Guillou","year":"2020"},{"key":"ref34","article-title":"Enriching word vectors with subword information","author":"Bojanowski","year":"2016","journal-title":"arXiv:1607.04606"},{"key":"ref35","first-page":"111","article-title":"csTenTen17, a recent Czech web corpus","volume-title":"Proc. RASLAN","author":"Suchomel"},{"key":"ref36","article-title":"Czech web corpus 2017 (csTenTen17)","author":"Suchomel"},{"key":"ref37","article-title":"Super-convergence: Very fast training of neural networks using large learning rates","author":"Smith","year":"2017","journal-title":"arXiv:1708.07120"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.eval4nlp-1.1"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.32"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"ref42","article-title":"How language model hallucinations can snowball","author":"Zhang","year":"2023","journal-title":"arXiv:2305.13534"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10380310\/10453575.pdf?arnumber=10453575","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T22:25:34Z","timestamp":1710195934000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10453575\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":43,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3371689","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}