{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T00:12:36Z","timestamp":1793664756074,"version":"4.5.1"},"reference-count":63,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3178469","type":"journal-article","created":{"date-parts":[[2022,5,30]],"date-time":"2022-05-30T18:12:22Z","timestamp":1653934342000},"page":"1487-1507","source":"Crossref","is-referenced-by-count":89,"title":["On the Validity of Pre-Trained Transformers for Natural Language Processing in the Software Engineering Domain"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8863-9137","authenticated-orcid":false,"given":"Julian","family":"von der Mosel","sequence":"first","affiliation":[{"name":"Institute of Computer Science, University of Goettingen, Göttingen, GA, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5236-7953","authenticated-orcid":false,"given":"Alexander","family":"Trautsch","sequence":"additional","affiliation":[{"name":"Institute of Computer Science, University of Goettingen, Göttingen, GA, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9765-2803","authenticated-orcid":false,"given":"Steffen","family":"Herbold","sequence":"additional","affiliation":[{"name":"Institute of Software and System Engineering, TU Clausthal, Clausthal-Zellerfeld, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"6000","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref3","volume-title":"Generalized Autoregressive Pretraining for Language Understanding","author":"Yang","year":"2019"},{"key":"ref4","article-title":"Language models are unsupervised multitask learners","author":"Radford","year":"2019"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1371"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref8","article-title":"ClinicalBERT: Modeling clinical notes and predicting hospital readmission","author":"Huang","year":"2019"},{"key":"ref9","first-page":"38","article-title":"Word embeddings for the software engineering domain","volume-title":"Proc. 15th Int. Conf. Mining Softw. Repositories","author":"Efstathiou"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.443"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09885-w"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606585"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10257-9"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00017"},{"key":"ref15","volume-title":"Introduction to Natural Language Processing, Ser. Adaptive Computation and Machine Learning Series","author":"Eisenstein","year":"2019"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref17","article-title":"ALBERT: A lite bert for self-supervised learning of language representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lan"},{"key":"ref18","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref19","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"issue":"120","key":"ref20","first-page":"1","article-title":"Switch transformers: Scaling to trillion parameter models with simple and efficient sparsity","volume":"23","author":"Fedus","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref21","volume-title":"Natural Language Processing With Transformers","author":"Tunstall","year":"2021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-3007"},{"key":"ref23","article-title":"Efficient estimation of word representations in vector space","volume-title":"Proc. 1st Int. Conf. Learn. Representations","author":"Mikolov"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/asi.21416"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.08.030"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115623"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9546-9"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00025"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref30","first-page":"39","article-title":"Distributional semantics resources for biomedical text processing","volume-title":"Proc. Lang. Biol. Med.","author":"Pyysalo"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983362"},{"key":"ref32","article-title":"Finbert: Financial sentiment analysis with pre-trained language models","author":"Araci","year":"2019"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-019-00261-7"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00014"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3290353"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref37","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Clark"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2810146.2810147"},{"key":"ref44","article-title":"Large batch optimization for deep learning: Training BERT in 76 minutes","volume-title":"Proc. Int. Conf. Learn. Representations","author":"You"},{"key":"ref45","article-title":"Mixed precision training","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Micikevicius"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-5446"},{"key":"ref47","volume-title":"SuperGLUE: A. Stickier Benchmark for General-Purpose Language Understanding Systems","author":"Wang","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-09960-w"},{"key":"ref50","first-page":"364","article-title":"A benchmark study on sentiment analysis for software engineering research","volume-title":"Proc. IEEE\/ACM 15th Int. Conf. Mining Softw. Repositories","author":"Novielli"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180195"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1463788.1463819"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10092-4"},{"issue":"77","key":"ref55","first-page":"1","article-title":"Time for a change: A tutorial for comparing multiple classifiers through Bayesian analysis","volume":"18","author":"Benavoli","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2900245"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387446"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.2307\/2284382"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref62","article-title":"Entwicklung der spezifischen Kohlendioxid-Emissionen des deutschen Strommix in den Jahren 1990\u20132019","author":"Icha","year":"2021","journal-title":"Climate Change"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1355"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3501261"},{"key":"ref65","first-page":"17283","article-title":"Big bird: Transformers for longer sequences","author":"Zaheer","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3240503"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-016-0251-9"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2005"},{"key":"ref70","volume-title":"Quasi-Experimentation: Design & Analysis Issues for Field Settings","volume":"351","author":"Cook","year":"1979"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9102-8"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09785808.pdf?arnumber=9785808","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,31]],"date-time":"2024-01-31T22:26:29Z","timestamp":1706739989000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9785808\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":63,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3178469","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}