{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T17:38:18Z","timestamp":1768412298955,"version":"3.49.0"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3416461","type":"journal-article","created":{"date-parts":[[2024,6,19]],"date-time":"2024-06-19T13:34:47Z","timestamp":1718804087000},"page":"87438-87450","source":"Crossref","is-referenced-by-count":2,"title":["AbGraftBERT: Enhancing Antibody Design Through Self-Grafting and Amino Acid-Based Perturbation of Pre- Trained Language Models"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3953-0493","authenticated-orcid":false,"given":"Ziheng","family":"Wang","sequence":"first","affiliation":[{"name":"Designing Future Health Initiative, Center for Promotion of Innovation Strategy, Head Office of Enterprise Partnerships, Tohoku University, Sendai, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5631-6192","authenticated-orcid":false,"given":"Xinhe","family":"Li","sequence":"additional","affiliation":[{"name":"Graduate School of Information Sciences, Tohoku University, Sendai, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1344-4538","authenticated-orcid":false,"given":"Ying","family":"Xie","sequence":"additional","affiliation":[{"name":"Institute for the Advanced Study of Human Biology, Kyoto University Institute for Advanced Study, Kyoto University, Kyoto, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeyu","family":"Wen","sequence":"additional","affiliation":[{"name":"AI Laboratory, ByteDance, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruinian","family":"Jin","sequence":"additional","affiliation":[{"name":"Designing Future Health Initiative, Center for Promotion of Innovation Strategy, Head Office of Enterprise Partnerships, Tohoku University, Sendai, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hiroaki","family":"Takada","sequence":"additional","affiliation":[{"name":"Designing Future Health Initiative, Center for Promotion of Innovation Strategy, Head Office of Enterprise Partnerships, Tohoku University, Sendai, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3038-7202","authenticated-orcid":false,"given":"Ryoichi","family":"Nagatomi","sequence":"additional","affiliation":[{"name":"Designing Future Health Initiative, Center for Promotion of Innovation Strategy, Head Office of Enterprise Partnerships, Tohoku University, Sendai, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbc.2021.100745"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1810576116"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-bioeng-071114-040733"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3389\/fimmu.2017.01751"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1126\/science.abb7269"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1093\/protein\/gzq061"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0105954"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/prot.24779"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1006112"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0598-1"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz895"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-85274-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1093\/bioadv\/vbac046"},{"key":"ref14","first-page":"24398","article-title":"Reprogramming pretrained language models for antibody sequence infilling","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Melnyk"},{"key":"ref15","article-title":"xTrimoPGLM: Unified 100B-scale pre-trained transformer for deciphering the language of protein","author":"Chen","year":"2023","journal-title":"arXiv:2401.06199"},{"key":"ref16","article-title":"Iterative refinement graph neural network for antibody sequence-structure co-design","author":"Jin","year":"2021","journal-title":"arXiv:2110.04624"},{"key":"ref17","article-title":"Conditional antibody design as 3D equivariant graph translation","author":"Kong","year":"2022","journal-title":"arXiv:2208.06073"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599468"},{"key":"ref19","first-page":"9754","article-title":"Antigen-specific antibody design and optimization with diffusion-based generative models for protein structures","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Luo"},{"key":"ref20","article-title":"End-to-end full-atom antibody design","author":"Kong","year":"2023","journal-title":"arXiv:2302.00203"},{"key":"ref21","first-page":"35037","article-title":"AbODE: Ab initio antibody design using conjoined ODEs","volume-title":"Proc. 40th Int. Conf. Mach. Learn.","volume":"202","author":"Verma"},{"key":"ref22","article-title":"Deciphering antibody affinity maturation with language models and weakly supervised learning","author":"Ruffolo","year":"2021","journal-title":"arXiv:2112.07782"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2022.100513"},{"key":"ref24","article-title":"Generative language modeling for antibody design","author":"Shuai","year":"2021","journal-title":"BioRxiv"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.4049\/jimmunol.1800708"},{"key":"ref26","article-title":"Scaling language models: Methods, analysis & insights from training gopher","author":"Rae","year":"2021","journal-title":"arXiv:2112.11446"},{"key":"ref27","article-title":"Learning to grow pretrained models for efficient transformer training","author":"Wang","year":"2023","journal-title":"arXiv:2303.00980"},{"key":"ref28","article-title":"Composable function-preserving expansions for transformer architectures","author":"Gesmundo","year":"2023","journal-title":"arXiv:2308.06103"},{"key":"ref29","article-title":"Reusing pretrained models by multi-linear operators for efficient training","author":"Pan","year":"2023","journal-title":"arXiv:2310.10699"},{"key":"ref30","article-title":"2\u00d7 faster language model pre-training via masked structural growth","author":"Yao","year":"2023","journal-title":"arXiv:2305.02869"},{"key":"ref31","article-title":"Scaling laws for neural language models","author":"Kaplan","year":"2020","journal-title":"arXiv:2001.08361"},{"key":"ref32","article-title":"Scaling laws for transfer","author":"Hernandez","year":"2021","journal-title":"arXiv:2102.01293"},{"key":"ref33","article-title":"SOLAR 10.7B: Scaling large language models with simple yet effective depth up-scaling","author":"Kim","year":"2023","journal-title":"arXiv:2312.15166"},{"key":"ref34","article-title":"Outrageously large neural networks: The sparsely-gated mixture-of-experts layer","author":"Shazeer","year":"2017","journal-title":"arXiv:1701.06538"},{"key":"ref35","article-title":"Sparse upcycling: Training mixture-of-experts from dense checkpoints","author":"Komatsuzaki","year":"2022","journal-title":"arXiv:2212.05055"},{"key":"ref36","first-page":"10217","article-title":"Antibody-antigen docking and design via hierarchical structure refinement","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Jin"},{"key":"ref37","article-title":"Generative models for graph-based protein design","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Ingraham"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1126\/science.aan0693"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2142\/biophys.53.190"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22732-w"},{"key":"ref41","article-title":"A deep unsupervised language model for protein design","author":"Ferruz","year":"2022","journal-title":"BioRxiv"},{"key":"ref42","article-title":"Prottrans: Towards cracking the language of life\u2019s code through self-supervised deep learning and high performance computing","author":"Elnaggar","year":"2007","journal-title":"arXiv:2007.06225"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac020"},{"key":"ref44","article-title":"ImmunoLingo: Linguistics-based formalization of the antibody language","author":"Vu","year":"2022","journal-title":"arXiv:2209.12635"},{"key":"ref45","first-page":"5547","article-title":"GLaM: Efficient scaling of language models with mixture-of-experts","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"162","author":"Du"},{"key":"ref46","first-page":"288","article-title":"MegaBlocks: Efficient sparse training with mixture-of-experts","volume":"5","author":"Gale","year":"2023","journal-title":"Proc. Mach. Learn. Syst."},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkt1043"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/S0145-305X(02)00039-3"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.3988"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.89.22.10915"},{"key":"ref51","article-title":"Antibody optimization enabled by artificial intelligence predictions of binding affinity and naturalness","author":"Bachas","year":"2022","journal-title":"BioRxiv"},{"key":"ref52","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1107\/s0567739476001873"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.str.2014.11.010"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10562302.pdf?arnumber=10562302","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T17:59:54Z","timestamp":1761242394000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10562302\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":54,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3416461","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}