{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T21:10:06Z","timestamp":1775077806189,"version":"3.50.1"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2014M3C9A3063541"],"award-info":[{"award-number":["2014M3C9A3063541"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2018R1A2B3001628"],"award-info":[{"award-number":["2018R1A2B3001628"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2019R1G1A1003253"],"award-info":[{"award-number":["2019R1G1A1003253"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["918013-4"],"award-info":[{"award-number":["918013-4"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["Brain Korea 21"],"award-info":[{"award-number":["Brain Korea 21"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3110269","type":"journal-article","created":{"date-parts":[[2021,9,3]],"date-time":"2021-09-03T20:06:28Z","timestamp":1630699588000},"page":"123912-123926","source":"Crossref","is-referenced-by-count":32,"title":["Pre-Training of Deep Bidirectional Protein Sequence Representations With Structural Information"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3278-0211","authenticated-orcid":false,"given":"Seonwoo","family":"Min","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8509-9163","authenticated-orcid":false,"given":"Seunghyun","family":"Park","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8258-6804","authenticated-orcid":false,"given":"Siwon","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Hyun-Soo","family":"Choi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6727-0975","authenticated-orcid":false,"given":"Byunghan","family":"Lee","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2367-197X","authenticated-orcid":false,"given":"Sungroh","family":"Yoon","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"1","article-title":"Automatic differentiation in PyTorch","author":"paszke","year":"2017","journal-title":"Proc NIPS Autodiff Workshop"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.4235"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkv485"},{"key":"ref32","first-page":"520","article-title":"NetSurfP-2.0: Improved prediction of protein structural features by integrated deep learning","volume":"87","author":"klausen","year":"2018","journal-title":"BioRxiv"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1038\/nature17995"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1126\/science.aan0693"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1002\/prot.25823"},{"key":"ref36","first-page":"1","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"2017","journal-title":"Proc 5th Int Conf Learn Represent"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.87.2.245"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3389\/fmicb.2013.00412"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty166"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"304d","DOI":"10.1093\/nar\/gkt1240","article-title":"SCOPe: Structural classification of proteins&#x2014;Extended, integrating SCOP and ASTRAL data and classification of new structures","volume":"42","author":"fox","year":"2014","journal-title":"Nucleic Acids Res"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btx431"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1126\/science.273.5275.595"},{"key":"ref1","first-page":"76","volume":"38","author":"berg","year":"2006","journal-title":"Biochemistry"},{"key":"ref20","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv 1810 04805"},{"key":"ref22","article-title":"Multiplicative LSTM for sequence modelling","author":"krause","year":"2016","journal-title":"arXiv 1609 07959"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0141287"},{"key":"ref24","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014","journal-title":"arXiv 1409 0473"},{"key":"ref23","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"lan","year":"2019","journal-title":"arXiv 1909 11942"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/15.6.480"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0018258"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/28.1.45"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1032"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/25.17.3389"},{"key":"ref55","article-title":"Protein secondary structure prediction using deep convolutional neural fields","volume":"6","author":"wang","year":"2016","journal-title":"Sci Rep"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1002\/prot.25423"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-0134(19990301)34:4<508::AID-PROT10>3.0.CO;2-4"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1201\/9780203911327.ch14"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty178"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0598-1"},{"key":"ref40","article-title":"NSML: A machine learning platform that enables you to focus on your models","author":"sung","year":"2017","journal-title":"arXiv 1712 05902"},{"key":"ref12","first-page":"1","article-title":"Learning protein sequence embeddings using information from structure","author":"bepler","year":"2019","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref13","article-title":"Biological structure and function emerge from scaling unsupervised learning to 250 million protein sequences","volume":"118","author":"rives","year":"2019","journal-title":"BioRxiv"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa003"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-019-3220-8"},{"key":"ref16","article-title":"Self-supervised contrastive learning of protein representations by mutual information maximization","author":"lu","year":"2020","journal-title":"BioRxiv"},{"key":"ref17","article-title":"ProtTrans: Towards cracking the language of Life&#x2019;s code through self-supervised deep learning and high performance computing","author":"elnaggar","year":"2020","journal-title":"arXiv 2007 06225"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkt1223"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"244w","DOI":"10.1093\/nar\/gki408","article-title":"The HHpred interactive server for protein homology detection and structure prediction","volume":"33","author":"soding","year":"2005","journal-title":"Nucleic Acids Res"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nbt0804-1035"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbw068"},{"key":"ref5","author":"creighton","year":"1993","journal-title":"Proteins Structures and Molecular Properties"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2009.2015974"},{"key":"ref7","first-page":"9689","article-title":"Evaluating protein transfer learning with tape","author":"rao","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref49","first-page":"115","article-title":"UniProt: The universal protein knowledgebase","volume":"46","author":"apweiler","year":"2018","journal-title":"Nucleic Acids Res"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.cels.2019.03.006"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkn790"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gki524"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btx662"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbt057"},{"key":"ref42","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref41","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.1818"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"369w","DOI":"10.1093\/nar\/gkl198","article-title":"MEME: Discovering and analyzing DNA and protein sequence motifs","volume":"34","author":"bailey","year":"2006","journal-title":"Nucleic Acids Res"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09529198.pdf?arnumber=9529198","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,27]],"date-time":"2022-01-27T04:06:28Z","timestamp":1643256388000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9529198\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":57,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3110269","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}