{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T17:57:55Z","timestamp":1784743075076,"version":"3.55.0"},"reference-count":38,"publisher":"Oxford University Press (OUP)","issue":"1","license":[{"start":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T00:00:00Z","timestamp":1673568000000},"content-version":"vor","delay-in-days":12,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["DBI1759934"],"award-info":[{"award-number":["DBI1759934"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["IIS1763246"],"award-info":[{"award-number":["IIS1763246"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["R01GM093123"],"award-info":[{"award-number":["R01GM093123"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["R01GM146340"],"award-info":[{"award-number":["R01GM146340"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,1,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Motivation<\/jats:title>\n                    <jats:p>Quality assessment (QA) of predicted protein tertiary structure models plays an important role in ranking and using them. With the recent development of deep learning end-to-end protein structure prediction techniques for generating highly confident tertiary structures for most proteins, it is important to explore corresponding QA strategies to evaluate and select the structural models predicted by them since these models have better quality and different properties than the models predicted by traditional tertiary structure prediction methods.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>We develop EnQA, a novel graph-based 3D-equivariant neural network method that is equivariant to rotation and translation of 3D objects to estimate the accuracy of protein structural models by leveraging the structural features acquired from the state-of-the-art tertiary structure prediction method\u2014AlphaFold2. We train and test the method on both traditional model datasets (e.g. the datasets of the Critical Assessment of Techniques for Protein Structure Prediction) and a new dataset of high-quality structural models predicted only by AlphaFold2 for the proteins whose experimental structures were released recently. Our approach achieves state-of-the-art performance on protein structural models predicted by both traditional protein structure prediction methods and the latest end-to-end deep learning method\u2014AlphaFold2. It performs even better than the model QA scores provided by AlphaFold2 itself. The results illustrate that the 3D-equivariant graph neural network is a promising approach to the evaluation of protein structural models. Integrating AlphaFold2 features with other complementary sequence and structural features is important for improving protein model QA.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Availability and implementation<\/jats:title>\n                    <jats:p>The source code is available at https:\/\/github.com\/BioinfoMachineLearning\/EnQA.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Supplementary information<\/jats:title>\n                    <jats:p>Supplementary data are available at Bioinformatics online.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btad030","type":"journal-article","created":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T20:26:13Z","timestamp":1673641573000},"source":"Crossref","is-referenced-by-count":33,"title":["3D-equivariant graph neural networks for protein model quality assessment"],"prefix":"10.1093","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2973-461X","authenticated-orcid":false,"given":"Chen","family":"Chen","sequence":"first","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, University of Missouri , Columbia, MO 65211, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, University of Missouri , Columbia, MO 65211, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alex","family":"Morehead","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, University of Missouri , Columbia, MO 65211, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianqi","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, University of Missouri , Columbia, MO 65211, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0305-2853","authenticated-orcid":false,"given":"Jianlin","family":"Cheng","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, University of Missouri , Columbia, MO 65211, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2023,1,13]]},"reference":[{"key":"2023042616484761500_btad030-B1","doi-asserted-by":"crossref","first-page":"D310","DOI":"10.1093\/nar\/gkt1242","article-title":"SCOP2 prototype: A new approach to protein structure mining","volume":"42","author":"Andreeva","year":"2014","journal-title":"Nucleic Acids Res"},{"key":"2023042616484761500_btad030-B2","doi-asserted-by":"crossref","first-page":"D376","DOI":"10.1093\/nar\/gkz1064","article-title":"The SCOP database in 2020: Expanded classification of representative family and superfamily domains of known protein structures","volume":"48","author":"Andreeva","year":"2020","journal-title":"Nucleic Acids Res"},{"key":"2023042616484761500_btad030-B3","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1093\/bioinformatics\/bti770","article-title":"The SWISS-MODEL workspace: A web-based environment for protein structure homology modelling","volume":"22","author":"Arnold","year":"2006","journal-title":"Bioinformatics"},{"key":"2023042616484761500_btad030-B4","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1126\/science.abj8754","article-title":"Accurate prediction of protein structures and interactions using a three-track neural network","volume":"373","author":"Baek","year":"2021","journal-title":"Science"},{"key":"2023042616484761500_btad030-B5","doi-asserted-by":"crossref","first-page":"360","DOI":"10.1093\/bioinformatics\/btaa714","article-title":"GraphQA: Protein model quality assessment using graph convolutional networks","volume":"37","author":"Baldassarre","year":"2021","journal-title":"Bioinformatics"},{"key":"2023042616484761500_btad030-B6","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1093\/nar\/28.1.235","article-title":"The protein data bank","volume":"28","author":"Berman","year":"2000","journal-title":"Nucleic Acids Res"},{"key":"2023042616484761500_btad030-B7","doi-asserted-by":"crossref","first-page":"D437","DOI":"10.1093\/nar\/gkaa1038","article-title":"RCSB protein data bank: Powerful new tools for exploring 3D structures of biological macromolecules for basic and applied research and education in fundamental biology, biomedicine, biotechnology, bioengineering and energy sciences","volume":"49","author":"Burley","year":"2021","journal-title":"Nucleic Acids Res"},{"key":"2023042616484761500_btad030-B8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12859-016-1405-y","article-title":"DeepQA: Improving the estimation of single protein model quality with deep belief networks","volume":"17","author":"Cao","year":"2016","journal-title":"BMC Bioinformatics"},{"key":"2023042616484761500_btad030-B9","doi-asserted-by":"crossref","first-page":"e4353","DOI":"10.1002\/pro.4353","article-title":"AlphaFold2 fails to predict protein fold switching","volume":"31","author":"Chakravarty","year":"2022","journal-title":"Protein Sci"},{"key":"2023042616484761500_btad030-B10","first-page":"2990","volume-title":"International Conference on Machine Learning","author":"Cohen","year":"2016"},{"key":"2023042616484761500_btad030-B11","author":"Fuchs","year":"2020"},{"key":"2023042616484761500_btad030-B12","doi-asserted-by":"crossref","first-page":"1340","DOI":"10.1038\/s41467-021-21511-x","article-title":"Improved protein structure refinement guided by deep learning based accuracy estimation","volume":"12","author":"Hiranuma","year":"2021","journal-title":"Nat. Commun"},{"key":"2023042616484761500_btad030-B13","volume-title":"The Theory of Spherical and Ellipsoidal Harmonics","author":"Hobson","year":"1931"},{"key":"2023042616484761500_btad030-B14","doi-asserted-by":"crossref","first-page":"1165","DOI":"10.1002\/prot.25697","article-title":"Protein tertiary structure modeling driven by deep learning and contact distance prediction in CASP13","volume":"87","author":"Hou","year":"2019","journal-title":"Proteins"},{"key":"2023042616484761500_btad030-B15","author":"Hurtado","year":"2018"},{"key":"2023042616484761500_btad030-B16","doi-asserted-by":"crossref","first-page":"045005","DOI":"10.1088\/2632-2153\/abf856","article-title":"Spherical convolutions on molecular graphs for protein model quality assessment","volume":"2","author":"Igashov","year":"2021","journal-title":"Mach. Learn. Sci. Technol"},{"key":"2023042616484761500_btad030-B17","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1038\/s41586-021-03819-2","article-title":"Highly accurate protein structure prediction with AlphaFold","volume":"596","author":"Jumper","year":"2021","journal-title":"Nature"},{"key":"2023042616484761500_btad030-B18","doi-asserted-by":"crossref","first-page":"2801","DOI":"10.1093\/bioinformatics\/bty1037","article-title":"Smooth orientation-dependent scoring function for coarse-grained protein quality assessment","volume":"35","author":"Karasikov","year":"2019","journal-title":"Bioinformatics"},{"key":"2023042616484761500_btad030-B19","doi-asserted-by":"crossref","first-page":"1940","DOI":"10.1002\/prot.26192","article-title":"Assessment of protein model structure accuracy estimation in CASP14: Old and new challenges","volume":"89","author":"Kwon","year":"2021","journal-title":"Proteins"},{"key":"2023042616484761500_btad030-B20","doi-asserted-by":"crossref","first-page":"2722","DOI":"10.1093\/bioinformatics\/btt473","article-title":"lDDT: A local superposition-free score for comparing protein structures and models using distance difference tests","volume":"29","author":"Mariani","year":"2013","journal-title":"Bioinformatics"},{"key":"2023042616484761500_btad030-B21","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1093\/bioinformatics\/btp629","article-title":"Rapid model quality assessment for protein structure predictions using the comparison of multiple models without structural alignments","volume":"26","author":"McGuffin","year":"2010","journal-title":"Bioinformatics"},{"key":"2023042616484761500_btad030-B22","author":"Morehead","year":"2021"},{"key":"2023042616484761500_btad030-B23","doi-asserted-by":"crossref","first-page":"ii","DOI":"10.1002\/prot.340230303","article-title":"A large-scale experiment to assess protein structure prediction methods","volume":"23","author":"Moult","year":"1995","journal-title":"Proteins"},{"key":"2023042616484761500_btad030-B24","doi-asserted-by":"crossref","first-page":"1131","DOI":"10.1002\/prot.25278","article-title":"VoroMQA: Assessment of protein structure quality using interatomic contact areas","volume":"85","author":"Olechnovic","year":"2017","journal-title":"Proteins"},{"key":"2023042616484761500_btad030-B25","doi-asserted-by":"crossref","first-page":"672","DOI":"10.1002\/jcc.23538","article-title":"Voronota: A fast and reliable tool for computing the vertices of the voronoi diagram of atomic balls","volume":"35","author":"Olechnovi\u010d","year":"2014","journal-title":"J. Comput. Chem"},{"key":"2023042616484761500_btad030-B26","doi-asserted-by":"crossref","first-page":"3313","DOI":"10.1093\/bioinformatics\/btz122","article-title":"Protein model quality assessment using 3D oriented convolutional neural networks","volume":"35","author":"Pag\u00e8s","year":"2019","journal-title":"Bioinformatics"},{"issue":"15","key":"2023042616484761500_btad030-B27","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2016239118","article-title":"Biological structure and function emerge from scaling unsupervised learning to 250 million protein sequences","volume":"118","author":"Rives","year":"2021","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2023042616484761500_btad030-B28","doi-asserted-by":"crossref","first-page":"1977","DOI":"10.1002\/prot.26213","article-title":"Continuous Automated model EvaluatiOn (CAMEO)-perspectives on the future of fully automated evaluation of structure prediction methods","volume":"89","author":"Robin","year":"2021","journal-title":"Proteins"},{"key":"2023042616484761500_btad030-B29","author":"Satorras","year":"2021"},{"key":"2023042616484761500_btad030-B30","first-page":"992","author":"Sch\u00fctt","year":"2017"},{"key":"2023042616484761500_btad030-B31","doi-asserted-by":"crossref","first-page":"706","DOI":"10.1038\/s41586-019-1923-7","article-title":"Improved protein structure prediction using potentials from deep learning","volume":"577","author":"Senior","year":"2020","journal-title":"Nature"},{"key":"2023042616484761500_btad030-B32","doi-asserted-by":"crossref","first-page":"1026","DOI":"10.1038\/nbt.3988","article-title":"MMseqs2 enables sensitive protein sequence searching for the analysis of massive data sets","volume":"35","author":"Steinegger","year":"2017","journal-title":"Nat. Biotechnol"},{"key":"2023042616484761500_btad030-B33","author":"Thomas","year":"2018"},{"key":"2023042616484761500_btad030-B34","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1038\/s41586-021-03828-1","article-title":"Highly accurate protein structure prediction for the human proteome","volume":"596","author":"Tunyasuvunakool","year":"2021","journal-title":"Nature"},{"key":"2023042616484761500_btad030-B35","doi-asserted-by":"crossref","first-page":"W369","DOI":"10.1093\/nar\/gkm319","article-title":"Pcons.net: Protein structure prediction meta server","volume":"35","author":"Wallner","year":"2007","journal-title":"Nucleic Acids Res"},{"key":"2023042616484761500_btad030-B36","first-page":"5028","author":"Worrall","year":"2017"},{"key":"2023042616484761500_btad030-B37","doi-asserted-by":"crossref","first-page":"16856","DOI":"10.1073\/pnas.1821309116","article-title":"Distance-based protein folding powered by deep learning","volume":"116","author":"Xu","year":"2019","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2023042616484761500_btad030-B38","doi-asserted-by":"crossref","first-page":"1496","DOI":"10.1073\/pnas.1914677117","article-title":"Improved protein structure prediction using predicted interresidue orientations","volume":"117","author":"Yang","year":"2020","journal-title":"Proc. Natl. Acad. Sci. USA"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btad030\/48691594\/btad030.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/39\/1\/btad030\/50100349\/btad030.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/39\/1\/btad030\/50100349\/btad030.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T12:49:45Z","timestamp":1682513385000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btad030\/6986970"}},"subtitle":[],"editor":[{"given":"Lenore","family":"Cowen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2023,1,1]]},"references-count":38,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btad030","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2022.04.12.488060","asserted-by":"object"}]},"ISSN":["1367-4811"],"issn-type":[{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2023,1,1]]},"published":{"date-parts":[[2023,1,1]]},"article-number":"btad030"}}