{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T13:53:14Z","timestamp":1769608394141,"version":"3.49.0"},"reference-count":55,"publisher":"Oxford University Press (OUP)","issue":"7","license":[{"start":{"date-parts":[[2019,11,20]],"date-time":"2019-11-20T00:00:00Z","timestamp":1574208000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/journals\/pages\/open_access\/funder_policies\/chorus\/standard_publication_model"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01GM123055"],"award-info":[{"award-number":["R01GM123055"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS1614777"],"award-info":[{"award-number":["DMS1614777"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CMMI1825941"],"award-info":[{"award-number":["CMMI1825941"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["MCB1925643"],"award-info":[{"award-number":["MCB1925643"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["T32GM132024"],"award-info":[{"award-number":["T32GM132024"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,4,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Motivation<\/jats:title>\n                  <jats:p>Many important cellular processes involve physical interactions of proteins. Therefore, determining protein quaternary structures provide critical insights for understanding molecular mechanisms of functions of the complexes. To complement experimental methods, many computational methods have been developed to predict structures of protein complexes. One of the challenges in computational protein complex structure prediction is to identify near-native models from a large pool of generated models.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>We developed a convolutional deep neural network-based approach named DOcking decoy selection with Voxel-based deep neural nEtwork (DOVE) for evaluating protein docking models. To evaluate a protein docking model, DOVE scans the protein\u2013protein interface of the model with a 3D voxel and considers atomic interaction types and their energetic contributions as input features applied to the neural network. The deep learning models were trained and validated on docking models available in the ZDock and DockGround databases. Among the different combinations of features tested, almost all outperformed existing scoring functions.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>Codes available at http:\/\/github.com\/kiharalab\/DOVE, http:\/\/kiharalab.org\/dove\/.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Supplementary information<\/jats:title>\n                  <jats:p>Supplementary data are available at Bioinformatics online.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btz870","type":"journal-article","created":{"date-parts":[[2019,11,19]],"date-time":"2019-11-19T20:11:13Z","timestamp":1574194273000},"page":"2113-2118","source":"Crossref","is-referenced-by-count":104,"title":["Protein docking model evaluation by 3D deep convolutional neural networks"],"prefix":"10.1093","volume":"36","author":[{"given":"Xiao","family":"Wang","sequence":"first","affiliation":[{"name":"Department of Computer Science, Purdue University , West Lafayette, IN 47907, USA"}]},{"given":"Genki","family":"Terashi","sequence":"additional","affiliation":[{"name":"Department of Biological Sciences, Purdue University , West Lafayette, IN 47907, USA"}]},{"given":"Charles W","family":"Christoffer","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Purdue University , West Lafayette, IN 47907, USA"}]},{"given":"Mengmeng","family":"Zhu","sequence":"additional","affiliation":[{"name":"Department of Biological Sciences, Purdue University , West Lafayette, IN 47907, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4091-6614","authenticated-orcid":false,"given":"Daisuke","family":"Kihara","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Purdue University , West Lafayette, IN 47907, USA"},{"name":"Department of Biological Sciences, Purdue University , West Lafayette, IN 47907, USA"}]}],"member":"286","published-online":{"date-parts":[[2019,11,20]]},"reference":[{"key":"2023062312015196200_btz870-B1","article-title":"Tensorflow: large-scale machine learning on heterogeneous distributed systems","author":"Abadi","year":"2016","journal-title":"arXiv Preprint arXiv: 1603.04467"},{"key":"2023062312015196200_btz870-B2","doi-asserted-by":"crossref","first-page":"e1005905","DOI":"10.1371\/journal.pcbi.1005905","article-title":"High-resolution global peptide-protein docking using fragments-based PIPER-FlexPepDock","volume":"13","author":"Alam","year":"2017","journal-title":"PLoS Comput. Biol"},{"key":"2023062312015196200_btz870-B3","doi-asserted-by":"crossref","first-page":"1563","DOI":"10.1002\/prot.24736","article-title":"Structural templates for comparative protein docking","volume":"83","author":"Anishchenko","year":"2015","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B4","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1093\/nar\/28.1.235","article-title":"The protein data bank","volume":"28","author":"Berman","year":"2000","journal-title":"Nucleic Acids Res"},{"key":"2023062312015196200_btz870-B5","author":"Chollet","year":"2018"},{"key":"2023062312015196200_btz870-B6","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1002\/pro.2389","article-title":"Relaxation of backbone bond geometry improves protein energy landscape modeling","volume":"23","author":"Conway","year":"2014","journal-title":"Protein Sci"},{"key":"2023062312015196200_btz870-B7","doi-asserted-by":"crossref","first-page":"4046","DOI":"10.1093\/bioinformatics\/bty494","article-title":"Deep convolutional networks for quality assessment of protein folds","volume":"34","author":"Derevyanko","year":"2018","journal-title":"Bioinformatics"},{"key":"2023062312015196200_btz870-B8","author":"Dozat","year":"2016"},{"key":"2023062312015196200_btz870-B9","doi-asserted-by":"crossref","first-page":"6854","DOI":"10.1021\/jp212612t","article-title":"Fitting multimeric protein complexes into electron microscopy maps using 3D Zernike descriptors","volume":"116","author":"Esquivel-Rodriguez","year":"2012","journal-title":"J. Phys. Chem. B"},{"key":"2023062312015196200_btz870-B10","doi-asserted-by":"crossref","first-page":"1818","DOI":"10.1002\/prot.24079","article-title":"Multi-LZerD: multiple protein docking for asymmetric complexes","volume":"80","author":"Esquivel-Rodriguez","year":"2012","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B11","doi-asserted-by":"crossref","first-page":"2575","DOI":"10.1002\/jcc.21837","article-title":"PROCOS: computational analysis of protein-protein complexes","volume":"32","author":"Fink","year":"2011","journal-title":"J. Comput. Chem"},{"key":"2023062312015196200_btz870-B12","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1016\/S0022-2836(95)80063-8","article-title":"A geometry-based suite of molecular docking processes","volume":"248","author":"Fischer","year":"1995","journal-title":"J. Mol. Biol"},{"key":"2023062312015196200_btz870-B13","first-page":"249","author":"Glorot","year":"2010"},{"key":"2023062312015196200_btz870-B14","doi-asserted-by":"crossref","first-page":"1923","DOI":"10.1002\/prot.23015","article-title":"Multibody coarse-grained potentials for native structure recognition and quality assessment of protein models","volume":"79","author":"Gniewek","year":"2011","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B15","first-page":"561","author":"Goodman","year":"2001"},{"key":"2023062312015196200_btz870-B16","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1016\/S0022-2836(03)00670-3","article-title":"Protein-protein docking with simultaneous optimization of rigid-body displacement and side-chain conformations","volume":"331","author":"Gray","year":"2003","journal-title":"J. Mol. Biol"},{"key":"2023062312015196200_btz870-B17","first-page":"770","author":"He","year":"2016"},{"key":"2023062312015196200_btz870-B18","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1002\/prot.21949","article-title":"An iterative knowledge-based scoring function for protein-protein recognition","volume":"72","author":"Huang","year":"2008","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B19","doi-asserted-by":"crossref","first-page":"3111","DOI":"10.1002\/prot.22830","article-title":"Protein-protein docking benchmark version 4.0","volume":"78","author":"Hwang","year":"2010","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B20","doi-asserted-by":"crossref","first-page":"2195","DOI":"10.1073\/pnas.89.6.2195","article-title":"Molecular surface recognition: determination of geometric fit between proteins and their ligands by correlation techniques","volume":"89","author":"Katchalski-Katzir","year":"1992","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2023062312015196200_btz870-B21","doi-asserted-by":"crossref","first-page":"3255","DOI":"10.1002\/prot.24658","article-title":"Detecting local residue environment similarity for recognizing near-native structure models","volume":"82","author":"Kim","year":"2014","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B22","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1002\/prot.24920","article-title":"Protein structure prediction using residue- and fragment-environment potentials in CASP11","volume":"84(Suppl. 1","author":"Kim","year":"2016","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B23","doi-asserted-by":"crossref","first-page":"1861","DOI":"10.1002\/jcc.24412","article-title":"Ranking protein-protein docking results using steered molecular dynamics and potential of mean force calculations","volume":"37","author":"Kingsley","year":"2016","journal-title":"J. Comput. Chem"},{"key":"2023062312015196200_btz870-B24","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","volume":"1","author":"Krizhevsky","year":"2012","journal-title":"Adv. Neural Inform. Process. Syst"},{"key":"2023062312015196200_btz870-B25","doi-asserted-by":"crossref","first-page":"W419","DOI":"10.1093\/nar\/gkv456","article-title":"CABS-dock web server for the flexible docking of peptides to proteins without prior knowledge of the binding site","volume":"43","author":"Kurcinski","year":"2015","journal-title":"Nucleic Acids Res"},{"key":"2023062312015196200_btz870-B26","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"LeCun","year":"2015","journal-title":"Nature"},{"key":"2023062312015196200_btz870-B27","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1002\/prot.25419","article-title":"The challenge of modeling protein assemblies: the CASP12-CAPRI experiment","volume":"86(Suppl. 1","author":"Lensink","year":"2018","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B28","doi-asserted-by":"crossref","first-page":"2634","DOI":"10.1093\/bioinformatics\/btn497","article-title":"Dockground protein\u2013protein docking decoy set","volume":"24","author":"Liu","year":"2008","journal-title":"Bioinformatics"},{"key":"2023062312015196200_btz870-B29","doi-asserted-by":"crossref","first-page":"1895","DOI":"10.1016\/S0006-3495(03)74997-2","article-title":"Development of unified statistical potentials describing protein-protein interactions","volume":"84","author":"Lu","year":"2003","journal-title":"Biophys. J"},{"key":"2023062312015196200_btz870-B30","first-page":"922","author":"Maturana","year":"2015"},{"key":"2023062312015196200_btz870-B31","doi-asserted-by":"crossref","first-page":"3623","DOI":"10.3390\/ijms11103623","article-title":"SwarmDock and the use of normal modes in protein-protein docking","volume":"11","author":"Moal","year":"2010","journal-title":"Int. J. Mol. Sci"},{"key":"2023062312015196200_btz870-B32","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1186\/1471-2105-14-286","article-title":"The scoring of poses in protein-protein docking: current capabilities and future directions","volume":"14","author":"Moal","year":"2013","journal-title":"BMC Bioinformatics"},{"key":"2023062312015196200_btz870-B33","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1007\/978-1-4939-7759-8_28","article-title":"Protein-protein docking using evolutionary information","volume":"1764","author":"Nadaradjane","year":"2018","journal-title":"Methods Mol. Biol"},{"key":"2023062312015196200_btz870-B34","doi-asserted-by":"crossref","first-page":"1131","DOI":"10.1002\/prot.25278","article-title":"VoroMQA: assessment of protein structure quality using interatomic contact areas","volume":"85","author":"Olechnovic","year":"2017","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B35","doi-asserted-by":"crossref","first-page":"i151","DOI":"10.1093\/bioinformatics\/btv252","article-title":"cNMA: a framework of encounter complex-based normal mode analysis to model conformational changes in protein interactions","volume":"31","author":"Oliwa","year":"2015","journal-title":"Bioinformatics"},{"key":"2023062312015196200_btz870-B36","doi-asserted-by":"crossref","first-page":"E4286","DOI":"10.1073\/pnas.1603929113","article-title":"Protein-protein docking by fast generalized Fourier transforms on 5D rotational manifolds","volume":"113","author":"Padhorny","year":"2016","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"2023062312015196200_btz870-B37","doi-asserted-by":"crossref","first-page":"3313","DOI":"10.1093\/bioinformatics\/btz122","article-title":"Protein model quality assessment using 3D oriented convolutional neural networks","author":"Pages","year":"2019","journal-title":"Bioinformatics"},{"key":"2023062312015196200_btz870-B38","doi-asserted-by":"crossref","first-page":"e1005485","DOI":"10.1371\/journal.pcbi.1005485","article-title":"Modeling disordered protein interactions from biophysical principles","volume":"13","author":"Peterson","year":"2017","journal-title":"PLoS Comput. Biol"},{"key":"2023062312015196200_btz870-B39","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1002\/prot.25376","article-title":"Improved performance in CAPRI round 37 using LZerD docking and template-based modeling with combined scoring functions","volume":"86(Suppl. 1","author":"Peterson","year":"2018","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B40","doi-asserted-by":"crossref","first-page":"e1005937","DOI":"10.1371\/journal.pcbi.1005937","article-title":"Modeling the assembly order of multimeric heteroprotein complexes","volume":"14","author":"Peterson","year":"2018","journal-title":"PLoS Comput. Biol"},{"key":"2023062312015196200_btz870-B41","doi-asserted-by":"crossref","first-page":"1078","DOI":"10.1002\/prot.21373","article-title":"ZRANK: reranking protein docking predictions with an optimized energy function","volume":"67","author":"Pierce","year":"2007","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B42","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1002\/prot.21920","article-title":"A combination of rescoring and refinement significantly improves protein docking performance","volume":"72","author":"Pierce","year":"2008","journal-title":"Prot. Struct. Funct. Bioinform"},{"key":"2023062312015196200_btz870-B43","doi-asserted-by":"crossref","first-page":"e24657","DOI":"10.1371\/journal.pone.0024657","article-title":"Accelerating protein docking in ZDOCK using an advanced 3D convolution library","volume":"6","author":"Pierce","year":"2011","journal-title":"PLoS One"},{"key":"2023062312015196200_btz870-B44","doi-asserted-by":"crossref","first-page":"942","DOI":"10.1021\/acs.jcim.6b00740","article-title":"Protein-ligand scoring with convolutional neural networks","volume":"57","author":"Ragoza","year":"2017","journal-title":"J. Chem. Inf. Model"},{"key":"2023062312015196200_btz870-B45","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1107\/S1600576715022931","article-title":"Spherical polar Fourier assembly of protein complexes with arbitrary point group symmetry","volume":"49","author":"Ritchie","year":"2016","journal-title":"J. Appl. Crystallogr"},{"key":"2023062312015196200_btz870-B46","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1002\/prot.20562","article-title":"Geometry-based flexible and symmetric protein docking","volume":"60","author":"Schneidman-Duhovny","year":"2005","journal-title":"Proteins"},{"key":"2023062312015196200_btz870-B47","first-page":"1929","article-title":"Dropout: a simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res"},{"key":"2023062312015196200_btz870-B48","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1038\/s41592-019-0500-1","article-title":"Protein secondary structure detection in intermediate resolution cryo-EM maps using deep learning","volume":"16","author":"Subramaniya","year":"2019","journal-title":"Nat. Methods"},{"key":"2023062312015196200_btz870-B49","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1186\/s12859-017-1702-0","article-title":"3D deep convolutional neural networks for amino acid environment similarity analysis","volume":"18","author":"Torng","year":"2017","journal-title":"BMC Bioinformatics"},{"key":"2023062312015196200_btz870-B50","doi-asserted-by":"crossref","first-page":"1341","DOI":"10.1038\/nprot.2011.367","article-title":"Predicting protein-protein interactions on a proteome scale by matching evolutionary and structural similarities at interfaces using PRISM","volume":"6","author":"Tuncbag","year":"2011","journal-title":"Nat. Protoc"},{"key":"2023062312015196200_btz870-B51","doi-asserted-by":"crossref","first-page":"949","DOI":"10.1016\/j.str.2015.03.014","article-title":"Integrative modeling of biomolecular complexes: HADDOCKing with cryo-electron microscopy data","volume":"23","author":"van Zundert","year":"2015","journal-title":"Structure"},{"key":"2023062312015196200_btz870-B52","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1186\/1471-2105-10-407","article-title":"Protein-protein docking using region-based 3D Zernike descriptors","volume":"10","author":"Venkatraman","year":"2009","journal-title":"BMC Bioinformatics"},{"key":"2023062312015196200_btz870-B53","doi-asserted-by":"crossref","first-page":"1576","DOI":"10.1002\/pro.687","article-title":"Integrating atom-based and residue-based scoring functions for protein-protein docking","volume":"20","author":"Vreven","year":"2011","journal-title":"Protein Sci"},{"key":"2023062312015196200_btz870-B54","doi-asserted-by":"crossref","first-page":"702","DOI":"10.1002\/prot.20264","article-title":"Scoring function for automated assessment of protein structure template quality","volume":"57","author":"Zhang","year":"2004","journal-title":"Prot. Struct. Funct. Bioinform"},{"key":"2023062312015196200_btz870-B55","doi-asserted-by":"crossref","first-page":"2043","DOI":"10.1016\/j.bpj.2011.09.012","article-title":"GOAP: a generalized orientation-dependent, all-atom statistical potential for protein structure prediction","volume":"101","author":"Zhou","year":"2011","journal-title":"Biophys. J"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btz870\/31062953\/btz870.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/36\/7\/2113\/50670402\/bioinformatics_36_7_2113.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/36\/7\/2113\/50670402\/bioinformatics_36_7_2113.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,24]],"date-time":"2023-06-24T21:15:20Z","timestamp":1687641320000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/36\/7\/2113\/5634144"}},"subtitle":[],"editor":[{"given":"Yann","family":"Ponty","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,11,20]]},"references-count":55,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2020,4,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btz870","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"value":"1367-4803","type":"print"},{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2020,4,1]]},"published":{"date-parts":[[2019,11,20]]}}}