{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,17]],"date-time":"2026-01-17T19:22:38Z","timestamp":1768677758396,"version":"3.49.0"},"reference-count":56,"publisher":"Public Library of Science (PLoS)","issue":"10","license":[{"start":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T00:00:00Z","timestamp":1571011200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["UID\/EEA\/50008\/2019"],"award-info":[{"award-number":["UID\/EEA\/50008\/2019"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0223596","type":"journal-article","created":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T17:22:36Z","timestamp":1571073756000},"page":"e0223596","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":10,"title":["CavBench: A benchmark for protein cavity detection methods"],"prefix":"10.1371","volume":"14","author":[{"given":"S\u00e9rgio","family":"Dias","sequence":"first","affiliation":[]},{"given":"Tiago","family":"Sim\u00f5es","sequence":"additional","affiliation":[]},{"given":"Francisco","family":"Fernandes","sequence":"additional","affiliation":[]},{"given":"Ana Mafalda","family":"Martins","sequence":"additional","affiliation":[]},{"given":"Alfredo","family":"Ferreira","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5441-4637","authenticated-orcid":true,"given":"Joaquim","family":"Jorge","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5804-5717","authenticated-orcid":true,"given":"Abel J. P.","family":"Gomes","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,10,14]]},"reference":[{"issue":"12","key":"pone.0223596.ref001","doi-asserted-by":"crossref","first-page":"488","DOI":"10.1016\/S0968-0004(97)01140-7","article-title":"PDBsum: a Web-based database of summaries and analyses of all PDB structures","volume":"22","author":"R Laskowski","year":"1997","journal-title":"Trends in Biochemical Sciences"},{"issue":"D","key":"pone.0223596.ref002","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1093\/nar\/gkt940","article-title":"PDBsum additions","volume":"42","author":"T de Beer","year":"2014","journal-title":"Nucleic Acids Research"},{"issue":"2","key":"pone.0223596.ref003","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1021\/ci050372x","article-title":"sc-PDB: an annotated database of druggable binding sites from the Protein Data Bank","volume":"46","author":"E Kellenberger","year":"2006","journal-title":"Journal of Chemical Information and Modeling"},{"issue":"2","key":"pone.0223596.ref004","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/0022-2836(82)90153-X","article-title":"A geometric approach to macromolecule-ligand interactions","volume":"161","author":"ID Kuntz","year":"1982","journal-title":"Journal of Molecular Biology"},{"issue":"3","key":"pone.0223596.ref005","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1002\/jcc.540130311","article-title":"Molecular docking using shape descriptors","volume":"13","author":"B Shoichet","year":"1992","journal-title":"Journal of Computational Chemistry"},{"issue":"493","key":"pone.0223596.ref006","first-page":"110","article-title":"GPU-Based Detection of Protein Cavities using Gaussian Surfaces","volume":"18","author":"S Dias","year":"2017","journal-title":"BMC Bioinformatics"},{"issue":"4","key":"pone.0223596.ref007","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/0263-7855(89)80010-4","article-title":"A very fast program for visualizing protein surfaces, channels and cavities","volume":"7","author":"R Voorintholt","year":"1989","journal-title":"Journal of Molecular Graphics"},{"issue":"4","key":"pone.0223596.ref008","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1007\/BF00117400","article-title":"Cavity search: An algorithm for the isolation and display of cavity-like binding regions","volume":"4","author":"CW Ho","year":"1990","journal-title":"Journal of Computer-Aided Molecular Design"},{"issue":"1","key":"pone.0223596.ref009","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/0263-7855(93)85003-9","article-title":"A new approach to the automatic identification of candidates for ligand receptor sites in proteins: (I). Search for pocket regions","volume":"11","author":"C Caprio","year":"1993","journal-title":"Journal of Molecular Graphics"},{"issue":"Part 2","key":"pone.0223596.ref010","first-page":"178","article-title":"Detection, delineation, measurement and display of cavities in macromolecular structures","volume":"50","author":"GJ Kleywegt","year":"1994","journal-title":"Acta Crystallographica"},{"key":"pone.0223596.ref011","unstructured":"Edelsbrunner H, Facello M, Fu P, Liang J. Measuring proteins and voids in proteins. In: Proceedings of the 28th Hawaii International Conference on System Sciences (HICSS\u201995). Washington, DC, USA: IEEE Computer Society; 1995. p. 256\u2013264."},{"key":"pone.0223596.ref012","doi-asserted-by":"crossref","first-page":"W555","DOI":"10.1093\/nar\/gkq395","article-title":"3V: cavity, channel and cleft volume calculator and extractor","volume":"38","author":"NR Voss","year":"2010","journal-title":"Nucleic Acids Research"},{"issue":"3","key":"pone.0223596.ref013","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1093\/bioinformatics\/btq672","article-title":"MSPocket: an orientation-independent algorithm for the detection of ligand binding pockets","volume":"27","author":"H Zhu","year":"2011","journal-title":"Bioinformatics"},{"issue":"3","key":"pone.0223596.ref014","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1016\/j.jsb.2012.09.010","article-title":"Combining geometric pocket detection and desolvation properties to detect putative ligand binding sites on proteins","volume":"180","author":"S Schneider","year":"2012","journal-title":"Journal of Structural Biology"},{"issue":"197","key":"pone.0223596.ref015","first-page":"1","article-title":"KVFinder: steered identification of protein cavities as a PyMOL plugin","volume":"15","author":"SHP Oliveira","year":"2014","journal-title":"BMC Bioinformatics"},{"key":"pone.0223596.ref016","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1016\/j.jmgm.2015.09.013","article-title":"PrinCCes: Continuity-based geometric decomposition and systematic visualization of the void repertoire of proteins","volume":"62","author":"G Czirj\u00e1k","year":"2015","journal-title":"Journal of Molecular Graphics and Modelling"},{"issue":"1","key":"pone.0223596.ref017","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1007\/s10766-014-0331-8","article-title":"GPU Accelerated Finding of Channels and Tunnels for a Protein Molecule","volume":"44","author":"B Kim","year":"2016","journal-title":"International Journal of Parallel Programming"},{"issue":"1","key":"pone.0223596.ref018","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1093\/nar\/28.1.289","article-title":"DIP: the Database of Interacting Proteins","volume":"28","author":"I Xenarios","year":"2000","journal-title":"Nucleic Acids Research"},{"issue":"5","key":"pone.0223596.ref019","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1093\/bioinformatics\/16.5.465","article-title":"BIND\u2014a data specification for storing and describing biomolecular interactions, molecular complexes and pathways","volume":"16","author":"GD Bader","year":"2000","journal-title":"Bioinformatics"},{"issue":"8","key":"pone.0223596.ref020","doi-asserted-by":"crossref","first-page":"719","DOI":"10.2174\/1386207013330670","article-title":"BindingDB: A Web-Accessible Molecular Recognition Database","volume":"4","author":"X Chen","year":"2001","journal-title":"Combinatorial Chemistry & High Throughput Screening"},{"issue":"suppl 1","key":"pone.0223596.ref021","doi-asserted-by":"crossref","first-page":"D198","DOI":"10.1093\/nar\/gkl999","article-title":"BindingDB: a web-accessible database of experimentally determined protein-ligand binding affinities","volume":"35","author":"T Liu","year":"2007","journal-title":"Nucleic acids research"},{"key":"pone.0223596.ref022","unstructured":"Ivanisenko V, Grigorovich D, Kolchanov N. PDBSite: a database on biologically active sites and their spatial surroundings in proteins with known tertiary structure. In: Proceedings of the 2nd International Conference on Bioinformatics of Genome Regulation and Structure (BGRS\u20192000). Novosibirsk, Russia; 2000. p. 173."},{"issue":"14","key":"pone.0223596.ref023","doi-asserted-by":"crossref","first-page":"1856","DOI":"10.1093\/bioinformatics\/btg243","article-title":"Protein Ligand Database (PLD): additional understanding of the nature and specificity of protein-ligand complexes","volume":"19","author":"D Puvanendrampillai","year":"2003","journal-title":"Bioinformatics"},{"issue":"suppl. 1","key":"pone.0223596.ref024","doi-asserted-by":"crossref","first-page":"D231","DOI":"10.1093\/nar\/gkj062","article-title":"SitesBase: a database for structure-based protein-ligand binding site comparisons","volume":"34","author":"ND Gold","year":"2006","journal-title":"Nucleic Acids Research"},{"issue":"3","key":"pone.0223596.ref025","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1002\/prot.20512","article-title":"Binding MOAD (mother of all databases)","volume":"60","author":"L Hu","year":"2005","journal-title":"Proteins: Structure, Function, and Bioinformatics"},{"issue":"D","key":"pone.0223596.ref026","first-page":"2977","article-title":"Binding MOAD, a high-quality protein ligand database","volume":"36","author":"ML Benson","year":"2008","journal-title":"Nucleic Acids Research"},{"issue":"suppl. 1","key":"pone.0223596.ref027","doi-asserted-by":"crossref","first-page":"D219","DOI":"10.1093\/nar\/gkl897","article-title":"FireDB\u2013a database of functionally important residues from proteins of known structure","volume":"35","author":"G Lopez","year":"2007","journal-title":"Nucleic Acids Research"},{"issue":"D","key":"pone.0223596.ref028","doi-asserted-by":"crossref","first-page":"D541","DOI":"10.1093\/nar\/gkr1130","article-title":"PoSSuM: a database of similar protein-ligand binding and putative pockets","volume":"40","author":"JI Ito","year":"2012","journal-title":"Nucleic Acids Research"},{"issue":"D","key":"pone.0223596.ref029","doi-asserted-by":"crossref","first-page":"D486","DOI":"10.1093\/nar\/gkr1150","article-title":"ccPDB: compilation and creation of data sets from Protein Data Bank","volume":"40","author":"H Singh","year":"2012","journal-title":"Nucleic Acids Research"},{"issue":"D1","key":"pone.0223596.ref030","doi-asserted-by":"crossref","first-page":"D535","DOI":"10.1093\/nar\/gkr825","article-title":"Pocketome: an encyclopedia of small-molecule binding sites in 4D","volume":"40","author":"I Kufareva","year":"2012","journal-title":"Nucleic Acids Research"},{"issue":"D","key":"pone.0223596.ref031","first-page":"D1096","article-title":"BioLiP: a semi-manually curated database for biologically relevant ligand-protein interactions","volume":"41","author":"J Yang","year":"2013","journal-title":"Nucleic Acids Research"},{"issue":"7","key":"pone.0223596.ref032","doi-asserted-by":"crossref","first-page":"1908","DOI":"10.1021\/ci500282c","article-title":"sc-PDB-Frag: A Database of Protein-Ligand Interaction Patterns for Bioisosteric Replacements","volume":"54","author":"J Desaphy","year":"2014","journal-title":"Journal of Chemical Information and Modeling"},{"issue":"2","key":"pone.0223596.ref033","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1002\/prot.21283","article-title":"Detection of pockets on protein surfaces using small and large probe spheres to find putative ligand binding sites","volume":"68","author":"T Kawabata","year":"2007","journal-title":"Proteins: Structure, Function, and Bioinformatics"},{"issue":"1","key":"pone.0223596.ref034","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.jsb.2007.09.005","article-title":"PocketDepth: A new depth based algorithm for identification of ligand binding sites in proteins","volume":"161","author":"Y Kalidas","year":"2008","journal-title":"Journal of Structural Biology"},{"issue":"12","key":"pone.0223596.ref035","doi-asserted-by":"crossref","first-page":"e1000585","DOI":"10.1371\/journal.pcbi.1000585","article-title":"Predicting protein ligand binding sites by combining evolutionary sequence conservation and 3D structure","volume":"5","author":"JA Capra","year":"2009","journal-title":"PLoS Computational Biology"},{"issue":"5","key":"pone.0223596.ref036","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1002\/prot.22639","article-title":"Detection of multiscale pockets on protein surfaces using mathematical morphology","volume":"78","author":"T Kawabata","year":"2010","journal-title":"Proteins: Structure, Function, and Bioinformatics"},{"issue":"11","key":"pone.0223596.ref037","doi-asserted-by":"crossref","first-page":"2041","DOI":"10.1021\/ci100241y","article-title":"Analyzing the Topology of Active Sites: On the Prediction of Pockets and Subpockets","volume":"50","author":"A Volkamer","year":"2010","journal-title":"Journal of Chemical Information and Modeling"},{"issue":"10","key":"pone.0223596.ref038","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1186\/1471-2105-13-S10-S2","article-title":"Computing the protein binding sites","volume":"13","author":"F Guo","year":"2012","journal-title":"BMC Bioinformatics"},{"issue":"Suppl 4","key":"pone.0223596.ref039","article-title":"Protein-ligand binding region prediction (PLB-SAVE) based on geometric features and CUDA acceleration","volume":"14","author":"YT Lo","year":"2013","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"pone.0223596.ref040","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1093\/nar\/28.1.257","article-title":"SCOP: a Structural Classification of Proteins database","volume":"28","author":"LL Conte","year":"2000","journal-title":"Nucleic Acids Research"},{"issue":"2","key":"pone.0223596.ref041","doi-asserted-by":"crossref","first-page":"607","DOI":"10.1016\/S0022-2836(02)01408-0","article-title":"Relibase: design and development of a database for comprehensive analysis of protein-ligand interactions","volume":"326","author":"M Hendlich","year":"2003","journal-title":"Journal of Molecular Biology"},{"issue":"12","key":"pone.0223596.ref042","doi-asserted-by":"crossref","first-page":"2977","DOI":"10.1021\/jm030580l","article-title":"The PDBbind Database: Collection of Binding Affinities for Protein-Ligand Complexes with Known Three-Dimensional Structures","volume":"47","author":"R Wang","year":"2004","journal-title":"Journal of Medicinal Chemistry"},{"key":"pone.0223596.ref043","first-page":"btu626","article-title":"PDB-wide collection of binding data: current status of the PDBbind database","author":"Z Liu","year":"2014","journal-title":"Bioinformatics"},{"key":"pone.0223596.ref044","doi-asserted-by":"crossref","first-page":"D667","DOI":"10.1093\/nar\/gkm839","article-title":"LigASite: a database of biologically relevant binding sites in proteins with known apo-structures","volume":"36","author":"BH Dessailly","year":"2008","journal-title":"Acid Nucleic Research"},{"issue":"3","key":"pone.0223596.ref045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0118432","article-title":"The Precision-Recall Plot Is More Informative than the ROC Plot When Evaluating Binary Classifiers on Imbalanced Datasets","volume":"10","author":"T Saito","year":"2015","journal-title":"PLoS ONE"},{"issue":"5","key":"pone.0223596.ref046","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1016\/0263-7855(95)00073-9","article-title":"SURFNET: A program for visualizing molecular surfaces, cavities, and intermolecular interactions","volume":"13","author":"RA Laskowski","year":"1995","journal-title":"Journal of Molecular Graphics"},{"issue":"11","key":"pone.0223596.ref047","doi-asserted-by":"crossref","first-page":"1357","DOI":"10.1016\/j.str.2007.10.007","article-title":"MOLE: A Voronoi Diagram-Based Explorer of Molecular Channels, Pores, and Tunnels","volume":"15","author":"M Pet\u0159ek","year":"2007","journal-title":"Structure"},{"issue":"1","key":"pone.0223596.ref048","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1471-2105-10-168","article-title":"Fpocket: an open source platform for ligand pocket detection","volume":"10","author":"V Le Guilloux","year":"2009","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"pone.0223596.ref049","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1186\/1758-2946-5-39","article-title":"MOLE 2.0: advanced approach for analysis of biomacromolecular channels","volume":"5","author":"D Sehnal","year":"2013","journal-title":"Journal of Cheminformatics"},{"key":"pone.0223596.ref050","unstructured":"Ester M, Kriegel HP, Sander J, Xu X. A density-based algorithm for discovering clusters in large spatial databases with noise. In: Simoudis E, Han J, Fayyad U, editors. Proceedings of the Second International Conference on Knowledge Discovery and Data Mining (KDD\u201996). AAAI Press; 1996. p. 226\u2013231."},{"issue":"3","key":"pone.0223596.ref051","first-page":"768","article-title":"Cluster analysis of multivariate data: efficiency versus interpretability of classifications","volume":"21","author":"EW Forgy","year":"1982","journal-title":"Biometrics"},{"issue":"2","key":"pone.0223596.ref052","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1109\/TIT.1982.1056489","article-title":"Least square quantization in PCM","volume":"28","author":"SP Lloyd","year":"1982","journal-title":"IEEE Transactions on Information Theory"},{"issue":"4","key":"pone.0223596.ref053","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1023\/A:1008124202956","article-title":"Fast prediction and visualization of protein binding pockets with PASS","volume":"14","author":"GP Brady","year":"2000","journal-title":"Journal of Computer-Aided Molecular Design"},{"issue":"1","key":"pone.0223596.ref054","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1186\/1472-6807-6-19","article-title":"LIGSITEcsc: predicting ligand binding sites using the Connolly surface and degree of conservation","volume":"6","author":"B Huang","year":"2006","journal-title":"BMC Structural Biology"},{"issue":"1","key":"pone.0223596.ref055","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1186\/1752-153X-1-7","article-title":"PocketPicker: analysis of ligand binding-sites with shape descriptors","volume":"1","author":"M Weisel","year":"2007","journal-title":"Chemistry Central Journal"},{"issue":"1","key":"pone.0223596.ref056","first-page":"37","article-title":"Evaluation: From Precision, Recall and F-Measure to ROC, Informedness, Markedness and Correlation","volume":"2","author":"D Powers","year":"2011","journal-title":"Journal of Machine Learning Technologies"}],"container-title":["PLOS ONE"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pone.0223596","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T09:11:25Z","timestamp":1589015485000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0223596"}},"subtitle":[],"editor":[{"given":"Manuela","family":"Helmer-Citterich","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,10,14]]},"references-count":56,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2019,10,14]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0223596","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,14]]}}}