{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:06:43Z","timestamp":1776053203529,"version":"3.50.1"},"reference-count":29,"publisher":"Oxford University Press (OUP)","issue":"9","license":[{"start":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T00:00:00Z","timestamp":1726012800000},"content-version":"vor","delay-in-days":10,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"RECETOX Research Infrastructure","award":["LM2023069"],"award-info":[{"award-number":["LM2023069"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,2]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Summary<\/jats:title>\n                  <jats:p>Protein design requires information about how mutations affect protein stability. Many web-based predictors are available for this purpose, yet comparing them or using them en masse is difficult. Here, we present BenchStab, a console tool\/Python package for easy and quick execution of 19 predictors and result collection on a list of mutants. Moreover, the tool is easily extensible with additional predictors. We created an independent dataset derived from the FireProtDB and evaluated 24 different prediction methods.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>BenchStab is an open-source Python package available at https:\/\/github.com\/loschmidt\/BenchStab with a detailed README and example usage at https:\/\/loschmidt.chemi.muni.cz\/benchstab. The BenchStab dataset is available on Zenodo: https:\/\/zenodo.org\/records\/10637728<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btae553","type":"journal-article","created":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T22:28:32Z","timestamp":1726093712000},"source":"Crossref","is-referenced-by-count":3,"title":["BenchStab: a tool for automated querying of web-based stability predictors"],"prefix":"10.1093","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5316-6990","authenticated-orcid":false,"given":"Jan","family":"Veleck\u00fd","sequence":"first","affiliation":[{"name":"Loschmidt Laboratories, Department of Experimental Biology and RECETOX, Faculty of Science, Masaryk University , 625 00 Brno, Czech Republic"}]},{"given":"Matej","family":"Berezn\u00fd","sequence":"additional","affiliation":[{"name":"Department of Information Systems, Faculty of Information Technology, Brno University of Technology , 612 00 Brno, Czech Republic"}]},{"given":"Milos","family":"Musil","sequence":"additional","affiliation":[{"name":"Loschmidt Laboratories, Department of Experimental Biology and RECETOX, Faculty of Science, Masaryk University , 625 00 Brno, Czech Republic"},{"name":"Department of Information Systems, Faculty of Information Technology, Brno University of Technology , 612 00 Brno, Czech Republic"},{"name":"International Clinical Research Centre, St. Anne\u2019s University Hospital , 656 91 Brno, Czech Republic"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7848-8216","authenticated-orcid":false,"given":"Jiri","family":"Damborsky","sequence":"additional","affiliation":[{"name":"Loschmidt Laboratories, Department of Experimental Biology and RECETOX, Faculty of Science, Masaryk University , 625 00 Brno, Czech Republic"},{"name":"International Clinical Research Centre, St. Anne\u2019s University Hospital , 656 91 Brno, Czech Republic"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6803-0340","authenticated-orcid":false,"given":"David","family":"Bednar","sequence":"additional","affiliation":[{"name":"Loschmidt Laboratories, Department of Experimental Biology and RECETOX, Faculty of Science, Masaryk University , 625 00 Brno, Czech Republic"},{"name":"International Clinical Research Centre, St. Anne\u2019s University Hospital , 656 91 Brno, Czech Republic"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3659-4819","authenticated-orcid":false,"given":"Stanislav","family":"Mazurenko","sequence":"additional","affiliation":[{"name":"Loschmidt Laboratories, Department of Experimental Biology and RECETOX, Faculty of Science, Masaryk University , 625 00 Brno, Czech Republic"},{"name":"International Clinical Research Centre, St. Anne\u2019s University Hospital , 656 91 Brno, Czech Republic"}]}],"member":"286","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"key":"2024092706312397600_btae553-B1","doi-asserted-by":"crossref","first-page":"D310","DOI":"10.1093\/nar\/gkt1242","article-title":"SCOP2 prototype: a new approach to protein structure mining","volume":"42","author":"Andreeva","year":"2014","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B2","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/j.str.2020.04.003","article-title":"Computational modeling of protein stability: quantitative analysis reveals solutions to pervasive problems","volume":"28","author":"Broom","year":"2020","journal-title":"Structure"},{"key":"2024092706312397600_btae553-B3","doi-asserted-by":"crossref","first-page":"4772","DOI":"10.1021\/acs.jcim.0c00591","article-title":"Systematic investigation of the data set dependency of protein stability predictors","volume":"60","author":"Caldararu","year":"2020","journal-title":"J Chem Inf Model"},{"key":"2024092706312397600_btae553-B4","doi-asserted-by":"crossref","first-page":"S5","DOI":"10.1186\/1471-2105-14-S2-S5","article-title":"iStable: off-the-shelf predictor integration for predicting protein stability changes","volume":"14","author":"Chen","year":"2013","journal-title":"BMC Bioinformatics"},{"key":"2024092706312397600_btae553-B68866415","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1002\/prot.20810","article-title":"Prediction of protein stability changes for single-site mutations using support vector machines","volume":"62","author":"Cheng","year":"2006","journal-title":"Proteins"},{"key":"2024092706312397600_btae553-B5","doi-asserted-by":"crossref","first-page":"D482","DOI":"10.1093\/nar\/gky1114","article-title":"SIFTS: updated structure integration with function, taxonomy and sequences resource allows 40-fold increase in coverage of structure-based annotations for proteins","volume":"47","author":"Dana","year":"2019","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B6","doi-asserted-by":"crossref","first-page":"6170","DOI":"10.1038\/s41467-024-49780-2","article-title":"Stability Oracle: a structure-based graph-transformer framework for identifying stabilizing mutations","volume":"15","author":"Diaz","year":"2024","journal-title":"Nat Commun"},{"key":"2024092706312397600_btae553-B7","doi-asserted-by":"crossref","first-page":"1394","DOI":"10.1016\/j.jmb.2016.01.012","article-title":"EASE-MM: sequence-based prediction of mutation-induced stability changes with feature-based multiple models","volume":"428","author":"Folkman","year":"2016","journal-title":"J Mol Biol"},{"key":"2024092706312397600_btae553-B8","doi-asserted-by":"crossref","first-page":"W395","DOI":"10.1093\/nar\/gkv343","article-title":"ENCoM server: exploring protein conformational space and the effect of mutations on protein function and stability","volume":"43","author":"Frappier","year":"2015","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B9","doi-asserted-by":"crossref","first-page":"W303","DOI":"10.1093\/nar\/gki409","article-title":"SRide: a server for identifying stabilizing residues in proteins","volume":"33","author":"Magyar","year":"2005","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B10","doi-asserted-by":"publisher","first-page":"56","DOI":"10.25080\/Majora-92bf1922-012","author":"McKinney","year":"2010"},{"key":"2024092706312397600_btae553-B11","doi-asserted-by":"crossref","first-page":"115252","DOI":"10.1039\/C6RA16992A","article-title":"Protein thermostability engineering","volume":"6","author":"Modarres","year":"2016","journal-title":"RSC Adv"},{"key":"2024092706312397600_btae553-B12","doi-asserted-by":"crossref","first-page":"bbab555","DOI":"10.1093\/bib\/bbab555","article-title":"Predicting protein stability changes upon single-point mutation: a thorough comparison of the available tools on a new dataset","volume":"23","author":"Pancotti","year":"2022","journal-title":"Brief Bioinform"},{"key":"2024092706312397600_btae553-B13","doi-asserted-by":"crossref","first-page":"107696","DOI":"10.1016\/j.biotechadv.2021.107696","article-title":"Computational design of enzymes for biotechnological applications","volume":"47","author":"Planas-Iglesias","year":"2021","journal-title":"Biotechnol Adv"},{"key":"2024092706312397600_btae553-B14","first-page":"37","article-title":"Evaluation: from precision, recall and F-measure to ROC, informedness, markedness and correlation","volume":"2","author":"Powers","year":"2011","journal-title":"J Mach Learn Tech"},{"key":"2024092706312397600_btae553-B15","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/j.sbi.2021.11.001","article-title":"Artificial intelligence challenges for predicting the impact of mutations on protein stability","volume":"72","author":"Pucci","year":"2022","journal-title":"Curr Opin Struct Biol"},{"key":"2024092706312397600_btae553-B16","doi-asserted-by":"crossref","first-page":"2936","DOI":"10.1093\/bioinformatics\/btw361","article-title":"STRUM: structure-based prediction of protein stability changes upon single-point mutation","volume":"32","author":"Quan","year":"2016","journal-title":"Bioinformatics"},{"key":"2024092706312397600_btae553-B17","doi-asserted-by":"crossref","first-page":"166704","DOI":"10.1016\/j.jmb.2020.11.003","article-title":"RCSB Protein Data Bank: architectural advances towards integrated searching and efficient access to macromolecular structure data from the PDB archive","volume":"433","author":"Rose","year":"2021","journal-title":"J Mol Biol"},{"key":"2024092706312397600_btae553-B18","doi-asserted-by":"crossref","first-page":"1968","DOI":"10.1016\/j.csbj.2020.07.011","article-title":"Limitations and challenges in protein stability prediction upon genome variations: towards future applications in precision medicine","volume":"18","author":"Sanavia","year":"2020","journal-title":"Comput Struct Biotechnol J"},{"key":"2024092706312397600_btae553-B19","doi-asserted-by":"crossref","first-page":"W382","DOI":"10.1093\/nar\/gki387","article-title":"The FoldX web server: an online force field","volume":"33","author":"Schymkowitz","year":"2005","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B20","doi-asserted-by":"crossref","first-page":"D319","DOI":"10.1093\/nar\/gkaa981","article-title":"FireProtDB: database of manually curated protein stability data","volume":"49","author":"Stourac","year":"2021","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B21","doi-asserted-by":"crossref","first-page":"926","DOI":"10.1093\/bioinformatics\/btu739","article-title":"UniRef clusters: a comprehensive and scalable alternative for improving sequence similarity searches","volume":"31","author":"Suzek","year":"2015","journal-title":"Bioinformatics"},{"key":"2024092706312397600_btae553-B22","doi-asserted-by":"crossref","first-page":"434","DOI":"10.1038\/s41586-023-06328-6","article-title":"Mega-scale experimental analysis of protein folding stability in biology and design","volume":"620","author":"Tsuboyama","year":"2023","journal-title":"Nature"},{"key":"2024092706312397600_btae553-B23","doi-asserted-by":"crossref","first-page":"btad671","DOI":"10.1093\/bioinformatics\/btad671","article-title":"PROSTATA: a framework for protein stability assessment using transformers","volume":"39","author":"Umerenkov","year":"2023","journal-title":"Bioinformatics"},{"key":"2024092706312397600_btae553-B24","doi-asserted-by":"crossref","first-page":"3653","DOI":"10.1093\/bioinformatics\/bty340","article-title":"Self-consistency test reveals systematic bias in programs for prediction change of stability upon mutation","volume":"34","author":"Usmanova","year":"2018","journal-title":"Bioinformatics"},{"key":"2024092706312397600_btae553-B25","author":"Veleck\u00fd","year":"2024"},{"key":"2024092706312397600_btae553-B26","doi-asserted-by":"crossref","first-page":"1589","DOI":"10.1093\/bioinformatics\/btw031","article-title":"ELASPIC web-server: proteome-wide structure-based prediction of mutation effects on protein stability and binding affinity","volume":"32","author":"Witvliet","year":"2016","journal-title":"Bioinformatics"},{"key":"2024092706312397600_btae553-B27","doi-asserted-by":"crossref","first-page":"W215","DOI":"10.1093\/nar\/gkr363","article-title":"SDM\u2014a server for predicting effects of mutations on protein stability and malfunction","volume":"39","author":"Worth","year":"2011","journal-title":"Nucleic Acids Res"},{"key":"2024092706312397600_btae553-B28","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1038\/nmeth0607-466","article-title":"Eris: an automated estimator of protein stability","volume":"4","author":"Yin","year":"2007","journal-title":"Nat Methods"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btae553\/59086289\/btae553.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/9\/btae553\/59363034\/btae553.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/9\/btae553\/59363034\/btae553.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,27]],"date-time":"2024-09-27T06:31:39Z","timestamp":1727418699000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btae553\/7755040"}},"subtitle":[],"editor":[{"given":"Macha","family":"Nikolski","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2024,9]]},"references-count":29,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,9,2]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btae553","relation":{},"ISSN":["1367-4811"],"issn-type":[{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,9]]},"published":{"date-parts":[[2024,9]]},"article-number":"btae553"}}