{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T00:38:28Z","timestamp":1740184708409,"version":"3.37.3"},"reference-count":9,"publisher":"Oxford University Press (OUP)","issue":"1","license":[{"start":{"date-parts":[[2018,7,17]],"date-time":"2018-07-17T00:00:00Z","timestamp":1531785600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/journals\/pages\/open_access\/funder_policies\/chorus\/standard_publication_model"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01HG005220","R01GM083084","P41HG004059"],"award-info":[{"award-number":["R01HG005220","R01GM083084","P41HG004059"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,1,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Summary<\/jats:title>\n                  <jats:p>Benchmark studies are widely used to compare and evaluate tools developed for answering various biological questions. Despite the popularity of these comparisons, the implementation is often ad hoc, with little consistency across studies. To address this problem, we developed SummarizedBenchmark, an R package and framework for organizing and structuring benchmark comparisons. SummarizedBenchmark defines a general grammar for benchmarking and allows for easier setup and execution of benchmark comparisons, while improving the reproducibility and replicability of such comparisons. We demonstrate the wide applicability of our framework using four examples from different applications.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>SummarizedBenchmark is an R package available through Bioconductor (http:\/\/bioconductor.org\/packages\/SummarizedBenchmark).<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Supplementary information<\/jats:title>\n                  <jats:p>Supplementary data are available at Bioinformatics online.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/bty627","type":"journal-article","created":{"date-parts":[[2018,7,14]],"date-time":"2018-07-14T17:43:43Z","timestamp":1531590223000},"page":"137-139","source":"Crossref","is-referenced-by-count":8,"title":["Reproducible and replicable comparisons using <i>SummarizedBenchmark<\/i>"],"prefix":"10.1093","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6819-9077","authenticated-orcid":false,"given":"Patrick K","family":"Kimes","sequence":"first","affiliation":[{"name":"Department of Biostatistics and Computational Biology, Dana-Farber Cancer Institute, Boston, MA, USA"},{"name":"Department of Biostatistics, Harvard T.H. Chan School of Public Health, Boston, MA, USA"}]},{"given":"Alejandro","family":"Reyes","sequence":"additional","affiliation":[{"name":"Department of Biostatistics and Computational Biology, Dana-Farber Cancer Institute, Boston, MA, USA"},{"name":"Department of Biostatistics, Harvard T.H. Chan School of Public Health, Boston, MA, USA"}]}],"member":"286","published-online":{"date-parts":[[2018,7,17]]},"reference":[{"key":"2023013107200703600_bty627-B1","doi-asserted-by":"crossref","first-page":"2938","DOI":"10.1093\/bioinformatics\/btx364","article-title":"Upsetr: an r package for the visualization of intersecting sets and their properties","volume":"33","author":"Conway","year":"2017","journal-title":"Bioinformatics"},{"key":"2023013107200703600_bty627-B2","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1038\/nmeth.3252","article-title":"Orchestrating high-throughput genomic analysis with bioconductor","volume":"12","author":"Huber","year":"2015","journal-title":"Nat. Methods"},{"key":"2023013107200703600_bty627-B3","doi-asserted-by":"crossref","first-page":"17875.","DOI":"10.1038\/srep17875","article-title":"Systematic comparison of variant calling pipelines using gold standard personal exome variants","volume":"5","author":"Hwang","year":"2015","journal-title":"Scientific Reports"},{"key":"2023013107200703600_bty627-B4","article-title":"How many biological replicates are needed in an rna-seq experiment and which differential expression tool should you use?","volume":"22","author":"Schurch","year":"2016","journal-title":"RNA"},{"key":"2023013107200703600_bty627-B5","doi-asserted-by":"crossref","first-page":"283.","DOI":"10.1038\/nmeth.3805","article-title":"icobra: open, reproducible, standardized and live method benchmarking","volume":"13","author":"Soneson","year":"2016","journal-title":"Nat. Methods"},{"key":"2023013107200703600_bty627-B6","doi-asserted-by":"crossref","first-page":"255.","DOI":"10.1038\/nmeth.4612","article-title":"Bias, robustness and scalability in single-cell differential expression analysis","volume":"15","author":"Soneson","year":"2018","journal-title":"Nat. Methods"},{"key":"2023013107200703600_bty627-B7","doi-asserted-by":"crossref","first-page":"1177","DOI":"10.1038\/nmeth.2714","article-title":"Assessment of transcript reconstruction methods for rna-seq","volume":"10","author":"Steijger","year":"2013","journal-title":"Nat. Methods"},{"key":"2023013107200703600_bty627-B8","doi-asserted-by":"crossref","first-page":"74.","DOI":"10.1186\/s13059-016-0940-1","article-title":"A benchmark for rna-seq quantification pipelines","volume":"17","author":"Teng","year":"2016","journal-title":"Genome Biol"},{"key":"2023013107200703600_bty627-B9","doi-asserted-by":"crossref","first-page":"e11471.","DOI":"10.1371\/journal.pone.0011471","article-title":"Evaluation of algorithm performance in chip-seq peak detection","volume":"5","author":"Wilbanks","year":"2010","journal-title":"PLoS One"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/35\/1\/137\/48962186\/bioinformatics_35_1_137.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/35\/1\/137\/48962186\/bioinformatics_35_1_137.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,31]],"date-time":"2023-01-31T09:59:33Z","timestamp":1675159173000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/35\/1\/137\/5055124"}},"subtitle":[],"editor":[{"given":"Bonnie","family":"Berger","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,7,17]]},"references-count":9,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,1,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/bty627","relation":{},"ISSN":["1367-4803","1367-4811"],"issn-type":[{"type":"print","value":"1367-4803"},{"type":"electronic","value":"1367-4811"}],"subject":[],"published-other":{"date-parts":[[2019,1,1]]},"published":{"date-parts":[[2018,7,17]]}}}