{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T09:28:01Z","timestamp":1775986081118,"version":"3.50.1"},"reference-count":8,"publisher":"Oxford University Press (OUP)","issue":"15","license":[{"start":{"date-parts":[[2016,10,2]],"date-time":"2016-10-02T00:00:00Z","timestamp":1475366400000},"content-version":"vor","delay-in-days":558,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,8,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:p>Summary: Precision-recall (PR) and receiver operating characteristic (ROC) curves are valuable measures of classifier performance. Here, we present the R-package PRROC, which allows for computing and visualizing both PR and ROC curves. In contrast to available R-packages, PRROC allows for computing PR and ROC curves and areas under these curves for soft-labeled data using a continuous interpolation between the points of PR curves. In addition, PRROC provides a generic plot function for generating publication-quality graphics of PR and ROC curves.<\/jats:p>\n               <jats:p>Availability and implementation: PRROC is available from CRAN and is licensed under GPL 3.<\/jats:p>\n               <jats:p>Contact: grau@informatik.uni-halle.de<\/jats:p>","DOI":"10.1093\/bioinformatics\/btv153","type":"journal-article","created":{"date-parts":[[2015,3,26]],"date-time":"2015-03-26T04:39:55Z","timestamp":1427344795000},"page":"2595-2597","source":"Crossref","is-referenced-by-count":386,"title":["PRROC: computing and visualizing precision-recall and receiver operating characteristic curves in R"],"prefix":"10.1093","volume":"31","author":[{"given":"Jan","family":"Grau","sequence":"first","affiliation":[{"name":"1 Institute of Computer Science and Universit\u00e4tszentrum Informatik, Martin Luther University Halle-Wittenberg, Halle (Saale), Germany,"}]},{"given":"Ivo","family":"Grosse","sequence":"additional","affiliation":[{"name":"1 Institute of Computer Science and Universit\u00e4tszentrum Informatik, Martin Luther University Halle-Wittenberg, Halle (Saale), Germany,"},{"name":"2 German Centre for Integrative Biodiversity Research (iDiv) Halle-Jena-Leipzig, Leipzig, Germany and"}]},{"given":"Jens","family":"Keilwagen","sequence":"additional","affiliation":[{"name":"3 Institute for Biosafety in Plant Biotechnology, Julius K\u00fchn-Institut (JKI) - Federal Research Centre for Cultivated Plants, Quedlinburg, Germany"}]}],"member":"286","published-online":{"date-parts":[[2015,3,24]]},"reference":[{"key":"2023051308511752200_btv153-B1","first-page":"451","article-title":"Area under the precision-recall curve: point estimates and confidence intervals","volume-title":"Machine Learning and Knowledge Discovery in Databases. Vol. 8190 of LNCS","author":"Boyd","year":"2013"},{"key":"2023051308511752200_btv153-B2","first-page":"233","author":"Davis","year":"2006"},{"key":"2023051308511752200_btv153-B3","first-page":"677","author":"Davis","year":"2005"},{"key":"2023051308511752200_btv153-B4","doi-asserted-by":"crossref","first-page":"e197","DOI":"10.1093\/nar\/gkt831","article-title":"A general approach for discriminative de novo motif discovery from high-throughput data","volume":"41","author":"Grau","year":"2013","journal-title":"Nucleic Acids Res."},{"key":"2023051308511752200_btv153-B5","doi-asserted-by":"crossref","first-page":"e92209","DOI":"10.1371\/journal.pone.0092209","article-title":"Area under precision-recall curves for weighted and unweighted data","volume":"9","author":"Keilwagen","year":"2014","journal-title":"PLoS One"},{"key":"2023051308511752200_btv153-B6","first-page":"150","article-title":"Multi-dimensional classification of GABAergic interneurons with Bayesian network-modeled label uncertainty","volume":"8","author":"Mihaljevic","year":"2014","journal-title":"Front. Comput. Neurosci."},{"key":"2023051308511752200_btv153-B7","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1186\/1471-2105-12-77","article-title":"pROC: an open-source package for R and S+ to analyze and compare ROC curves","volume":"12","author":"Robin","year":"2011","journal-title":"BMC Bioinformatics"},{"key":"2023051308511752200_btv153-B8","doi-asserted-by":"crossref","first-page":"3940","DOI":"10.1093\/bioinformatics\/bti623","article-title":"ROCR: visualizing classifier performance in R","volume":"21","author":"Sing","year":"2005","journal-title":"Bioinformatics"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/31\/15\/2595\/50307088\/bioinformatics_31_15_2595.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/31\/15\/2595\/50307088\/bioinformatics_31_15_2595.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,13]],"date-time":"2023-05-13T08:51:46Z","timestamp":1683967906000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/31\/15\/2595\/187781"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,3,24]]},"references-count":8,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2015,8,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btv153","relation":{},"ISSN":["1367-4811","1367-4803"],"issn-type":[{"value":"1367-4811","type":"electronic"},{"value":"1367-4803","type":"print"}],"subject":[],"published-other":{"date-parts":[[2015,8,1]]},"published":{"date-parts":[[2015,3,24]]}}}