{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,17]],"date-time":"2025-04-17T13:30:46Z","timestamp":1744896646871,"version":"3.37.3"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,6,11]],"date-time":"2019-06-11T00:00:00Z","timestamp":1560211200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2019,6,11]],"date-time":"2019-06-11T00:00:00Z","timestamp":1560211200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004663","name":"The Ministry of Science and Technology of Taiwan","doi-asserted-by":"crossref","award":["105-2410-H-002-101-MY3"],"award-info":[{"award-number":["105-2410-H-002-101-MY3"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s12859-019-2896-0","type":"journal-article","created":{"date-parts":[[2019,6,11]],"date-time":"2019-06-11T13:03:42Z","timestamp":1560258222000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Taxonomy based performance metrics for evaluating taxonomic assignment methods"],"prefix":"10.1186","volume":"20","author":[{"given":"Chung-Yen","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sen-Lin","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5710-8149","authenticated-orcid":false,"given":"Seng-Cho T.","family":"Chou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,11]]},"reference":[{"key":"2896_CR1","doi-asserted-by":"publisher","unstructured":"Soueidan H, Nikolski M. Machine learning for metagenomics: methods and tools. Quantit Biol. 2016 .arXiv:1510.06621v2 [q-bio.GN]. \n                    https:\/\/doi.org\/10.1515\/metgen-2016-0001\n                    \n                  .","DOI":"10.1515\/metgen-2016-0001"},{"key":"2896_CR2","doi-asserted-by":"publisher","first-page":"5261","DOI":"10.1128\/AEM.00062-07","volume":"73","author":"Q Wang","year":"2007","unstructured":"Wang Q, Garrity GM, Tiedje JM, Cole JR. Na\u00efve Bayesian classifier for rapid assignment of rRNA sequences into the new bacterial taxonomy. Appl Environ Microbiol. 2007;73:5261\u20137.","journal-title":"Appl Environ Microbiol"},{"key":"2896_CR3","doi-asserted-by":"publisher","unstructured":"Edgar RC. SINTAX: a simple non-Bayesian taxonomy classifier for 16S and ITS 553 sequences. bioRxiv 074161; \n                    https:\/\/doi.org\/10.1101\/074161\n                    \n                  .","DOI":"10.1101\/074161"},{"key":"2896_CR4","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1186\/1471-2105-10-56","volume":"10","author":"NN Diaz","year":"2009","unstructured":"Diaz NN, Krause L, Goesmann A, Niehaus K, Nattkemper TW. Tacoa \u2013 taxonomic classification of environmental genomic fragments using a kernelized nearest neighbor approach. BMC Bioinformatics. 2009;10:56.","journal-title":"BMC Bioinformatics"},{"issue":"6","key":"2896_CR5","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1093\/bioinformatics\/btu745","volume":"31","author":"J Dr\u00f6ge","year":"2015","unstructured":"Dr\u00f6ge J, Gregor I, McHardy AC. Taxator-tk: precise taxonomic assignment of metagenomes by fast approximation of evolutionary neighborhoods. Bioinformatics. 2015;31(6):817\u201324.","journal-title":"Bioinformatics"},{"key":"2896_CR6","doi-asserted-by":"publisher","first-page":"R46","DOI":"10.1186\/gb-2014-15-3-r46","volume":"15","author":"DE Wood","year":"2014","unstructured":"Wood DE, Salzberg SL. Kraken: ultrafast metagenomic sequence classification using exact alignments. Genome Biol. 2014;15:R46.","journal-title":"Genome Biol."},{"key":"2896_CR7","doi-asserted-by":"publisher","first-page":"e0116106","DOI":"10.1371\/journal.pone.0116106","volume":"10","author":"N Chaudhary","year":"2015","unstructured":"Chaudhary N, Sharma AK, Agarwa P, Gupta A, Sharma VK. 16S classifier: a tool for fast and accurate taxonomic classification of 16S rRNA hypervariable regions in metagenomic datasets. PLoS One. 2015;10:e0116106.","journal-title":"PLoS One"},{"key":"2896_CR8","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1186\/s12859-015-0647-4","volume":"16","author":"H Vinje","year":"2015","unstructured":"Vinje H, Liland KH, Alm\u00f8y T, Snipen L. Comparing K-mer based methods for improved classification of 16S sequences. BMC Bioinformatics. 2015;16:205.","journal-title":"BMC Bioinformatics"},{"issue":"Suppl 2","key":"2896_CR9","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1186\/s12864-017-3501-4","volume":"201718","author":"M Balvo\u010di\u016bt\u0117","year":"2017","unstructured":"Balvo\u010di\u016bt\u0117 M, Huson DH. SILVA, RDP, Greengenes, NCBI and OTT \u2014 how do these taxonomies compare? BMC Genomics. 2017;201718(Suppl 2):114.","journal-title":"BMC Genomics"},{"issue":"Database issue","key":"2896_CR10","first-page":"D633","volume":"42","author":"JR Cole","year":"2013","unstructured":"Cole JR, Wang Q, Fish JA, Chai B, McGarrell DM, Sun Y, Brown CT, Porras-Alfaro A, Kuske CR, Tiedje JM. Ribosomal database project: data and tools for high throughput rRNA analysis. Nucl Acids Res. 2013;42(Database issue):D633\u201342.","journal-title":"Nucl Acids Res"},{"key":"2896_CR11","doi-asserted-by":"publisher","first-page":"5069","DOI":"10.1128\/AEM.03006-05","volume":"72","author":"TZ DeSantis","year":"2006","unstructured":"DeSantis TZ, Hugenholtz P, Larsen N, Rojas M, Brodie EL, Keller K, Huber T, Dalevi D, Hu P, Andersen GL. Greengenes, a chimera-checked 16S rRNA gene database and workbench compatible with ARB. Appl Environ Microbiol. 2006;72:5069\u201372.","journal-title":"Appl Environ Microbiol"},{"issue":"D1","key":"2896_CR12","doi-asserted-by":"publisher","first-page":"D590","DOI":"10.1093\/nar\/gks1219","volume":"41","author":"Christian Quast","year":"2012","unstructured":"Quast C, Pruesse E, Yilmaz P, Gerken J, Schweer T, Yarza P, Peplies J, Gl\u00f6ckner FO. The SILVA ribosomal RNA gene database project: improved data processing and web-based tools. Nucleic Acids Res. 2012;41(D1):D590-6.","journal-title":"Nucleic Acids Research"},{"key":"2896_CR13","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1038\/nmeth.4458","volume":"14","author":"A Sczyrba","year":"2017","unstructured":"Sczyrba A, Hofmann P, Belmann P, Koslicki D, Janssen S, Dr\u00f6ge J, Gregor I, Majda S, Fiedler J, Dahms E, Bremges A, Fritz A, Garrido-Oter R, J\u00f8rgensen TS, Shapiro N, Blood PD, Gurevich A, Bai Y, Turaev D, DeMaere MZ, Chikhi R, Nagarajan N, Quince C, Meyer F, Balvo\u010di\u016bt\u0117 M, Hansen LH, S\u00f8rensen SJ, Chia BKH, Denis B, Froula JL, Wang Z, Egan R, Kang DD, Cook JJ, Deltel C, Beckstette M, Lemaitre C, Peterlongo P, Rizk G, Lavenier D, Yu-Wei W, Singer SW, Jain C, Strous M, Klingenberg H, Meinicke P, Barton MD, Lingner T, Lin H-H, Liao Y-C, Silva GGZ, Cuevas DA, Edwards RA, Saha S, Piro VC, Renard BY, Pop M, Klenk H-P, G\u00f6ker M, Kyrpides NC, Woyke T, Vorholt JA, Schulze-Lefert P, Rubin EM, Darling AE, Rattei T, McHardy AC. Critical assessment of metagenome interpretation\u2014a benchmark of metagenomics software. Nat Methods. 2017;14:1063\u201371.","journal-title":"Nat Methods"},{"key":"2896_CR14","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1016\/j.tim.2015.08.009","volume":"23","author":"RG Beiko","year":"2015","unstructured":"Beiko RG. Microbial malaise: how can we classify the microbiome? Trends Microbiol. 2015;23:671\u20139.","journal-title":"Trends Microbiol"},{"key":"2896_CR15","doi-asserted-by":"publisher","first-page":"e84217","DOI":"10.1371\/journal.pone.0084217","volume":"9","author":"FJ Valverde-Albacete","year":"2014","unstructured":"Valverde-Albacete FJ, Pel\u00e1ez-Moreno C. 100% classification accuracy considered harmful: the normalized information transfer factor explains the accuracy paradox. PLoS One. 2014;9:e84217. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0084217\n                    \n                  .","journal-title":"PLoS One"},{"issue":"4","key":"2896_CR16","doi-asserted-by":"publisher","first-page":"1119","DOI":"10.1109\/TSMCB.2012.2187280","volume":"42","author":"S Wang","year":"2012","unstructured":"Wang S, Yao X. Multiclass imbalance problems: analysis and potential solutions. IEEE Trans Syst Man Cybern Part B (Cybernetics). 2012;42(4):1119\u201330.","journal-title":"IEEE Trans Syst Man Cybern Part B (Cybernetics)"},{"key":"2896_CR17","unstructured":"Iram S, Jumeily DA, Fergus P, Hussain A. Exploring the hidden challenges associated with the evaluation of multi-class datasets using multiple classifiers, vol. 2014. Birmingham: Eighth International Conference on Complex, Intelligent and Software Intensive Systems; 2014. p. 346\u201352."},{"issue":"3","key":"2896_CR18","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1007\/s10618-014-0382-x","volume":"29","author":"A Kosmopoulos","year":"2015","unstructured":"Kosmopoulos A, Partalas I, Gaussier E, Paliouras G, Androutsopoulos I. Evaluation measures for hierarchical classification: a unified view and novel approaches. Data Min Knowl Disc. 2015;29(3):820\u201365.","journal-title":"Data Min Knowl Disc"},{"key":"2896_CR19","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/B978-0-12-381479-1.00007-1","volume-title":"Data Mining","author":"Jiawei Han","year":"2012","unstructured":"Han J, Kamber M, Pei J. Data mining: concepts and techniques. 3rd ed. San Francisco: Elsevier Inc; 2012. p. p371."},{"issue":"1","key":"2896_CR20","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/1882471.1882479","volume":"12","author":"G Forman","year":"2010","unstructured":"Forman G, Scholz M. Apples-to-apples in cross-validation studies: pitfalls in classifier performance measurement. SIGKDD Explor. 2010;12(1):49\u201359.","journal-title":"SIGKDD Explor"},{"issue":"23","key":"2896_CR21","doi-asserted-by":"publisher","first-page":"7537","DOI":"10.1128\/AEM.01541-09","volume":"75","author":"PD Schloss","year":"2009","unstructured":"Schloss PD, et al. Introducing mothur: open-source, platform-independent, community-supported software for describing and comparing microbial communities. Appl Environ Microbiol. 2009;75(23):7537\u20134.","journal-title":"Appl Environ Microbiol"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-019-2896-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12859-019-2896-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-019-2896-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,9]],"date-time":"2020-06-09T23:06:16Z","timestamp":1591743976000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-019-2896-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,11]]},"references-count":21,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["2896"],"URL":"https:\/\/doi.org\/10.1186\/s12859-019-2896-0","relation":{},"ISSN":["1471-2105"],"issn-type":[{"type":"electronic","value":"1471-2105"}],"subject":[],"published":{"date-parts":[[2019,6,11]]},"assertion":[{"value":"8 October 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Not applicable.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"310"}}