{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T09:00:54Z","timestamp":1780736454062,"version":"3.54.1"},"reference-count":58,"publisher":"Oxford University Press (OUP)","issue":"6","license":[{"start":{"date-parts":[[2019,12,5]],"date-time":"2019-12-05T00:00:00Z","timestamp":1575504000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Tekes \u2013 the Finnish Funding Agency for Innovation","award":["1877\/31\/2016"],"award-info":[{"award-number":["1877\/31\/2016"]}]},{"DOI":"10.13039\/100008871","name":"Juvenile Diabetes Research Foundation","doi-asserted-by":"crossref","award":["2-2013-32"],"award-info":[{"award-number":["2-2013-32"]}],"id":[{"id":"10.13039\/100008871","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["310561"],"award-info":[{"award-number":["310561"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["314443"],"award-info":[{"award-number":["314443"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["304995"],"award-info":[{"award-number":["304995"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["296801"],"award-info":[{"award-number":["296801"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"name":"European Union\u2019s Horizon 2020","award":["675395"],"award-info":[{"award-number":["675395"]}]},{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["677943"],"award-info":[{"award-number":["677943"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,12,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:p>Differential splicing (DS) is a post-transcriptional biological process with critical, wide-ranging effects on a plethora of cellular activities and disease processes. To date, a number of computational approaches have been developed to identify and quantify differentially spliced genes from RNA-seq data, but a comprehensive intercomparison and appraisal of these approaches is currently lacking. In this study, we systematically evaluated 10 DS analysis tools for consistency and reproducibility, precision, recall and false discovery rate, agreement upon reported differentially spliced genes and functional enrichment. The tools were selected to represent the three different methodological categories: exon-based (DEXSeq, edgeR, JunctionSeq, limma), isoform-based (cuffdiff2, DiffSplice) and event-based methods (dSpliceType, MAJIQ, rMATS, SUPPA). Overall, all the exon-based methods and two event-based methods (MAJIQ and rMATS) scored well on the selected measures. Of the 10 tools tested, the exon-based methods performed generally better than the isoform-based and event-based methods. However, overall, the different data analysis tools performed strikingly differently across different data sets or numbers of samples.<\/jats:p>","DOI":"10.1093\/bib\/bbz126","type":"journal-article","created":{"date-parts":[[2019,9,4]],"date-time":"2019-09-04T19:26:49Z","timestamp":1567625209000},"page":"2052-2065","source":"Crossref","is-referenced-by-count":167,"title":["Systematic evaluation of differential splicing tools for RNA-seq studies"],"prefix":"10.1093","volume":"21","author":[{"given":"Arfa","family":"Mehmood","sequence":"first","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"},{"name":"Department of Physiology, University of Turku, Turku, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asta","family":"Laiho","sequence":"additional","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mikko S","family":"Ven\u00e4l\u00e4inen","sequence":"additional","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aidan J","family":"McGlinchey","sequence":"additional","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"},{"name":"School of Medical Sciences, \u00d6rebro University, \u00d6rebro, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ning","family":"Wang","sequence":"additional","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura L","family":"Elo","sequence":"additional","affiliation":[{"name":"Turku Bioscience Centre, University of Turku and \u00c5bo Akademi University, Turku, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2019,12,5]]},"reference":[{"key":"2020120303471745300_ref1","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1038\/nrg2776","article-title":"Alternative splicing and evolution: diversification, exon definition and function","volume":"11","author":"Keren","year":"2010","journal-title":"Nat Rev Genet"},{"key":"2020120303471745300_ref2","doi-asserted-by":"crossref","first-page":"1413","DOI":"10.1038\/ng.259","article-title":"Deep surveying of alternative splicing complexity in the human transcriptome by high-throughput sequencing","volume":"40","author":"Pan","year":"2008","journal-title":"Nat Genet"},{"key":"2020120303471745300_ref3","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1038\/nature07509","article-title":"Alternative isoform regulation in human tissue transcriptomes","volume":"456","author":"Wang","year":"2008","journal-title":"Nature"},{"key":"2020120303471745300_ref4","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1007\/s12561-012-9064-7","article-title":"Statistical and computational methods for high-throughput sequencing data analysis of alternative splicing","volume":"5","author":"Chen","year":"2013","journal-title":"Stat Biosci"},{"key":"2020120303471745300_ref5","doi-asserted-by":"crossref","first-page":"2413","DOI":"10.1038\/onc.2015.318","article-title":"Aberrant RNA splicing in cancer; expression changes and driver mutations of splicing factor genes","volume":"35","author":"Sveen","year":"2016","journal-title":"Oncogene"},{"key":"2020120303471745300_ref6","doi-asserted-by":"crossref","first-page":"1212","DOI":"10.1038\/aps.2015.43","article-title":"Alternative splicing as a biomarker and potential target for drug discovery","volume":"36","author":"Le","year":"2015","journal-title":"Acta Pharmacol Sin"},{"key":"2020120303471745300_ref7","doi-asserted-by":"crossref","first-page":"152","DOI":"10.3892\/br.2014.407","article-title":"Mechanism of alternative splicing and its regulation","volume":"3","author":"Wang","year":"2015","journal-title":"Biomed Rep"},{"key":"2020120303471745300_ref8","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1261\/rna.325107","article-title":"Global analysis of exon creation versus loss and the role of alternative splicing in 17 vertebrate genomes","volume":"13","author":"Alekseyenko","year":"2007","journal-title":"RNA"},{"key":"2020120303471745300_ref9","first-page":"66","article-title":"Transcriptome and genome conservation of alternative splicing events in humans and mice","volume":"77","author":"Sugnet","year":"2004","journal-title":"Pac Symp Biocomput"},{"key":"2020120303471745300_ref10","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1002\/bies.20692","article-title":"Alternative splicing: current perspectives","volume":"30","author":"Kim","year":"2008","journal-title":"Bioessays"},{"key":"2020120303471745300_ref11","doi-asserted-by":"crossref","first-page":"e39","DOI":"10.1093\/nar\/gks1026","article-title":"DiffSplice: the genome-wide detection of differential splicing events with RNA-seq","volume":"41","author":"Hu","year":"2013","journal-title":"Nucleic Acids Res"},{"key":"2020120303471745300_ref12","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1186\/s13059-015-0702-5","article-title":"Comparative assessment of methods for the computational inference of transcript isoform abundance from RNA-seq data","volume":"16","author":"Kanitz","year":"2015","journal-title":"Genome Biol"},{"key":"2020120303471745300_ref13","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1016\/j.canlet.2012.11.010","article-title":"Opportunities and methods for studying alternative splicing in cancer with RNA-Seq","volume":"340","author":"Feng","year":"2013","journal-title":"Cancer Lett"},{"key":"2020120303471745300_ref14","first-page":"59","article-title":"A survey of computational methods in transcriptome-wide alternative splicing analysis","author":"Wang","year":"2015"},{"key":"2020120303471745300_ref15","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1186\/1479-7364-8-3","article-title":"A survey of software for genome-wide discovery of differential splicing in RNA-Seq data","volume":"8","author":"Hooper","year":"2014","journal-title":"Hum Genomics"},{"key":"2020120303471745300_ref16","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1038\/nbt.2450","article-title":"Differential analysis of gene regulation at transcript resolution with RNA-seq","volume":"31","author":"Trapnell","year":"2012","journal-title":"Nat Biotechnol"},{"key":"2020120303471745300_ref17","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1186\/s12859-014-0364-4","article-title":"Comparisons of computational methods for differential alternative splicing detection using RNA-seq in plant systems","volume":"15","author":"Liu","year":"2014","journal-title":"BMC Bioinform"},{"key":"2020120303471745300_ref18","doi-asserted-by":"crossref","first-page":"2008","DOI":"10.1101\/gr.133744.111","article-title":"Detecting differential usage of exons from RNA-seq data","volume":"22","author":"Anders","year":"2012","journal-title":"Genome Res"},{"key":"2020120303471745300_ref19","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1093\/bioinformatics\/btp616","article-title":"edgeR: a bioconductor package for differential expression analysis of digital gene expression data","volume":"26","author":"Robinson","year":"2010","journal-title":"Bioinformatics (Oxford, England)"},{"key":"2020120303471745300_ref20","first-page":"e127","article-title":"Detection and visualization of differential splicing in RNA-Seq data with JunctionSeq","volume":"44","author":"Hartley","year":"2016","journal-title":"Nucleic Acids Res"},{"key":"2020120303471745300_ref21","doi-asserted-by":"crossref","first-page":"e47","DOI":"10.1093\/nar\/gkv007","article-title":"limma powers differential expression analyses for RNA-sequencing and microarray studies","volume":"43","author":"Ritchie","year":"2015","journal-title":"Nucleic Acids Res"},{"key":"2020120303471745300_ref22","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1109\/TNB.2015.2388593","article-title":"A generalized dSpliceType framework to detect differential splicing and differential expression events using RNA-Seq","volume":"14","author":"Zhu","year":"2015","journal-title":"IEEE Trans Nanobioscience"},{"key":"2020120303471745300_ref23","doi-asserted-by":"crossref","first-page":"e11752","DOI":"10.7554\/eLife.11752","article-title":"A new view of transcriptome complexity and regulation through the lens of local splicing variations","volume":"5","author":"Vaquero-Garcia","year":"2016","journal-title":"Elife"},{"key":"2020120303471745300_ref24","doi-asserted-by":"crossref","first-page":"E5593","DOI":"10.1073\/pnas.1419161111","article-title":"rMATS: robust and flexible detection of differential alternative splicing from replicate RNA-Seq data","volume":"111","author":"Shen","year":"2014","journal-title":"Proc Natl Acad Sci USA"},{"key":"2020120303471745300_ref25","doi-asserted-by":"crossref","first-page":"1521","DOI":"10.1261\/rna.051557.115","article-title":"Leveraging transcript quantification for fast computation of alternative splicing profiles","volume":"21","author":"Alamancos","year":"2015","journal-title":"RNA New York, NY"},{"key":"2020120303471745300_ref26","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1186\/s13059-018-1417-1","article-title":"SUPPA2: fast, accurate, and uncertainty-aware differential splicing analysis across multiple conditions","volume":"19","author":"Trincado","year":"2018","journal-title":"Genome Biol"},{"key":"2020120303471745300_ref27","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1038\/nmeth.1528","article-title":"Analysis and design of RNA sequencing experiments for identifying isoform regulation","volume":"7","author":"Katz","year":"2010","journal-title":"Nat Methods"},{"key":"2020120303471745300_ref28","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1038\/nmeth.1503","article-title":"Alternative expression analysis by RNA sequencing","volume":"7","author":"Griffith","year":"2010","journal-title":"Nat Methods"},{"key":"2020120303471745300_ref29","doi-asserted-by":"crossref","first-page":"e79448","DOI":"10.1371\/journal.pone.0079448","article-title":"rSeqDiff: detecting differential isoform expression from RNA-Seq data using hierarchical likelihood ratio test","volume":"8","author":"Shi","year":"2013","journal-title":"PLoS One"},{"key":"2020120303471745300_ref30","doi-asserted-by":"crossref","first-page":"2385","DOI":"10.1093\/bioinformatics\/bts452","article-title":"SpliceSeq: a resource for analysis and visualization of RNA-Seq data on alternative splicing and its functional impacts","volume":"28","author":"Ryan","year":"2012","journal-title":"Bioinformatics"},{"key":"2020120303471745300_ref31","doi-asserted-by":"crossref","first-page":"3657","DOI":"10.1105\/tpc.113.117523","article-title":"Complexity of the alternative splicing landscape in plants","volume":"25","author":"Reddy","year":"2013","journal-title":"Plant Cell"},{"key":"2020120303471745300_ref32","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1038\/nbt.1621","article-title":"Transcript assembly and quantification by RNA-Seq reveals unannotated transcripts and isoform switching during cell differentiation","volume":"28","author":"Trapnell","year":"2010","journal-title":"Nat Biotechnol"},{"key":"2020120303471745300_ref33","doi-asserted-by":"crossref","first-page":"732","DOI":"10.1038\/cr.2013.61","article-title":"RNA-seq analysis of prostate cancer in the Chinese population identifies recurrent gene fusions, cancer-associated long noncoding RNAs and aberrant alternative splicings","volume":"23","author":"Ren","year":"2013","journal-title":"Cell Res"},{"key":"2020120303471745300_ref34","doi-asserted-by":"crossref","first-page":"32607","DOI":"10.18632\/oncotarget.8927","article-title":"Potential diagnostic and prognostic marker dimethylglycine dehydrogenase (DMGDH) suppresses hepatocellular carcinoma metastasis in vitro and in vivo","volume":"7","author":"Liu","year":"2014","journal-title":"Oncotarget"},{"key":"2020120303471745300_ref35","doi-asserted-by":"crossref","first-page":"e08954","DOI":"10.7554\/eLife.08954","article-title":"The splicing regulators Esrp1 and Esrp2 direct an epithelial splicing program essential for mammalian development","volume":"4","author":"Bebee","year":"2015","journal-title":"Elife"},{"key":"2020120303471745300_ref36","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1214\/aos\/1176344136","article-title":"Estimating the dimension of a model","volume":"6","author":"Schwarz","year":"1978","journal-title":"Ann Stat"},{"key":"2020120303471745300_ref37","doi-asserted-by":"crossref","first-page":"e61","DOI":"10.1093\/nar\/gkr1291","article-title":"MATS: a Bayesian framework for flexible detection of differential alternative splicing from RNA-Seq data","volume":"40","author":"Shen","year":"2012","journal-title":"Nucleic Acids Res"},{"key":"2020120303471745300_ref38","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1186\/1471-2105-12-323","article-title":"RSEM: accurate transcript quantification from RNA-Seq data with or without a reference genome","volume":"12","author":"Li","year":"2011","journal-title":"BMC Bioinform"},{"key":"2020120303471745300_ref39","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1038\/nmeth.1923","article-title":"Fast gapped-read alignment with Bowtie 2","volume":"9","author":"Langmead","year":"2012","journal-title":"Nat Methods"},{"key":"2020120303471745300_ref40","first-page":"1","year":"2011","journal-title":"Archives"},{"key":"2020120303471745300_ref41","author":"Andrews"},{"key":"2020120303471745300_ref42","author":"Andrews","year":"2015"},{"key":"2020120303471745300_ref43","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1093\/bioinformatics\/bts635","article-title":"STAR: ultrafast universal RNA-seq aligner","volume":"29","author":"Dobin","year":"2013","journal-title":"Bioinformatics"},{"key":"2020120303471745300_ref44","doi-asserted-by":"crossref","first-page":"2078","DOI":"10.1093\/bioinformatics\/btp352","article-title":"The sequence alignment\/map format and SAMtools","volume":"25","author":"Li","year":"2009","journal-title":"Bioinformatics"},{"key":"2020120303471745300_ref45","doi-asserted-by":"crossref","first-page":"923","DOI":"10.1093\/bioinformatics\/btt656","article-title":"FeatureCounts: an efficient general purpose program for assigning sequence reads to genomic features","volume":"30","author":"Liao","year":"2014","journal-title":"Bioinformatics"},{"key":"2020120303471745300_ref46","doi-asserted-by":"crossref","first-page":"R25","DOI":"10.1186\/gb-2010-11-3-r25","article-title":"A scaling normalization method for differential expression analysis of RNA-seq data","volume":"11","author":"Robinson","year":"2010","journal-title":"Genome Biol"},{"key":"2020120303471745300_ref47","article-title":"topGO: Enrichment analysis for gene ontology","author":"Alexa","year":"2013","journal-title":"Bioconductor"},{"key":"2020120303471745300_ref48","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1038\/75556","article-title":"Gene ontology: tool for the unification of biology","volume":"25","author":"Ashburner","year":"2000","journal-title":"Nat Genet"},{"key":"2020120303471745300_ref49","article-title":"Seqtk: toolkit for processing sequences in FASTA\/Q formats","author":"Li","year":"2013","journal-title":"GitHub Repository"},{"key":"2020120303471745300_ref50","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1093\/bib\/bbt086","article-title":"Comparison of software packages for detecting differential expression in RNA-seq studies","volume":"16","author":"Seyednasrollah","year":"2013","journal-title":"Brief Bioinform"},{"key":"2020120303471745300_ref51","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1038\/s41588-017-0004-9","article-title":"Annotation-free quantification of RNA splicing using LeafCutter","volume":"50","author":"Li","year":"2018","journal-title":"Nat Genet"},{"key":"2020120303471745300_ref52","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1038\/nbt.3172","article-title":"Ballgown bridges the gap between transcriptome assembly and expression analysis","volume":"33","author":"Frazee","year":"2015","journal-title":"Nat Biotechnol"},{"key":"2020120303471745300_ref53","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1186\/s13059-015-0862-3","article-title":"Isoform prefiltering improves performance of count-based methods for analysis of differential transcript usage","volume":"17","author":"Soneson","year":"2016","journal-title":"Genome Biol"},{"key":"2020120303471745300_ref54","doi-asserted-by":"crossref","first-page":"1105","DOI":"10.1093\/bioinformatics\/btp120","article-title":"TopHat: discovering splice junctions with RNA-Seq","volume":"25","author":"Trapnell","year":"2009","journal-title":"Bioinformatics"},{"key":"2020120303471745300_ref55","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1038\/nmeth.4106","article-title":"Simulation-based comprehensive benchmarking of RNA-seq aligners","volume":"14","author":"Baruzzo","year":"2017","journal-title":"Nat Methods"},{"key":"2020120303471745300_ref56","doi-asserted-by":"crossref","first-page":"5125","DOI":"10.1093\/nar\/gky325","article-title":"The fractured landscape of RNA-seq alignment: the default in our STARs","volume":"46","author":"Ballouz","year":"2018","journal-title":"Nucleic Acids Res"},{"key":"2020120303471745300_ref57","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1186\/s13059-015-0697-y","article-title":"The impact of read length on quantification of differentially expressed genes and splice junction detection","volume":"16","author":"Chhangawala","year":"2015","journal-title":"Genome Biol"},{"key":"2020120303471745300_ref58","doi-asserted-by":"crossref","first-page":"2384","DOI":"10.1093\/bioinformatics\/bty097","article-title":"PennDiff: detecting differential alternative splicing and transcription by RNA sequencing","volume":"34","author":"Hu","year":"2018","journal-title":"Bioinformatics"}],"container-title":["Briefings in Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/bib\/article-pdf\/21\/6\/2052\/34672001\/bbz126.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"http:\/\/academic.oup.com\/bib\/article-pdf\/21\/6\/2052\/34672001\/bbz126.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,3]],"date-time":"2020-12-03T08:48:13Z","timestamp":1606985293000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bib\/article\/21\/6\/2052\/5648232"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,5]]},"references-count":58,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2019,12,5]]},"published-print":{"date-parts":[[2020,12,1]]}},"URL":"https:\/\/doi.org\/10.1093\/bib\/bbz126","relation":{},"ISSN":["1467-5463","1477-4054"],"issn-type":[{"value":"1467-5463","type":"print"},{"value":"1477-4054","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2020,11]]},"published":{"date-parts":[[2019,12,5]]}}}