{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T19:50:15Z","timestamp":1783367415918,"version":"3.54.6"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,10,13]],"date-time":"2017-10-13T00:00:00Z","timestamp":1507852800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2017,10,13]],"date-time":"2017-10-13T00:00:00Z","timestamp":1507852800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010460","name":"U.S. Army Medical Command","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010460","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1186\/s12859-017-1866-7","type":"journal-article","created":{"date-parts":[[2017,10,13]],"date-time":"2017-10-13T11:48:46Z","timestamp":1507895326000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["A strategy for evaluating pathway analysis methods"],"prefix":"10.1186","volume":"18","author":[{"given":"Chenggang","family":"Yu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyung Jun","family":"Woo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xueping","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tatsuya","family":"Oyama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anders","family":"Wallqvist","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaques","family":"Reifman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,10,13]]},"reference":[{"issue":"18","key":"1866_CR1","doi-asserted-by":"publisher","first-page":"3598","DOI":"10.1002\/pmic.201100066","volume":"11","author":"R Haw","year":"2011","unstructured":"Haw R, Hermjakob H, D'Eustachio P, Stein L. Reactome pathway analysis to enrich biological discovery in proteomics data sets. Proteomics. 2011;11(18):3598\u2013613.","journal-title":"Proteomics."},{"issue":"1","key":"1866_CR2","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/1751-0473-7-10","volume":"7","author":"B Dutta","year":"2012","unstructured":"Dutta B, Wallqvist A, Reifman J. PathNet: A tool for pathway analysis using topological information. Source Code Biol Med. 2012;7(1):10.","journal-title":"Source Code Biol Med."},{"issue":"13","key":"1866_CR3","doi-asserted-by":"publisher","first-page":"1101","DOI":"10.1089\/neu.2012.2631","volume":"30","author":"JD Feala","year":"2013","unstructured":"Feala JD, Abdulhameed MD, Yu C, Dutta B, Yu X, Schmid K, et al. Systems biology approaches for discovering biomarkers for traumatic brain injury. J Neurotrauma. 2013;30(13):1101\u201316.","journal-title":"J Neurotrauma."},{"issue":"1","key":"1866_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/nar\/gkn923","volume":"37","author":"DW Huang","year":"2009","unstructured":"Huang DW, Sherman BT, Lempicki RA. Bioinformatics enrichment tools: paths toward the comprehensive functional analysis of large gene lists. Nucleic Acids Res. 2009;37(1):1\u201313.","journal-title":"Nucleic Acids Res."},{"issue":"2","key":"1866_CR5","doi-asserted-by":"publisher","first-page":"e1002375","DOI":"10.1371\/journal.pcbi.1002375","volume":"8","author":"P Khatri","year":"2012","unstructured":"Khatri P, Sirota M, Butte AJ. Ten years of pathway analysis: current approaches and outstanding challenges. PLOS Comput Biol. 2012;8(2):e1002375.","journal-title":"PLOS Comput Biol."},{"key":"1866_CR6","doi-asserted-by":"publisher","first-page":"278","DOI":"10.3389\/fphys.2013.00278","volume":"4","author":"C Mitrea","year":"2013","unstructured":"Mitrea C, Taghavi Z, Bokanizad B, Hanoudi S, Tagett R, Donato M, et al. Methods and approaches in the topology-based analysis of biological pathways. Front Physiol. 2013;4:278.","journal-title":"Front Physiol."},{"issue":"3","key":"1866_CR7","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1093\/bib\/bbr049","volume":"13","author":"JH Hung","year":"2012","unstructured":"Hung JH, Yang TH, Hu Z, Weng Z, DeLisi C. Gene set enrichment analysis: performance evaluation and usage guidelines. Brief Bioinform. 2012;13(3):281\u201391.","journal-title":"Brief Bioinform."},{"issue":"11","key":"1866_CR8","doi-asserted-by":"publisher","first-page":"e79217","DOI":"10.1371\/journal.pone.0079217","volume":"8","author":"AL Tarca","year":"2013","unstructured":"Tarca AL, Bhatti G, Romero RA. comparison of gene set analysis methods in terms of sensitivity, prioritization and specificity. PLOS ONE. 2013;8(11):e79217.","journal-title":"PLOS ONE."},{"key":"1866_CR9","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1186\/1471-2105-8-431","volume":"8","author":"Q Liu","year":"2007","unstructured":"Liu Q, Dinu I, Adewale AJ, Potter JD, Yasui Y. Comparative evaluation of gene-set analysis methods. BMC Bioinformatics. 2007;8:431.","journal-title":"BMC Bioinformatics."},{"key":"1866_CR10","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1186\/1471-2105-10-275","volume":"10","author":"L Abatangelo","year":"2009","unstructured":"Abatangelo L, Maglietta R, Distaso A, D'Addabbo A, Creanza TM, Mukherjee S, et al. Comparative study of gene set enrichment methods. BMC Bioinformatics. 2009;10:275.","journal-title":"BMC Bioinformatics."},{"key":"1866_CR11","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1186\/1471-2105-10-47","volume":"10","author":"M Ackermann","year":"2009","unstructured":"Ackermann M, Strimmer KA. general modular framework for gene set enrichment analysis. BMC Bioinformatics. 2009;10:47.","journal-title":"BMC Bioinformatics."},{"issue":"Database issue","key":"1866_CR12","first-page":"D991","volume":"41","author":"T Barrett","year":"2013","unstructured":"Barrett T, Wilhite SE, Ledoux P, Evangelista C, Kim IF, Tomashevsky M, et al. NCBI GEO: archive for functional genomics data sets--update. Nucleic Acids Res. 2013;41(Database issue):D991\u20135.","journal-title":"Nucleic Acids Res."},{"issue":"1","key":"1866_CR13","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1214\/07-AOAS101","volume":"1","author":"B Efron","year":"2007","unstructured":"Efron B, Tibshirani R. On testing the significance of sets of genes. Ann Appl Stat. 2007;1(1):107\u201329.","journal-title":"Ann Appl Stat."},{"issue":"43","key":"1866_CR14","doi-asserted-by":"publisher","first-page":"15545","DOI":"10.1073\/pnas.0506580102","volume":"102","author":"A Subramanian","year":"2005","unstructured":"Subramanian A, Tamayo P, Mootha VK, Mukherjee S, Ebert BL, Gillette MA, et al. Gene set enrichment analysis: a knowledge-based approach for interpreting genome-wide expression profiles. Proc Natl Acad Sci U S A. 2005;102(43):15545\u201350.","journal-title":"Proc Natl Acad Sci U S A."},{"issue":"11","key":"1866_CR15","doi-asserted-by":"publisher","first-page":"4441","DOI":"10.1073\/pnas.0709259105","volume":"105","author":"WS Liang","year":"2008","unstructured":"Liang WS, Reiman EM, Valla J, Dunckley T, Beach TG, Grover A, et al. Alzheimer's disease is associated with reduced expression of energy metabolism genes in posterior cingulate neurons. Proc Natl Acad Sci U S A. 2008;105(11):4441\u20136.","journal-title":"Proc Natl Acad Sci U S A."},{"issue":"1","key":"1866_CR16","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1002\/ajmg.b.30195","volume":"137B","author":"Y Zhang","year":"2005","unstructured":"Zhang Y, James M, Middleton FA, Davis RL. Transcriptional analysis of multiple brain regions in Parkinson's disease supports the involvement of specific protein processing, energy metabolism, and signaling pathways, and suggests novel disease mechanisms. Am J Med Genet B Neuropsychiatr Genet. 2005;137B(1):5\u201316.","journal-title":"Am J Med Genet B Neuropsychiatr Genet."},{"issue":"52","key":"1866_CR17","doi-asserted-by":"publisher","first-page":"52ra73","DOI":"10.1126\/scitranslmed.3001059","volume":"2","author":"B Zheng","year":"2010","unstructured":"Zheng B, Liao Z, Locascio JJ, Lesniak KA, Roderick SS, Watt ML, et al. PGC-1alpha, a potential therapeutic target for early intervention in Parkinson's disease. Sci Transl Med. 2010;2(52):52ra73.","journal-title":"Sci Transl Med"},{"issue":"1","key":"1866_CR18","doi-asserted-by":"publisher","first-page":"51","DOI":"10.2353\/jmoldx.2006.050079","volume":"8","author":"ME Burczynski","year":"2006","unstructured":"Burczynski ME, Peterson RL, Twine NC, Zuberek KA, Brodeur BJ, Casciotti L, et al. Molecular classification of Crohn's disease and ulcerative colitis patients using transcriptional profiles in peripheral blood mononuclear cells. J Mol Diagn. 2006;8(1):51\u201361.","journal-title":"J Mol Diagn."},{"key":"1866_CR19","doi-asserted-by":"publisher","first-page":"e00299","DOI":"10.7554\/eLife.00299","volume":"2","author":"LM Franco","year":"2013","unstructured":"Franco LM, Bucasas KL, Wells JM, Nino D, Wang X, Zapata GE, et al. Integrative genomic analysis of the human immune response to influenza vaccination. Elife. 2013;2:e00299.","journal-title":"Elife."},{"issue":"1","key":"1866_CR20","doi-asserted-by":"publisher","first-page":"R5","DOI":"10.1186\/bcr2468","volume":"12","author":"V Popovici","year":"2010","unstructured":"Popovici V, Chen W, Gallas BG, Hatzis C, Shi W, Samuelson FW, et al. Effect of training-sample size and classification difficulty on the accuracy of genomic predictors. Breast Cancer Res. 2010;12(1):R5.","journal-title":"Breast Cancer Res."},{"issue":"8","key":"1866_CR21","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1038\/nbt.1665","volume":"28","author":"L Shi","year":"2010","unstructured":"Shi L, Campbell G, Jones WD, Campagne F, Wen Z, Walker SJ, et al. The MicroArray Quality Control (MAQC)-II study of common practices for the development and validation of microarray-based predictive models. Nat Biotechnol. 2010;28(8):827\u201338.","journal-title":"Nat Biotechnol."},{"issue":"3","key":"1866_CR22","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1038\/nm1556","volume":"13","author":"A Spira","year":"2007","unstructured":"Spira A, Beane JE, Shah V, Steiling K, Liu G, Schembri F, et al. Airway epithelial gene expression in the diagnostic evaluation of smokers with suspect lung cancer. Nat Med. 2007;13(3):361\u20136.","journal-title":"Nat Med."},{"issue":"26","key":"1866_CR23","doi-asserted-by":"publisher","first-page":"26ra5","DOI":"10.1126\/scitranslmed.3000251","volume":"2","author":"AM Gustafson","year":"2010","unstructured":"Gustafson AM, Soldi R, Anderlind C, Scholand MB, Qian J, Zhang X, et al. Airway PI3K pathway activation is an early and reversible event in lung cancer development. Sci Transl Med. 2010;2(26):26ra5.","journal-title":"Sci Transl Med"},{"issue":"9","key":"1866_CR24","doi-asserted-by":"publisher","first-page":"3507","DOI":"10.1073\/pnas.1222878110","volume":"110","author":"J Seok","year":"2013","unstructured":"Seok J, Warren HS, Cuenca AG, Mindrinos MN, Baker HV, Xu W, et al. Genomic responses in mouse models poorly mimic human inflammatory diseases. Proc Natl Acad Sci U S A. 2013;110(9):3507\u201312.","journal-title":"Proc Natl Acad Sci U S A."},{"issue":"13","key":"1866_CR25","doi-asserted-by":"publisher","first-page":"2581","DOI":"10.1084\/jem.20111354","volume":"208","author":"W Xiao","year":"2011","unstructured":"Xiao W, Mindrinos MN, Seok J, Cuschieri J, Cuenca AG, Gao H, et al. A genomic storm in critically injured humans. J Exp Med. 2011;208(13):2581\u201390.","journal-title":"J Exp Med."},{"issue":"5795","key":"1866_CR26","doi-asserted-by":"publisher","first-page":"1929","DOI":"10.1126\/science.1132939","volume":"313","author":"J Lamb","year":"2006","unstructured":"Lamb J, Crawford ED, Peck D, Modell JW, Blat IC, Wrobel MJ, et al. The Connectivity Map: using gene-expression signatures to connect small molecules, genes, and disease. Science. 2006;313(5795):1929\u201335.","journal-title":"Science."},{"issue":"2","key":"1866_CR27","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1093\/biostatistics\/4.2.249","volume":"4","author":"RA Irizarry","year":"2003","unstructured":"Irizarry RA, Hobbs B, Collin F, Beazer-Barclay YD, Antonellis KJ, Scherf U, et al. Exploration, normalization, and summaries of high density oligonucleotide array probe level data. Biostatistics. 2003;4(2):249\u201364.","journal-title":"Biostatistics."},{"key":"1866_CR28","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1093\/bib\/bbt002","volume":"15","author":"H Maciejewski","year":"2014","unstructured":"Maciejewski H. Gene set analysis methods: statistical models and methodological differences. Brief Bioinform. 2014;15:504\u201318.","journal-title":"Brief Bioinform."},{"issue":"6","key":"1866_CR29","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1177\/0962280209351908","volume":"18","author":"RA Irizarry","year":"2009","unstructured":"Irizarry RA, Wang C, Zhou Y, Speed TP. Gene set enrichment analysis made simple. Stat Methods Med Res. 2009;18(6):565\u201375.","journal-title":"Stat Methods Med Res."},{"issue":"38","key":"1866_CR30","doi-asserted-by":"publisher","first-page":"13544","DOI":"10.1073\/pnas.0506577102","volume":"102","author":"L Tian","year":"2005","unstructured":"Tian L, Greenberg SA, Kong SW, Altschuler J, Kohane IS, Park PJ. Discovering statistically significant pathways in expression profiling studies. Proc Natl Acad Sci U S A. 2005;102(38):13544\u20139.","journal-title":"Proc Natl Acad Sci U S A."},{"key":"1866_CR31","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1186\/1471-2164-11-574","volume":"11","author":"DM Gatti","year":"2010","unstructured":"Gatti DM, Barry WT, Nobel AB, Rusyn I, Wright FA. Heading down the wrong pathway: on the influence of correlation within gene sets. BMC Genomics. 2010;11:574.","journal-title":"BMC Genomics."}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-017-1866-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12859-017-1866-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-017-1866-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,14]],"date-time":"2020-05-14T10:55:50Z","timestamp":1589453750000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-017-1866-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,13]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["1866"],"URL":"https:\/\/doi.org\/10.1186\/s12859-017-1866-7","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,10,13]]},"assertion":[{"value":"8 June 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Not applicable","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The opinions and assertions contained herein are the private views of the authors and are not to be construed as official or as reflecting the views of the U.S. Army or of the U.S. Department of Defense. This paper has been approved for public release with unlimited distribution.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"453"}}