{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T22:35:22Z","timestamp":1768084522786,"version":"3.49.0"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2015,9,29]],"date-time":"2015-09-29T00:00:00Z","timestamp":1443484800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Ministerio de Educaci\u00f3n, Cultura y Deporte (ES)","award":["FPU"],"award-info":[{"award-number":["FPU"]}]},{"name":"Innoviris (BE)","award":["BridgeIris"],"award-info":[{"award-number":["BridgeIris"]}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad (ES)","doi-asserted-by":"crossref","award":["BIGGRAPH-TEC2013-43935-R"],"award-info":[{"award-number":["BIGGRAPH-TEC2013-43935-R"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Universit\u00e9 de Li\u00e8ge (BE)","award":["SFRD-12\/03, SFRD-12\/04, C-14\/73"],"award-info":[{"award-number":["SFRD-12\/03, SFRD-12\/04, C-14\/73"]}]},{"name":"Fonds De La Recherche Scientifique - FNRS (BE)","award":["23678785"],"award-info":[{"award-number":["23678785"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1186\/s12859-015-0728-4","type":"journal-article","created":{"date-parts":[[2015,9,29]],"date-time":"2015-09-29T00:30:04Z","timestamp":1443486604000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["NetBenchmark: a bioconductor package for reproducible benchmarks of gene regulatory network inference"],"prefix":"10.1186","volume":"16","author":[{"given":"Pau","family":"Bellot","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Catharina","family":"Olsen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philippe","family":"Salembier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Albert","family":"Oliveras-Verg\u00e9s","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick E.","family":"Meyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,9,29]]},"reference":[{"issue":"1","key":"728_CR1","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1186\/1471-2105-7-43","volume":"7","author":"T Van den Bulcke","year":"2006","unstructured":"Van den Bulcke T, Van Leemput K, Naudts B, van Remortel P, Ma H, Verschoren A, et al. Syntren: a generator of synthetic gene expression data for design and analysis of structure learning algorithms. BMC Bioinformatics. 2006; 7(1):43.","journal-title":"BMC Bioinformatics"},{"issue":"14","key":"728_CR2","doi-asserted-by":"publisher","first-page":"1738","DOI":"10.1093\/bioinformatics\/btq259","volume":"26","author":"G Altay","year":"2010","unstructured":"Altay G, Emmert-Streib F. Revealing differences in gene network inference algorithms on the network level by ensemble methods. Bioinformatics. 2010; 26(14):1738\u201344.","journal-title":"Bioinformatics"},{"issue":"16","key":"728_CR3","doi-asserted-by":"publisher","first-page":"2263","DOI":"10.1093\/bioinformatics\/btr373","volume":"27","author":"T Schaffter","year":"2011","unstructured":"Schaffter T, Marbach D, Floreano D. Genenetweaver: in silico benchmark generation and performance profiling of network inference methods. Bioinformatics. 2011; 27(16):2263\u201370.","journal-title":"Bioinformatics"},{"issue":"8","key":"728_CR4","doi-asserted-by":"publisher","first-page":"796","DOI":"10.1038\/nmeth.2016","volume":"9","author":"D Marbach","year":"2012","unstructured":"Marbach D, Costello JC, K\u00fcffner R, Vega NM, Prill RJ, Camacho DM, et al. Wisdom of crowds for robust gene network inference. Nat Methods. 2012; 9(8):796\u2013804.","journal-title":"Nat Methods"},{"issue":"2","key":"728_CR5","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1093\/bib\/bbt034","volume":"15","author":"SR Maetschke","year":"2014","unstructured":"Maetschke SR, Madhamshettiwar PB, Davis MJ, Ragan MA. Supervised, semi-supervised and unsupervised inference of gene regulatory networks. Briefings Bioinformatics. 2014; 15(2):195\u2013211.","journal-title":"Briefings Bioinformatics"},{"issue":"10","key":"728_CR6","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1038\/nrmicro2419","volume":"8","author":"R De Smet","year":"2010","unstructured":"De Smet R, Marchal K. Advantages and limitations of current network inference methods. Nat Rev Microbiol. 2010; 8(10):717\u201329.","journal-title":"Nat Rev Microbiol"},{"issue":"5","key":"728_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/gm340","volume":"4","author":"PB Madhamshettiwar","year":"2012","unstructured":"Madhamshettiwar PB, Maetschke SR, Davis MJ, Reverter A, Ragan MA. Gene regulatory network inference: evaluation and application to ovarian cancer allows the prioritization of drug targets. Genome Med. 2012; 4(5):1\u201316.","journal-title":"Genome Med"},{"issue":"6012","key":"728_CR8","doi-asserted-by":"publisher","first-page":"1787","DOI":"10.1126\/science.1198374","volume":"330","author":"S Roy","year":"2010","unstructured":"Roy S, Ernst J, Kharchenko PV, Kheradpour P, Negre N, Eaton ML, et al. Identification of functional elements and regulatory circuits by drosophila modencode. Science. 2010; 330(6012):1787\u201397.","journal-title":"Science"},{"issue":"1","key":"728_CR9","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1371\/journal.pbio.0050008","volume":"5","author":"JJ Faith","year":"2007","unstructured":"Faith JJ, Hayete B, Thaden JT, Mogno I, Wierzbowski J, Cottarel G, et al. Large-scale mapping and validation of escherichia coli transcriptional regulation from a compendium of expression profiles. PLoS Biol. 2007; 5(1):8.","journal-title":"PLoS Biol"},{"issue":"14","key":"728_CR10","doi-asserted-by":"publisher","first-page":"3131","DOI":"10.1093\/bioinformatics\/bti487","volume":"21","author":"S Rogers","year":"2005","unstructured":"Rogers S, Girolami M. A bayesian regression approach to the inference of regulatory networks from gene expression data. Bioinformatics. 2005; 21(14):3131\u20137.","journal-title":"Bioinformatics"},{"issue":"1","key":"728_CR11","first-page":"308959","volume":"2009","author":"C Olsen","year":"2009","unstructured":"Olsen C, Meyer PE, Bontempi G. On the impact of entropy estimation on transcriptional regulatory network inference based on mutual information. EURASIP J Bioinform Syst Biol. 2009; 2009(1):308959.","journal-title":"EURASIP J Bioinform Syst Biol"},{"issue":"14","key":"728_CR12","doi-asserted-by":"publisher","first-page":"6286","DOI":"10.1073\/pnas.0913357107","volume":"107","author":"D Marbach","year":"2010","unstructured":"Marbach D, Prill RJ, Schaffter T, Mattiussi C, Floreano D, Stolovitzky G. Revealing strengths and weaknesses of methods for gene network inference. Proc Natl Acad Sci. 2010; 107(14):6286\u201391.","journal-title":"Proc Natl Acad Sci"},{"issue":"5","key":"728_CR13","doi-asserted-by":"publisher","first-page":"1402","DOI":"10.1073\/pnas.0406555102","volume":"102","author":"G Stolovitzky","year":"2005","unstructured":"Stolovitzky G, Kundaje A, Held G, Duggar K, Haudenschild C, Zhou D, et al. Statistical analysis of mpss measurements: application to the study of lps-activated macrophage gene expression. Proc Natl Acad Sci U S A. 2005; 102(5):1402\u20137.","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"1","key":"728_CR14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/msb4100158","volume":"3","author":"M Bansal","year":"2007","unstructured":"Bansal M, Belcastro V, Ambesi-Impiombato A, di Bernardo D. How to infer gene networks from expression profiles. Mol Syst Biol. 2007; 3(1):1\u201310.","journal-title":"Mol Syst Biol"},{"key":"728_CR15","volume-title":"Proceedings of the 23rd International Conference on Machine Learning. ICML \u201906","author":"J Davis","year":"2006","unstructured":"Davis J, Goadrich M. The relationship between precision-recall and roc curves. In: Proceedings of the 23rd International Conference on Machine Learning. ICML \u201906. New York, NY, USA: ACM: 2006. p. 233\u201340."},{"issue":"7","key":"728_CR16","doi-asserted-by":"publisher","first-page":"1334","DOI":"10.1101\/gr.127191.111","volume":"22","author":"D Marbach","year":"2012","unstructured":"Marbach D, Roy S, Ay F, Meyer PE, Candeias R, Kahveci T, et al. Predictive regulatory models in drosophila melanogaster by integrative inference of transcriptional networks. Genome Res. 2012; 22(7):1334\u201349.","journal-title":"Genome Res"},{"issue":"1","key":"728_CR17","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1186\/1752-0509-1-37","volume":"1","author":"R Opgen-Rhein","year":"2007","unstructured":"Opgen-Rhein R, Strimmer K. From correlation to causation networks: a simple approximate learning algorithm and its application to high-dimensional plant gene expression data. BMC Syst Biol. 2007; 1(1):37.","journal-title":"BMC Syst Biol"},{"issue":"5","key":"728_CR18","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1093\/dnares\/dsp016","volume":"16","author":"T Obayashi","year":"2009","unstructured":"Obayashi T, Kinoshita K. Rank of correlation coefficient as a comparable measure for biological significance of gene coexpression. DNA Res. 2009; 16(5):249\u201360.","journal-title":"DNA Res"},{"issue":"2","key":"728_CR19","doi-asserted-by":"publisher","first-page":"9202","DOI":"10.1371\/journal.pone.0009202","volume":"5","author":"RJ Prill","year":"2010","unstructured":"Prill RJ, Marbach D, Saez-Rodriguez J, Sorger PK, Alexopoulos LG, Xue X, et al. Towards a rigorous assessment of systems biology models: the dream3 challenges. PloS ONE. 2010; 5(2):9202.","journal-title":"PloS ONE"},{"key":"728_CR20","volume-title":"Elements of Information Theory","author":"TM Cover","year":"2006","unstructured":"Cover TM, Thomas JA. Elements of Information Theory. Hoboken, New Jersey: John Wiley & Sons; 2006."},{"key":"728_CR21","first-page":"418","volume":"5","author":"AJ Butte","year":"2000","unstructured":"Butte AJ, Kohane IS. Mutual information relevance networks: functional genomic clustering using pairwise entropy measurements. Pac Symp Biocomput. 2000; 5:418\u201329.","journal-title":"Pac Symp Biocomput"},{"issue":"suppl 2","key":"728_CR22","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1093\/bioinformatics\/18.suppl_2.S231","volume":"18","author":"R Steuer","year":"2002","unstructured":"Steuer R, Kurths J, Daub CO, Weise J, Selbig J. The mutual information: detecting and evaluating dependencies between variables. Bioinformatics. 2002; 18(suppl 2):231\u201340.","journal-title":"Bioinformatics"},{"key":"728_CR23","unstructured":"Bellot P, Meyer PE. Efficient combination of pairwise feature networks. In: JMLR: Workshop and Conference Proceedings, Connectomics (ECML 2014). vol. 11, pp. 93\u2013100 (2014)."},{"issue":"Suppl 1","key":"728_CR24","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/1471-2105-7-S1-S7","volume":"7","author":"AA Margolin","year":"2006","unstructured":"Margolin AA, Nemenman I, Basso K, Wiggins C, Stolovitzky G, Favera RD, et al. Aracne: an algorithm for the reconstruction of gene regulatory networks in a mammalian cellular context. BMC Bioinformatics. 2006; 7(Suppl 1):7.","journal-title":"BMC Bioinformatics"},{"issue":"21","key":"728_CR25","doi-asserted-by":"publisher","first-page":"2491","DOI":"10.1093\/bioinformatics\/btn482","volume":"24","author":"A Reverter","year":"2008","unstructured":"Reverter A, Chan EK. Combining partial correlation and an information theory approach to the reversed engineering of gene co-expression networks. Bioinformatics. 2008; 24(21):2491\u20137.","journal-title":"Bioinformatics"},{"issue":"1","key":"728_CR26","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1186\/1752-0509-4-132","volume":"4","author":"G Altay","year":"2010","unstructured":"Altay G, Emmert-Streib F. Inferring the conservative causal core of gene regulatory networks. BMC Syst Biol. 2010; 4(1):132.","journal-title":"BMC Syst Biol"},{"key":"728_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2007\/79879","volume":"2007","author":"PE Meyer","year":"2007","unstructured":"Meyer PE, Kontos K, Lafitte F, Bontempi G. Information-theoretic inference of large transcriptional regulatory networks. EURASIP J Bioinform Syst Biol. 2007; 2007:1\u20139.","journal-title":"EURASIP J Bioinform Syst Biol"},{"issue":"02","key":"728_CR28","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1142\/S0219720005001004","volume":"3","author":"C Ding","year":"2005","unstructured":"Ding C, Peng H. Minimum redundancy feature selection from microarray gene expression data. J Bioinformatics Comput Biol. 2005; 3(02):185\u2013205.","journal-title":"J Bioinformatics Comput Biol"},{"key":"728_CR29","unstructured":"Meyer PE, Marbach D, Roy S, Kellis M. Information-theoretic inference of gene networks using backward elimination. In: BIOCOMP, International Conference on Bioinformatics and Computational Biology: 2010. p. 700\u20135."},{"issue":"9","key":"728_CR30","doi-asserted-by":"publisher","first-page":"12776","DOI":"10.1371\/journal.pone.0012776","volume":"5","author":"VA Huynh-Thu","year":"2010","unstructured":"Huynh-Thu VA, Irrthum A, Wehenkel L, Geurts P. Inferring regulatory networks from expression data using tree-based methods. PloS ONE. 2010; 5(9):12776.","journal-title":"PloS ONE"},{"issue":"1","key":"728_CR31","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L. Random forests. Mach Learn. 2001; 45(1):5\u201332.","journal-title":"Mach Learn"},{"issue":"10","key":"728_CR32","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1186\/gb-2004-5-10-r80","volume":"5","author":"RC Gentleman","year":"2004","unstructured":"Gentleman RC, Carey VJ, Bates DM, Bolstad B, Dettling M, Dudoit S, et al. Bioconductor: open software development for computational biology and bioinformatics. Genome Biol. 2004; 5(10):80.","journal-title":"Genome Biol"},{"key":"728_CR33","unstructured":"Conover WJ, Conover W. Practical nonparametric statistics. 1980."},{"key":"728_CR34","volume-title":"Graphical Methods for Data Analysis","author":"JM Chambers","year":"1983","unstructured":"Chambers JM. Graphical Methods for Data Analysis. California, USA: Wadsworth International Group; 1983."},{"issue":"3","key":"728_CR35","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1080\/10618600.1996.10474713","volume":"5","author":"R Ihaka","year":"1996","unstructured":"Ihaka R, Gentleman R. R: a language for data analysis and graphics. J Computat Graph Stat. 1996; 5(3):299\u2013314.","journal-title":"J Computat Graph Stat"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-015-0728-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12859-015-0728-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-015-0728-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T12:30:48Z","timestamp":1718109048000},"score":1,"resource":{"primary":{"URL":"http:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-015-0728-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,9,29]]},"references-count":35,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["728"],"URL":"https:\/\/doi.org\/10.1186\/s12859-015-0728-4","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9,29]]},"article-number":"312"}}