{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:41:53Z","timestamp":1740109313280,"version":"3.37.3"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,11,5]],"date-time":"2020-11-05T00:00:00Z","timestamp":1604534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,11,5]],"date-time":"2020-11-05T00:00:00Z","timestamp":1604534400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["PRE_2013_1_1313","PRE 2014_2_87"],"award-info":[{"award-number":["PRE_2013_1_1313","PRE 2014_2_87"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["PRE_2015_2_0280","PRE_2016_2_0314)"],"award-info":[{"award-number":["PRE_2015_2_0280","PRE_2016_2_0314)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["(BERC 2018-2021 and ELKARTEK program)"],"award-info":[{"award-number":["(BERC 2018-2021 and ELKARTEK program)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Spanish Ministry of Economy and Competitiveness MINECO","award":["BCAM Severo Ochoa excellence accreditation SEV-2017-0718","SVP-2014-068574"],"award-info":[{"award-number":["BCAM Severo Ochoa excellence accreditation SEV-2017-0718","SVP-2014-068574"]}]},{"name":"Spanish Ministry of Economy and Competitiveness MINECO","award":["SEV- 2013-0323)"],"award-info":[{"award-number":["SEV- 2013-0323)"]}]},{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["(IT609-13, Elkartek BID3A, Elkartek project 3KIA, KK2020\/00049 and University-Society Project 15\/19)"],"award-info":[{"award-number":["(IT609-13, Elkartek BID3A, Elkartek project 3KIA, KK2020\/00049 and University-Society Project 15\/19)"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["(TIN2016-78365-R and project PID2019-104966GB-I00)"],"award-info":[{"award-number":["(TIN2016-78365-R and project PID2019-104966GB-I00)"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003451","name":"Euskal Herriko Unibertsitatea","doi-asserted-by":"publisher","award":["(University-Society Project 15\/19)"],"award-info":[{"award-number":["(University-Society Project 15\/19)"]}],"id":[{"id":"10.13039\/501100003451","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014440","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["Excellence accreditation Severo Ochoa SEV-2017-0718"],"award-info":[{"award-number":["Excellence accreditation Severo Ochoa SEV-2017-0718"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["TIN2017-82626-R"],"award-info":[{"award-number":["TIN2017-82626-R"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003086","name":"Eusko Jaurlaritza","doi-asserted-by":"publisher","award":["ELKARTEK program"],"award-info":[{"award-number":["ELKARTEK program"]}],"id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["TIN2016-78365-R"],"award-info":[{"award-number":["TIN2016-78365-R"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2021,2]]},"DOI":"10.1007\/s10115-020-01519-3","type":"journal-article","created":{"date-parts":[[2020,11,5]],"date-time":"2020-11-05T03:02:31Z","timestamp":1604545351000},"page":"379-410","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Statistical model for reproducibility in ranking-based feature selection"],"prefix":"10.1007","volume":"63","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8597-3260","authenticated-orcid":false,"given":"Ari","family":"Urkullu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8128-1099","authenticated-orcid":false,"given":"Aritz","family":"P\u00e9rez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9969-9664","authenticated-orcid":false,"given":"Borja","family":"Calvo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,11,5]]},"reference":[{"issue":"3","key":"1519_CR1","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1093\/bioinformatics\/btp630","volume":"26","author":"T Abeel","year":"2009","unstructured":"Abeel T, Helleputte T, Van de Peer Y, Dupont P, Saeys Y (2009) Robust biomarker identification for cancer diagnosis with ensemble feature selection methods. Bioinformatics 26(3):392\u2013398","journal-title":"Bioinformatics"},{"key":"1519_CR2","doi-asserted-by":"crossref","unstructured":"Alelyani S, Zhao Z, Liu H (2011) A dilemma in assessing stability of feature selection algorithms. In: 2011 IEEE 13th international conference on high performance computing and communications (HPCC). IEEE, pp 701\u2013707","DOI":"10.1109\/HPCC.2011.99"},{"key":"1519_CR3","doi-asserted-by":"crossref","unstructured":"Awada W, Khoshgoftaar TM, Dittman D, Wald R, Napolitano A (2012) A review of the stability of feature selection techniques for bioinformatics data. In: 2012 IEEE 13th international conference on information reuse and integration (IRI). IEEE, pp 356\u2013363","DOI":"10.1109\/IRI.2012.6303031"},{"issue":"7604","key":"1519_CR4","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/533452a","volume":"533","author":"M Baker","year":"2016","unstructured":"Baker M (2016) 1,500 scientists lift the lid on reproducibility. Nat News 533(7604):452","journal-title":"Nat News"},{"key":"1519_CR5","volume-title":"Algorithms for minimization without derivatives","author":"RP Brent","year":"1973","unstructured":"Brent RP (1973) Algorithms for minimization without derivatives. Prentice-Hall, Englewood Clifts"},{"key":"1519_CR6","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.neucom.2017.11.077","volume":"300","author":"J Cai","year":"2018","unstructured":"Cai J, Luo J, Wang S, Yang S (2018) Feature selection in machine learning: a new perspective. Neurocomputing 300:70\u201379","journal-title":"Neurocomputing"},{"issue":"1","key":"1519_CR7","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.compeleceng.2013.11.024","volume":"40","author":"G Chandrashekar","year":"2014","unstructured":"Chandrashekar G, Sahin F (2014) A survey on feature selection methods. Comput Electr Eng 40(1):16\u201328","journal-title":"Comput Electr Eng"},{"key":"1519_CR8","unstructured":"Chelvan PM, Perumal K (2017) A comparative analysis of feature selection stability measures. In: 2017 international conference on trends in electronics and informatics (ICEI). IEEE, pp 124\u2013128"},{"key":"1519_CR9","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.csda.2013.07.012","volume":"71","author":"D Dernoncourt","year":"2014","unstructured":"Dernoncourt D, Hanczar B, Zucker JD (2014) Analysis of feature selection stability on high dimension and small sample data. Comput Stat Data Anal 71:681\u2013693","journal-title":"Comput Stat Data Anal"},{"key":"1519_CR10","unstructured":"Dua D, Graff C (2017) UCI machine learning repository. http:\/\/archive.ics.uci.edu\/ml. Accessed 1 June 2019"},{"key":"1519_CR11","volume-title":"Pattern classification and scene analysis. A Wiley-Interscience Publication","author":"RO Duda","year":"1973","unstructured":"Duda RO, Hart PE (1973) Pattern classification and scene analysis. A Wiley-Interscience Publication. Wiley, New York"},{"key":"1519_CR12","unstructured":"Dunne K, Cunningham P, Azuaje F (2002) Solutions to instability problems with sequential wrapper-based approaches to feature selection. J Mach Learn Res 1\u201322"},{"issue":"341","key":"1519_CR13","doi-asserted-by":"publisher","first-page":"341ps12","DOI":"10.1126\/scitranslmed.aaf5027","volume":"8","author":"SN Goodman","year":"2016","unstructured":"Goodman SN, Fanelli D, Ioannidis JP (2016) What does research reproducibility mean? Sci Transl Med 8(341):341ps12\u2013341ps12","journal-title":"Sci Transl Med"},{"key":"1519_CR14","first-page":"1157","volume":"3","author":"I Guyon","year":"2003","unstructured":"Guyon I, Elisseeff A (2003) An introduction to variable and feature selection. J Mach Learn Res 3:1157\u20131182","journal-title":"J Mach Learn Res"},{"key":"1519_CR15","first-page":"545","volume-title":"Result analysis of the NIPS 2003 feature selection challenge. Advances in Neural Information Processing Systems","author":"I Guyon","year":"2005","unstructured":"Guyon I, Gunn S, Hur AB, Dror G (2005) Result analysis of the NIPS 2003 feature selection challenge. Advances in Neural Information Processing Systems, vol 17. MIT Press, Cambridge, MA, pp 545\u2013552"},{"issue":"12","key":"1519_CR16","doi-asserted-by":"publisher","first-page":"e28210","DOI":"10.1371\/journal.pone.0028210","volume":"6","author":"AC Haury","year":"2011","unstructured":"Haury AC, Gestraud P, Vert JP (2011) The influence of feature selection methods on accuracy, stability and interpretability of molecular signatures. PLoS ONE 6(12):e28210","journal-title":"PLoS ONE"},{"issue":"4","key":"1519_CR17","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.compbiolchem.2010.07.002","volume":"34","author":"Z He","year":"2010","unstructured":"He Z, Yu W (2010) Stable feature selection for biomarker discovery. Comput Biol Chem 34(4):215\u2013225","journal-title":"Comput Biol Chem"},{"issue":"6","key":"1519_CR18","doi-asserted-by":"publisher","first-page":"e0129126","DOI":"10.1371\/journal.pone.0129126","volume":"10","author":"C Higuera","year":"2015","unstructured":"Higuera C, Gardiner KJ, Cios KJ (2015) Self-organizing feature maps identify proteins critical to learning in a mouse model of down syndrome. PLoS ONE 10(6):e0129126","journal-title":"PLoS ONE"},{"key":"1519_CR19","unstructured":"Kalousis A, Prados J, Hilario M (2005) Stability of feature selection algorithms. In: 5th IEEE international conference on data mining. IEEE, p 8"},{"issue":"1","key":"1519_CR20","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s10115-006-0040-8","volume":"12","author":"A Kalousis","year":"2007","unstructured":"Kalousis A, Prados J, Hilario M (2007) Stability of feature selection algorithms: a study on high-dimensional spaces. Knowl Inf Syst 12(1):95\u2013116","journal-title":"Knowl Inf Syst"},{"issue":"3","key":"1519_CR21","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1093\/biomet\/33.3.239","volume":"33","author":"MG Kendall","year":"1945","unstructured":"Kendall MG (1945) The treatment of ties in ranking problems. Biometrika 33(3):239\u2013251","journal-title":"Biometrika"},{"key":"1519_CR22","doi-asserted-by":"crossref","unstructured":"Khoshgoftaar TM, Fazelpour A, Wang H, Wald R (2013) A survey of stability analysis of feature subset selection techniques. In: 2013 IEEE 14th international conference on information reuse and integration (IRI). IEEE, pp 424\u2013431","DOI":"10.1109\/IRI.2013.6642502"},{"key":"1519_CR23","unstructured":"Kuncheva L (2007) A stability index for feature selection. In: Proceedings of the 25th IASTED International Multi-Conference on Artificial Intelligence and Applications, pp. 390\u2013395"},{"issue":"6","key":"1519_CR24","first-page":"94","volume":"50","author":"J Li","year":"2017","unstructured":"Li J, Cheng K, Wang S, Morstatter F, Trevino RP, Tang J, Liu H (2017) Feature selection: a data perspective. ACM Comput Surv (CSUR) 50(6):94","journal-title":"ACM Comput Surv (CSUR)"},{"issue":"3","key":"1519_CR25","doi-asserted-by":"publisher","first-page":"1752","DOI":"10.1214\/11-AOAS466","volume":"5","author":"Q Li","year":"2011","unstructured":"Li Q, Brown JB, Huang H, Bickel PJ et al (2011) Measuring reproducibility of high-throughput experiments. Ann Appl Stat 5(3):1752\u20131779","journal-title":"Ann Appl Stat"},{"key":"1519_CR26","unstructured":"Lustgarten JL, Gopalakrishnan V, Visweswaran S (2009) Measuring stability of feature selection in biomedical datasets. In: AMIA annual symposium proceedings, vol 2009. American Medical Informatics Association, p 406"},{"issue":"4","key":"1519_CR27","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1287\/opre.43.4.570","volume":"43","author":"OL Mangasarian","year":"1995","unstructured":"Mangasarian OL, Street WN, Wolberg WH (1995) Breast cancer diagnosis and prognosis via linear programming. Oper Res 43(4):570\u2013577","journal-title":"Oper Res"},{"key":"1519_CR28","unstructured":"McCann M, Li Y, Maguire L, Johnston A (2008) Causality challenge: benchmarking relevant signal components for effective monitoring and process control. In: Proc. the JMLR Workshop, Canada, pp. 277\u2013288"},{"key":"1519_CR29","doi-asserted-by":"crossref","unstructured":"Nogueira S, Brown G (2015) Measuring the stability of feature selection with applications to ensemble methods. In: International workshop on multiple classifier systems. Springer, pp 135\u2013146","DOI":"10.1007\/978-3-319-20248-8_12"},{"key":"1519_CR30","doi-asserted-by":"crossref","unstructured":"Nogueira S, Brown G (2016) Measuring the stability of feature selection. In: Joint European conference on machine learning and knowledge discovery in databases. Springer, pp 442\u2013457","DOI":"10.1007\/978-3-319-46227-1_28"},{"issue":"1","key":"1519_CR31","first-page":"6345","volume":"18","author":"S Nogueira","year":"2017","unstructured":"Nogueira S, Sechidis K, Brown G (2017) On the stability of feature selection algorithms. J Mach Learn Res 18(1):6345\u20136398","journal-title":"J Mach Learn Res"},{"key":"1519_CR32","doi-asserted-by":"crossref","unstructured":"Nogueira S, Sechidis K, Brown G (2017) On the use of spearman\u2019s rho to measure the stability of feature rankings. In: Iberian conference on pattern recognition and image analysis. Springer, pp 381\u2013391","DOI":"10.1007\/978-3-319-58838-4_42"},{"issue":"3","key":"1519_CR33","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1016\/j.patcog.2012.09.007","volume":"46","author":"JD Rodr\u00edGuez","year":"2013","unstructured":"Rodr\u00edGuez JD, P\u00e9rez A, Lozano JA (2013) A general framework for the statistical analysis of the sources of variance for classification error estimators. Pattern Recognit 46(3):855\u2013864","journal-title":"Pattern Recognit"},{"key":"1519_CR34","doi-asserted-by":"crossref","unstructured":"Saeys Y, Abeel T, Van\u00a0de Peer Y (2008) Robust feature selection using ensemble feature selection techniques. In: Joint European conference on machine learning and knowledge discovery in databases. Springer, pp 313\u2013325","DOI":"10.1007\/978-3-540-87481-2_21"},{"issue":"19","key":"1519_CR35","doi-asserted-by":"publisher","first-page":"2507","DOI":"10.1093\/bioinformatics\/btm344","volume":"23","author":"Y Saeys","year":"2007","unstructured":"Saeys Y, Inza I, Larra\u00f1aga P (2007) A review of feature selection techniques in bioinformatics. Bioinformatics 23(19):2507\u20132517","journal-title":"Bioinformatics"},{"key":"1519_CR36","doi-asserted-by":"crossref","unstructured":"Shanab AA, Khoshgoftaar TM, Wald R, Napolitano A (2012) Impact of noise and data sampling on stability of feature ranking techniques for biological datasets. In: 2012 IEEE 13th international conference on information reuse and integration (IRI). IEEE, pp 415\u2013422","DOI":"10.1109\/IRI.2012.6303039"},{"key":"1519_CR37","unstructured":"Street WN, Wolberg WH, Mangasarian OL (1993) Nuclear feature extraction for breast tumor diagnosis. In: Biomedical image processing and biomedical visualization, vol 1905. International Society for Optics and Photonics, pp 861\u2013870"},{"issue":"4","key":"1519_CR38","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1101\/gr.103606.109","volume":"20","author":"AE Teschendorff","year":"2010","unstructured":"Teschendorff AE, Menon U, Gentry-Maharaj A, Ramus SJ, Weisenberger DJ, Shen H, Campan M, Noushmehr H, Bell CG, Maxwell AP et al (2010) Age-dependent DNA methylation of genes that are suppressed in stem cells is a hallmark of cancer. Genome Res 20(4):440\u2013446","journal-title":"Genome Res"},{"key":"1519_CR39","doi-asserted-by":"crossref","unstructured":"Wallenius K (1963) Biased sampling; the noncentral hypergeometric probability distribution. Stanford Univ CA Applied Mathematics and Statistics Labs, Technical report","DOI":"10.21236\/AD0426243"},{"issue":"7","key":"1519_CR40","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1002\/gepi.20619","volume":"35","author":"S Wang","year":"2011","unstructured":"Wang S (2011) Method to detect differentially methylated loci with case-control designs using illumina arrays. Genetic Epidemiol 35(7):686\u2013694","journal-title":"Genetic Epidemiol"},{"issue":"2","key":"1519_CR41","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/00031305.2016.1154108","volume":"70","author":"RL Wasserstein","year":"2016","unstructured":"Wasserstein RL, Lazar NA (2016) The ASA\u2019s statement on p-values: context, process, and purpose. Am Stat 70(2):129\u2013133","journal-title":"Am Stat"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-020-01519-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-020-01519-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-020-01519-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,31]],"date-time":"2021-01-31T08:03:33Z","timestamp":1612080213000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-020-01519-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,5]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,2]]}},"alternative-id":["1519"],"URL":"https:\/\/doi.org\/10.1007\/s10115-020-01519-3","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"type":"print","value":"0219-1377"},{"type":"electronic","value":"0219-3116"}],"subject":[],"published":{"date-parts":[[2020,11,5]]},"assertion":[{"value":"19 October 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 October 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}