{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T10:33:10Z","timestamp":1776681190049,"version":"3.51.2"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319070636","type":"print"},{"value":"9783319070643","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-07064-3_1","type":"book-chapter","created":{"date-parts":[[2014,4,18]],"date-time":"2014-04-18T16:53:52Z","timestamp":1397840032000},"page":"1-14","source":"Crossref","is-referenced-by-count":21,"title":["Performance-Estimation Properties of Cross-Validation-Based Protocols with Simultaneous Hyper-Parameter Optimization"],"prefix":"10.1007","author":[{"given":"Ioannis","family":"Tsamardinos","sequence":"first","affiliation":[]},{"given":"Amin","family":"Rakhshani","sequence":"additional","affiliation":[]},{"given":"Vincenzo","family":"Lagani","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"1_CR1","doi-asserted-by":"publisher","first-page":"1390","DOI":"10.1109\/TNNLS.2012.2202401","volume":"23","author":"D. Anguita","year":"2012","unstructured":"Anguita, D., Ghio, A., Oneto, L., Ridella, S.: In-Sample and Out-of-Sample Model Selection and Error Estimation for Support Vector Machines. IEEE Trans. Neural Networks Learn. Syst.\u00a023, 1390\u20131406 (2012)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"1_CR2","first-page":"2079","volume":"11","author":"G.C. Cawley","year":"2010","unstructured":"Cawley, G.C., Talbot, N.L.C.: On Over-fitting in Model Selection and Subsequent Selection Bias in Performance Evaluation. J. Mach. Learn. Res.\u00a011, 2079\u20132107 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR3","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1023\/A:1007631014630","volume":"38","author":"D.D. Jensen","year":"2000","unstructured":"Jensen, D.D., Cohen, P.R.: Multiple comparisons in induction algorithms. Mach. Learn.\u00a038, 309\u2013338 (2000)","journal-title":"Mach. Learn."},{"key":"1_CR4","unstructured":"Kohavi, R.: A Study of Cross-Validation and Bootstrap for Accuracy Estimation and Model Selection. In: International Joint Conference on Artificial Intelligence, pp. 1137\u20131143 (1995)"},{"key":"1_CR5","doi-asserted-by":"publisher","first-page":"822","DOI":"10.1214\/08-AOAS224","volume":"3","author":"R.J. Tibshirani","year":"2009","unstructured":"Tibshirani, R.J., Tibshirani, R.: A bias correction for the minimum error rate in cross-validation. Ann. Appl. Stat.\u00a03, 822\u2013829 (2009)","journal-title":"Ann. Appl. Stat."},{"key":"1_CR6","doi-asserted-by":"publisher","first-page":"631","DOI":"10.1093\/bioinformatics\/bti033","volume":"21","author":"A. Statnikov","year":"2005","unstructured":"Statnikov, A., Aliferis, C.F., Tsamardinos, I., Hardin, D., Levy, S.: A comprehensive evaluation of multicategory classification methods for microarray gene expression cancer diagnosis. Bioinformatics\u00a021, 631\u2013643 (2005)","journal-title":"Bioinformatics"},{"key":"1_CR7","unstructured":"Duda, R.O., Hart, P.E., Stork, D.G.: Pattern Classification, 2nd edn. (2000)"},{"key":"1_CR8","unstructured":"Mitchell, T.M.: Machine Learning (1997)"},{"key":"1_CR9","unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning (Information Science and Statistics) (2006)"},{"key":"1_CR10","first-page":"337","volume":"1","author":"T. Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.: The Elements of Statistical Learning. Elements\u00a01, 337\u2013387 (2009)","journal-title":"Elements"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Grandvalet, Y.: Bias in Estimating the Variance of K-Fold Cross-Validation. Statistical Modeling and Analysis for Complex Data Problem, 75\u201395 (2005)","DOI":"10.1007\/0-387-24555-3_5"},{"key":"1_CR12","unstructured":"Witten, I.H., Frank, E.: Data Mining: Practical Machine Learning Tools and Techniques, 2nd edn. Morgan Kaufmann Series in Data Management Systems (2005)"},{"key":"1_CR13","doi-asserted-by":"publisher","first-page":"1887","DOI":"10.1093\/bioinformatics\/btq261","volume":"26","author":"V. Lagani","year":"2010","unstructured":"Lagani, V., Tsamardinos, I.: Structure-based variable selection for survival data. Bioinformatics\u00a026, 1887\u20131894 (2010)","journal-title":"Bioinformatics"},{"key":"1_CR14","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1016\/j.ijmedinf.2005.05.002","volume":"74","author":"A. Statnikov","year":"2005","unstructured":"Statnikov, A., Tsamardinos, I., Dosbayev, Y., Aliferis, C.F.: GEMS: A system for automated cancer diagnosis and biomarker discovery from microarray gene expression data. Int. J. Med. Inform.\u00a074, 491\u2013503 (2005)","journal-title":"Int. J. Med. Inform."},{"key":"1_CR15","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1023\/A:1009752403260","volume":"328","author":"S. Salzberg","year":"1997","unstructured":"Salzberg, S.: On Comparing Classifiers: Pitfalls to Avoid and a Recommended Approach. Data Min. Knowl. Discov.\u00a0328, 317\u2013328 (1997)","journal-title":"Data Min. Knowl. Discov."},{"key":"1_CR16","doi-asserted-by":"publisher","first-page":"923","DOI":"10.1016\/S0140-6736(03)12775-4","volume":"361","author":"N. Iizuka","year":"2003","unstructured":"Iizuka, N., Oka, M., Yamada-Okabe, H., Nishida, M., Maeda, Y., Mori, N., Takao, T., Tamesa, T., Tangoku, A., Tabuchi, H., Hamada, K., Nakayama, H., Ishitsuka, H., Miyamoto, T., Hirabayashi, A., Uchimura, S., Hamamoto, Y.: Oligonucleotide microarray for prediction of early intrahepatic recurrence of hepatocellular carcinoma after curative resection. Lancet\u00a0361, 923\u2013929 (2003)","journal-title":"Lancet"},{"key":"1_CR17","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/S0933-3657(01)00082-3","volume":"23","author":"L.A. Kurgan","year":"2001","unstructured":"Kurgan, L.A., Cios, K.J., Tadeusiewicz, R., Ogiela, M., Goodenday, L.S.: Knowledge discovery approach to automated cardiac SPECT diagnosis. Artif. Intell. Med.\u00a023, 149\u2013169 (2001)","journal-title":"Artif. Intell. Med."},{"key":"1_CR18","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.nima.2003.08.157","volume":"516","author":"R.K. Bock","year":"2004","unstructured":"Bock, R.K., Chilingarian, A., Gaug, M., Hakl, F., Hengstebeck, T., Ji\u0159ina, M., Klaschka, J., Kotr\u010d, E., Savick\u00fd, P., Towers, S., Vaiciulis, A., Wittek, W.: Methods for multidimensional event classification: a case study using images from a Cherenkov gamma-ray telescope. Nucl. Instruments Methods Phys. Res. Sect. A Accel. Spectrometers, Detect. Assoc. Equip.\u00a0516, 511\u2013528 (2004)","journal-title":"Nucl. Instruments Methods Phys. Res. Sect. A Accel. Spectrometers, Detect. Assoc. Equip."},{"key":"1_CR19","doi-asserted-by":"publisher","first-page":"867","DOI":"10.1021\/ci4000213","volume":"53","author":"K. Mansouri","year":"2013","unstructured":"Mansouri, K., Ringsted, T., Ballabio, D., Todeschini, R., Consonni, V.: Quantitative structure-activity relationship models for ready biodegradability of chemicals. J. Chem. Inf. Model.\u00a053, 867\u2013878 (2013)","journal-title":"J. Chem. Inf. Model."},{"key":"1_CR20","unstructured":"Moro, S., Laureano, R.M.S.: Using Data Mining for Bank Direct Marketing: An application of the CRISP-DM methodology. In: Eur. Simul. Model. Conf., pp. 117\u2013121 (2011)"},{"key":"1_CR21","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1126\/science.1198704","volume":"332","author":"S.C. Bendall","year":"2011","unstructured":"Bendall, S.C., Simonds, E.F., Qiu, P., Amir, E.D., Krutzik, P.O., Finck, R., Bruggner, R.V., Melamed, R., Trejo, A., Ornatsky, O.I., Balderas, R.S., Plevritis, S.K., Sachs, K., Pe\u2019er, D., Tanner, S.D., Nolan, G.P.: Single-cell mass cytometry of differential immune and drug responses across a human hematopoietic continuum. Science\u00a0332, 687\u2013696 (2011)","journal-title":"Science"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Fawcett, T.: An introduction to ROC analysis (2006)","DOI":"10.1016\/j.patrec.2005.10.010"},{"key":"1_CR23","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1023\/A:1009869804967","volume":"3","author":"D. Coppersmith","year":"1999","unstructured":"Coppersmith, D., Hong, S.J., Hosking, J.R.M.: Partitioning Nominal Attributes in Decision Trees. Data Min. Knowl. Discov.\u00a03, 197\u2013217 (1999)","journal-title":"Data Min. Knowl. Discov."},{"key":"1_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"C.-C. Chang","year":"2011","unstructured":"Chang, C.-C., Lin, C.-J.: LIBSVM: A library for support vector machines. ACM Trans. Intell. Syst.....\u00a02, 1\u201339 (2011)","journal-title":"ACM Trans. Intell. Syst. ........."},{"key":"1_CR25","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1080\/01621459.1979.10481047","volume":"74","author":"R.G. O\u2019brien","year":"1979","unstructured":"O\u2019brien, R.G.: A General ANOVA Method for Robust Tests of Additive Models for Variances. J. Am. Stat. Assoc.\u00a074, 877\u2013880 (1979)","journal-title":"J. Am. Stat. Assoc."},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Quenouille, M.H.: Approximate tests of correlation in time-series 3 (1949)","DOI":"10.1017\/S0305004100025123"},{"key":"1_CR27","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1186\/1471-2105-7-91","volume":"7","author":"S. Varma","year":"2006","unstructured":"Varma, S., Simon, R.: Bias in error estimation when using cross-validation for model selection. BMC Bioinformatics\u00a07, 91 (2006)","journal-title":"BMC Bioinformatics"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence: Methods and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-07064-3_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,26]],"date-time":"2019-05-26T12:59:53Z","timestamp":1558875593000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-07064-3_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319070636","9783319070643"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-07064-3_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014]]}}}