{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T02:42:20Z","timestamp":1776912140914,"version":"3.51.2"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031264184","type":"print"},{"value":"9783031264191","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-26419-1_1","type":"book-chapter","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:24:57Z","timestamp":1679876697000},"page":"3-19","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["LCDB 1.0: An Extensive Learning Curves Database for\u00a0Classification Tasks"],"prefix":"10.1007","author":[{"given":"Felix","family":"Mohr","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom J.","family":"Viering","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco","family":"Loog","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan N.","family":"van Rijn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,17]]},"reference":[{"issue":"1","key":"1_CR1","first-page":"152","volume":"17","author":"A Benavoli","year":"2016","unstructured":"Benavoli, A., Corani, G., Mangili, F.: Should we really use post-hoc tests based on mean-ranks? J. Mach. Learn. Res. 17(1), 152\u2013161 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR2","doi-asserted-by":"publisher","unstructured":"Brazdil, P., van Rijn, J.N., Soares, C., Vanschoren, J.: Metalearning: Applications to Automated Machine Learning and Data Mining, 2nd edn. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-67024-5","DOI":"10.1007\/978-3-030-67024-5"},{"issue":"9","key":"1_CR3","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.3390\/e23091123","volume":"23","author":"B Brumen","year":"2021","unstructured":"Brumen, B., Cernezel, A., Bosnjak, L.: Overview of machine learning process modelling. Entropy 23(9), 1123 (2021)","journal-title":"Entropy"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Brumen, B., Rozman, I., Heri\u010dko, M., \u010cernezel, A., H\u00f6lbl, M.: Best-fit learning curve model for the C4.5 algorithm. Informatica 25(3), 385\u2013399 (2014)","DOI":"10.15388\/Informatica.2014.19"},{"key":"1_CR5","unstructured":"Cohn, D., Tesauro, G.: Can neural networks do better than the Vapnik-Chervonenkis bounds? In: Advances in Neural Information Processing Systems, vol. 3, pp. 911\u2013917 (1991)"},{"key":"1_CR6","unstructured":"Cortes, C., Jackel, L.D., Solla, S.A., Vapnik, V., Denker, J.S.: Learning curves: asymptotic values and rate of convergence. In: Advances in Neural Information Processing Systems, vol. 6, pp. 327\u2013334. Morgan Kaufmann (1993)"},{"key":"1_CR7","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR8","unstructured":"Domhan, T., Springenberg, J.T., Hutter, F.: Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves. In: Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence, pp. 3460\u20133468. AAAI Press (2015)"},{"key":"1_CR9","unstructured":"Feurer, M., Klein, A., Eggensperger, K., Springenberg, J.T., Blum, M., Hutter, F.: Efficient and robust automated machine learning. In: Advances in Neural Information Processing Systems, vol. 28. pp. 2962\u20132970 (2015)"},{"key":"1_CR10","unstructured":"Frey, L.J., Fisher, D.H.: Modeling decision tree performance with the power law. In: Proceedings of the Seventh International Workshop on Artificial Intelligence and Statistics. Society for Artificial Intelligence and Statistics (1999)"},{"issue":"1","key":"1_CR11","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1214\/aoms\/1177731944","volume":"11","author":"M Friedman","year":"1940","unstructured":"Friedman, M.: A comparison of alternative tests of significance for the problem of m rankings. Ann. Math. Stat. 11(1), 86\u201392 (1940)","journal-title":"Ann. Math. Stat."},{"issue":"89","key":"1_CR12","first-page":"2677","volume":"9","author":"S Garcia","year":"2008","unstructured":"Garcia, S., Herrera, F.: An extension on \u201cstatistical comparisons of classifiers over multiple data sets\u2019\u2019 for all pairwise comparisons. J. Mach. Learn. Res. 9(89), 2677\u20132694 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR13","unstructured":"Gijsbers, P., LeDell, E., Thomas, J., Poirier, S., Bischl, B., Vanschoren, J.: An open source AutoML benchmark. arXiv preprint arXiv:1907.00909 (2019)"},{"key":"1_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/3-540-47714-4_29","volume-title":"Advances in Web-Age Information Management","author":"B Gu","year":"2001","unstructured":"Gu, B., Hu, F., Liu, H.: Modelling classification performance for large data sets. In: Wang, X.S., Yu, G., Lu, H. (eds.) WAIM 2001. LNCS, vol. 2118, pp. 317\u2013328. Springer, Heidelberg (2001). https:\/\/doi.org\/10.1007\/3-540-47714-4_29"},{"key":"1_CR15","first-page":"65","volume":"6","author":"S Holm","year":"1979","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scand. J. Stat. 6, 65\u201370 (1979)","journal-title":"Scand. J. Stat."},{"issue":"4","key":"1_CR16","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1007\/s10618-019-00619-1","volume":"33","author":"H Ismail Fawaz","year":"2019","unstructured":"Ismail Fawaz, H., Forestier, G., Weber, J., Idoumghar, L., Muller, P.-A.: Deep learning for time series classification: a review. Data Min. Knowl. Disc. 33(4), 917\u2013963 (2019). https:\/\/doi.org\/10.1007\/s10618-019-00619-1","journal-title":"Data Min. Knowl. Disc."},{"key":"1_CR17","unstructured":"Klein, A., Falkner, S., Springenberg, J.T., Hutter, F.: Learning curve prediction with Bayesian neural networks. In: 5th International Conference on Learning Representations. OpenReview.net (2017)"},{"key":"1_CR18","unstructured":"Kolachina, P., Cancedda, N., Dymetman, M., Venkatapathy, S.: Prediction of learning curves in machine translation. In: The 50th Annual Meeting of the Association for Computational Linguistics, pp. 22\u201330. The Association for Computer Linguistics (2012)"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Last, M.: Predicting and optimizing classifier utility with the power law. In: Workshops Proceedings of the 7th IEEE International Conference on Data Mining, pp. 219\u2013224. IEEE Computer Society (2007)","DOI":"10.1109\/ICDMW.2007.31"},{"key":"1_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1007\/978-3-540-30115-8_25","volume-title":"Machine Learning: ECML 2004","author":"R Leite","year":"2004","unstructured":"Leite, R., Brazdil, P.: Improving progressive sampling via meta-learning on learning curves. In: Boulicaut, J.-F., Esposito, F., Giannotti, F., Pedreschi, D. (eds.) ECML 2004. LNCS (LNAI), vol. 3201, pp. 250\u2013261. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-30115-8_25"},{"key":"1_CR21","unstructured":"Leite, R., Brazdil, P.: Selecting classifiers using metalearning with sampling landmarks and data characterization. In: Proceedings of the 2nd Planning to Learn Workshop (PlanLearn) at ICML\/COLT\/UAI, pp. 35\u201341 (2008)"},{"key":"1_CR22","unstructured":"Li, L., Jamieson, K.G., DeSalvo, G., Rostamizadeh, A., Talwalkar, A.: Hyperband: bandit-based configuration evaluation for hyperparameter optimization. In: 5th International Conference on Learning Representations. OpenReview.net (2017)"},{"key":"1_CR23","unstructured":"Li, Y.: An investigation of statistical learning curves: do we always need big data? Master\u2019s thesis, University of Canterbury (2017)"},{"key":"1_CR24","unstructured":"Loog, M., Viering, T., Mey, A.: Minimizers of the empirical risk and risk monotonicity. In: Advances in Neural Information Processing Systems, vol. 32, pp. 7478\u20137487 (2019)"},{"issue":"20","key":"1_CR25","doi-asserted-by":"publisher","first-page":"10625","DOI":"10.1073\/pnas.2001875117","volume":"117","author":"M Loog","year":"2020","unstructured":"Loog, M., Viering, T.J., Mey, A., Krijthe, J.H., Tax, D.M.J.: A brief prehistory of double descent. Proc. Natl. Acad. Sci. 117(20), 10625\u201310626 (2020)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"1_CR26","unstructured":"Mohr, F., van Rijn, J.N.: Towards model selection using learning curve cross-validation. In: 8th ICML Workshop on Automated Machine Learning (2021)"},{"key":"1_CR27","unstructured":"Mohr, F., van Rijn, J.N.: Learning curves for decision making in supervised machine learning - a survey. CoRR abs\/2201.12150 (2022)"},{"key":"1_CR28","doi-asserted-by":"crossref","unstructured":"Nakkiran, P., Kaplun, G., Bansal, Y., Yang, T., Barak, B., Sutskever, I.: Deep double descent: where bigger models and more data hurt. In: 8th International Conference on Learning Representations. OpenReview.net (2020)","DOI":"10.1088\/1742-5468\/ac3a74"},{"key":"1_CR29","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR30","first-page":"211","volume":"4","author":"C Perlich","year":"2003","unstructured":"Perlich, C., Provost, F.J., Simonoff, J.S.: Tree induction vs. logistic regression: a learning-curve analysis. J. Mach. Learn. Res. 4, 211\u2013255 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR31","doi-asserted-by":"crossref","unstructured":"Provost, F.J., Jensen, D.D., Oates, T.: Efficient progressive sampling. In: Proceedings of the Fifth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 23\u201332. ACM (1999)","DOI":"10.1145\/312129.312188"},{"key":"1_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1007\/978-3-319-24465-5_26","volume-title":"Advances in Intelligent Data Analysis XIV","author":"JN van Rijn","year":"2015","unstructured":"van Rijn, J.N., Abdulrahman, S.M., Brazdil, P., Vanschoren, J.: Fast algorithm selection using learning curves. In: Fromont, E., De Bie, T., van Leeuwen, M. (eds.) IDA 2015. LNCS, vol. 9385, pp. 298\u2013309. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24465-5_26"},{"key":"1_CR33","unstructured":"Singh, S.: Modeling performance of different classification methods: deviation from the power law. Project Report, Department of Computer Science, Vanderbilt University, USA (2005)"},{"issue":"2","key":"1_CR34","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2014","unstructured":"Vanschoren, J., van Rijn, J.N., Bischl, B., Torgo, L.: OpenML: networked science in machine learning. SIGKDD Explor. 15(2), 49\u201360 (2014)","journal-title":"SIGKDD Explor."},{"key":"1_CR35","unstructured":"Viering, T.J., Loog, M.: The shape of learning curves: a review. CoRR abs\/2103.10948 (2021)"},{"key":"1_CR36","doi-asserted-by":"publisher","unstructured":"Wilcoxon, F.: Individual comparisons by ranking methods. In: Kotz, S., Johnson, N.L. (eds.) Breakthroughs in Statistics, pp. 196\u2013202. Springer, Cham (1992). https:\/\/doi.org\/10.1007\/978-1-4612-4380-9_16","DOI":"10.1007\/978-1-4612-4380-9_16"},{"issue":"9","key":"1_CR37","doi-asserted-by":"publisher","first-page":"3079","DOI":"10.1109\/TPAMI.2021.3067763","volume":"43","author":"L Zimmer","year":"2021","unstructured":"Zimmer, L., Lindauer, M., Hutter, F.: Auto-PyTorch tabular: multi-fidelity MetaLearning for efficient and robust AutoDL. IEEE Trans. Pattern Anal. Mach. Intell. 43(9), 3079\u20133090 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-26419-1_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:27:47Z","timestamp":1679876867000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-26419-1_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031264184","9783031264191"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-26419-1_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1060","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"236","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17 demo track papers have been accepted from 28 submissions","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}