{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T01:25:52Z","timestamp":1781054752059,"version":"3.54.1"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/tpami.2023.3251957","type":"journal-article","created":{"date-parts":[[2023,3,8]],"date-time":"2023-03-08T18:25:23Z","timestamp":1678299923000},"page":"9669-9680","source":"Crossref","is-referenced-by-count":56,"title":["Fast and Informative Model Selection Using Learning Curve Cross-Validation"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9293-2424","authenticated-orcid":false,"given":"Felix","family":"Mohr","sequence":"first","affiliation":[{"name":"Faculty of Engineering, Universidad de La Sabana, Chía, Colombia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2898-2168","authenticated-orcid":false,"given":"Jan N.","family":"van Rijn","sequence":"additional","affiliation":[{"name":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, CA, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Learning From Data","volume":"4","author":"Abu-Mostafa","year":"2012"},{"key":"ref2","article-title":"Accelerating neural architecture search using performance prediction","volume-title":"Proc. 6th Int. Conf. Learn. Representations","author":"Baker"},{"key":"ref3","volume-title":"Nonlinear Parameter Estimation","author":"Bard","year":"1974"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.5555\/2188385.2188395"},{"key":"ref5","first-page":"2546","article-title":"Algorithms for hyperparameter optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bergstra"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/springerreference_179250"},{"key":"ref7","first-page":"3460","article-title":"Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves","volume-title":"Proc. 24th Int. Joint Conf. Artif. Intell.","author":"Domhan"},{"key":"ref8","article-title":"Towards further automation in AutoML","volume-title":"Proc. 5th ICML Workshop Autom. Mach. Learn.","author":"Feurer"},{"key":"ref9","first-page":"2962","article-title":"Efficient and robust automated machine learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Feurer"},{"issue":"100","key":"ref10","first-page":"1","article-title":"OpenML-Python: An extensible Python API for OpenML","volume":"22","author":"Feurer","year":"2021","journal-title":"J. Mach. Learn. Res."},{"issue":"261","key":"ref11","first-page":"1","article-title":"Auto-sklearn 2.0: Hands-free AutoML via meta-learning","volume":"23","author":"Feurer","year":"2022","journal-title":"J. Mach. Learn. Res."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-006-6226-1"},{"key":"ref13","article-title":"AMLB: An AutoML benchmark","author":"Gijsbers","year":"2022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref16","first-page":"240","article-title":"Non-stochastic best arm identification and hyperparameter optimization","volume-title":"Proc. 19th Int. Conf. Artif. Intell. Statist.","author":"Jamieson"},{"key":"ref17","first-page":"528","article-title":"Fast Bayesian optimization of machine learning hyperparameters on large datasets","volume-title":"Proc. 20th Int. Conf. Artif. Intell. Statist.","author":"Klein","year":"2017"},{"key":"ref18","article-title":"Learning curve prediction with Bayesian neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Klein","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557076"},{"key":"ref20","first-page":"309","article-title":"Active testing strategy to predict the best classification algorithm via sampling and metalearning","volume-title":"Proc. 19th Eur. Conf. Artif. Intell.","author":"Leite"},{"key":"ref21","first-page":"185:1","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"Li","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.orp.2016.09.002"},{"key":"ref23","article-title":"CMA-ES for hyperparameter optimization of deep neural networks","author":"Loshchilov","year":"2016"},{"key":"ref24","article-title":"Towards model selection using learning curve cross-validation","volume-title":"Proc. 8th ICML Workshop Autom. Mach. Learn.","author":"Mohr"},{"key":"ref25","article-title":"Learning curves for decision making in supervised machine learning\u2013A survey","author":"Mohr","year":"2022"},{"key":"ref26","article-title":"Replacing the ex-def baseline in automl by naive AutoML","volume-title":"Proc. 8th ICML Workshop Automat. Mach. Learn. (AutoML)","author":"Mohr","year":"2021"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-022-06200-0"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-018-5735-z"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3056950"},{"key":"ref30","first-page":"3","article-title":"LCDB 1.0: A first learning curves database for classification tasks","volume-title":"Proc. Eur. Conf. Mach. Learn. Knowl. Discov. Databases","author":"Mohr"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908918"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"ref33","article-title":"Fast subsampling performance estimates for classification algorithm selection","volume-title":"Proc. ECML Workshop Meta- Learn.","author":"Petrak"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31753-3_18"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/312129.312188"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10316"},{"key":"ref37","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Snoek"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24465-5_26"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2641190.2641198"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2022.3220744"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445526"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-007-0082-x"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10169863\/10064171.pdf?arnumber=10064171","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T19:54:39Z","timestamp":1719345279000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10064171\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":43,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2023.3251957","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}