{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:22:39Z","timestamp":1740100959736,"version":"3.37.3"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1109\/ijcnn55064.2022.9892534","type":"proceedings-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:56:04Z","timestamp":1664567764000},"page":"1-8","source":"Crossref","is-referenced-by-count":2,"title":["Meta-learning from Learning Curves: Challenge Design and Baseline Results"],"prefix":"10.1109","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7342-6430","authenticated-orcid":false,"given":"Manh Hung","family":"Nguyen","sequence":"first","affiliation":[{"name":"Chalearn,California,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5335-1547","authenticated-orcid":false,"given":"Lisheng","family":"Sun-Hosoya","sequence":"additional","affiliation":[{"name":"Chalearn,California,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6817-5972","authenticated-orcid":false,"given":"Nathan","family":"Grinsztajn","sequence":"additional","affiliation":[{"name":"Univ. Lille,Inria, CNRS,Lille,France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9266-1783","authenticated-orcid":false,"given":"Isabelle","family":"Guyon","sequence":"additional","affiliation":[{"name":"Univ. Paris-Saclay, Paris, France, and ChaLearn,California,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Meta-Learning A Survey","year":"2018","author":"vanschoren","key":"ref33"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220058"},{"journal-title":"Freeze-thaw Bayesian optimization","year":"2014","author":"swersky","key":"ref31"},{"key":"ref30","article-title":"Activmetal: Algorithm recommendation with active meta learning","author":"sun-hosoya","year":"2018","journal-title":"IAL PKDD\/ECML"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3004555"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330909"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ADPRL.2011.5967363"},{"key":"ref34","first-page":"1","article-title":"Generalizing from a few examples: A survey on few-shot learning","volume":"53","author":"wang","year":"2020","journal-title":"ACM Computing Surveys"},{"key":"ref10","article-title":"Probabilistic matrix factorization for automated machine learning","volume":"31","author":"fusi","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref11","first-page":"177","author":"guyon","year":"2019","journal-title":"Analysis of the automl challenge series 2015–2018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"journal-title":"A survey of generalisation in deep reinforcement learning","year":"2022","author":"kirk","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102414"},{"key":"ref15","first-page":"87","article-title":"An iterative process for building learning curves and predicting relative performance of classifiers","year":"2007","journal-title":"Proceedings of the Aritficial Intelligence 13th Portuguese Conference on Progress in Artificial Intelligence ser EPIA'07"},{"key":"ref16","first-page":"309","article-title":"Active testing strategy to predict the best classification algorithm via sampling and metalearning","year":"2010","journal-title":"IOS Press"},{"key":"ref17","first-page":"117","volume":"7376","author":"leite","year":"2012","journal-title":"Selecting classification algorithms with active testing"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/wics.111"},{"key":"ref19","first-page":"17","article-title":"Winning solutions and post-challenge analyses of the ChaLearn AutoDL challenge 2019","author":"liu","year":"2020","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"ref28","volume":"1","author":"stern","year":"2010","journal-title":"Collaborative expert portfolio management"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45164-1_8"},{"key":"ref27","first-page":"3","article-title":"Fast subsampling performance estimates for classification algorithm selection","author":"petrak","year":"0","journal-title":"Proceedings of the ECML-OO Workshop on Meta-Learning Building Automatic Advice Strategies for Model Selection and Method Combination"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01581-6"},{"journal-title":"Meta-Learning as a Markov Decision Process","year":"2019","author":"sun-hosoya","key":"ref29"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref8","article-title":"Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves","author":"domhan","year":"2015","journal-title":"IJCAI"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"ref2","article-title":"Advances in metadl: Aaai 2021 challenge and workshop","author":"baz","year":"0","journal-title":"ArXiv Preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-017-5687-8"},{"key":"ref20","first-page":"242","article-title":"Towards automated deep learning: Analysis of the autodl challenge series 2019","volume":"123","author":"liu","year":"0","journal-title":"Proceedings of the NeurIPS 2019 Competition and Demonstration Track ser Proceedings of Machine Learning Research"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.12.001"},{"journal-title":"Algorithm selection as a collaborative filtering problem","year":"2013","author":"misir","key":"ref21"},{"journal-title":"Learning curves for decision making in supervised machine learning - a survey","year":"2022","key":"ref24"},{"journal-title":"Fast and informative model selection using learning curve cross-validation","year":"2021","author":"mohr","key":"ref23"},{"key":"ref26","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref25","article-title":"Metareveal: Rl-based meta-learning from learning curves","author":"nguyen","year":"2021","journal-title":"Workshop on Interactive Adaptive Learning co-located with European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECML PKDD 2021)"}],"event":{"name":"2022 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2022,7,18]]},"location":"Padua, Italy","end":{"date-parts":[[2022,7,23]]}},"container-title":["2022 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9891857\/9889787\/09892534.pdf?arnumber=9892534","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T23:00:25Z","timestamp":1667516425000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9892534\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/ijcnn55064.2022.9892534","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}