{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T02:15:18Z","timestamp":1777169718080,"version":"3.51.4"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Pattern Anal Applic"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s10044-024-01394-6","type":"journal-article","created":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T09:44:44Z","timestamp":1735897484000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Learning Learning Curves"],"prefix":"10.1007","volume":"28","author":[{"given":"O. Taylan","family":"Turan","sequence":"first","affiliation":[]},{"given":"David M. J.","family":"Tax","sequence":"additional","affiliation":[]},{"given":"Tom J.","family":"Viering","sequence":"additional","affiliation":[]},{"given":"Marco","family":"Loog","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,3]]},"reference":[{"key":"1394_CR1","doi-asserted-by":"crossref","unstructured":"Mohr F, Viering TJ, Loog M, Rijn JN (2023) Lcdb 1.0: an extensive learning curves database for\u00c2 classification tasks. In: Amini M-R, Canu S, Fischer A, Guns T, Kralj Novak P, Tsoumakas G (eds) Machine learning and knowledge discovery in databases, pp 3\u201319. Springer, Cham","DOI":"10.1007\/978-3-031-26419-1_1"},{"key":"1394_CR2","unstructured":"Viering TJ, Loog M (2021) The shape of learning curves: a review. CoRR. arxiv:abs\/2103.10948"},{"key":"1394_CR3","unstructured":"Loog M, Viering T (2022) A survey of learning curves with bad behavior: or how more data need not lead to better performance. https:\/\/arxiv.org\/abs\/2211.14061"},{"key":"1394_CR4","unstructured":"Adriaensen S, Rakotoarison H, M\u00fcller S, Hutter F (2023) Efficient Bayesian learning curve extrapolation using prior-data fitted networks. https:\/\/arxiv.org\/abs\/2310.20447"},{"key":"1394_CR5","unstructured":"Caballero E, Gupta K, Rish I, Krueger D (2023) Broken neural scaling laws. https:\/\/arxiv.org\/abs\/2210.14891"},{"key":"1394_CR6","unstructured":"Harvey E, Chen W, Kent DM, Hughes MC (2023) A probabilistic method to predict classifier accuracy on larger datasets given small pilot data. https:\/\/arxiv.org\/abs\/2311.18025"},{"key":"1394_CR7","doi-asserted-by":"publisher","unstructured":"Leite R, Brazdil P (2005) Predicting relative performance of classifiers from samples. In: Proceedings of the 22nd International Conference on Machine Learning - ICML \u201905, pp 497\u2013503. ACM Press, Bonn, Germany. https:\/\/doi.org\/10.1145\/1102351.1102414 . Accessed 2024-11-25","DOI":"10.1145\/1102351.1102414"},{"key":"1394_CR8","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-031-39144-6_2","volume-title":"Artificial intelligence and machine learning","author":"Z Chen","year":"2023","unstructured":"Chen Z, Loog M, Krijthe JH (2023) Explaining two strange learning curves. In: Calders T, Vens C, Lijffijt J, Goethals B (eds) Artificial intelligence and machine learning. Springer, Cham, pp 16\u201330"},{"key":"1394_CR9","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1007\/978-3-642-34166-3_34","volume-title":"Structural, syntactic, and statistical pattern recognition","author":"M Loog","year":"2012","unstructured":"Loog M, Duin RPW (2012) The dipping phenomenon. In: Gimel\u2019farb G, Hancock E, Imiya A, Kuijper A, Kudo M, Omachi S, Windeatt T, Yamada K (eds) Structural, syntactic, and statistical pattern recognition. Springer, Berlin, pp 310\u2013317"},{"key":"1394_CR10","unstructured":"Ruhkopf T, Mohan A, Deng D, Tornede A, Hutter F, Lindauer MT (2023) Masif: meta-learned algorithm selection using implicit fidelity information. Trans Mach Learn Res"},{"key":"1394_CR11","doi-asserted-by":"crossref","unstructured":"Jawed S, Jomaa H, Schmidt-Thieme L, Grabocka J (2021) Multi-task learning curve forecasting across hyperparameter configurations and datasets. In: Oliver N, P\u00e9rez-Cruz F, Kramer S, Read J, Lozano JA (eds.) Machine Learning and Knowledge Discovery in Databases. Research Track, pp 485\u2013501. Springer, Cham","DOI":"10.1007\/978-3-030-86486-6_30"},{"key":"1394_CR12","unstructured":"Domhan T, Springenberg JT, Hutter F (2015) Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves. In: International Joint Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:369457"},{"key":"1394_CR13","unstructured":"Klein A, Falkner S, Springenberg JT, Hutter F (2017) Learning curve prediction with bayesian neural networks. In: International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=S11KBYclx"},{"key":"1394_CR14","doi-asserted-by":"crossref","unstructured":"Egele R, Guyon I, Sun Y, Balaprakash P (2023) Is one epoch all you need for multi-fidelity hyperparameter optimization?. https:\/\/arxiv.org\/abs\/2307.15422","DOI":"10.14428\/esann\/2023.ES2023-84"},{"key":"1394_CR15","doi-asserted-by":"publisher","unstructured":"Yan S, White C, Savani Y, Hutter F (2021) NAS-Bench-x11 and the power of learning curves. https:\/\/doi.org\/10.48550\/arXiv.2111.03602arXiv. arXiv:2111.03602 [cs]. Accessed 2024-11-25","DOI":"10.48550\/arXiv.2111.03602"},{"key":"1394_CR16","doi-asserted-by":"publisher","unstructured":"Lee DB, Zhang AS, Kim B, Park J, Lee J, Hwang SJ, Lee HB (2024) Cost-sensitive multi-fidelity bayesian optimization with transfer of learning curve extrapolation. arXiv. arXiv:2405.17918 [cs]. https:\/\/doi.org\/10.48550\/arXiv.2405.17918. Accessed 2024-11-25","DOI":"10.48550\/arXiv.2405.17918"},{"key":"1394_CR17","doi-asserted-by":"publisher","unstructured":"Perlich C (2010) In: Sammut C, Webb GI (eds) Learning curves in machine learning, pp 577\u2013580. Springer, Boston, MA. https:\/\/doi.org\/10.1007\/978-0-387-30164-8_452","DOI":"10.1007\/978-0-387-30164-8_452"},{"key":"1394_CR18","doi-asserted-by":"publisher","unstructured":"Jain A, Swaminathan G, Favaro P, Yang H, Ravichandran A, Harutyunyan H, Achille A, Dabeer O, Schiele B, Swaminathan A, Soatto S (2023) A meta-learning approach to predicting performance and data requirements. In: 2023 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp 3623\u20133632. https:\/\/doi.org\/10.1109\/CVPR52729.2023.00353","DOI":"10.1109\/CVPR52729.2023.00353"},{"key":"1394_CR19","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/4175.001.0001","volume-title":"Learning with Kernels: support vector machines, regularization, optimization, and beyond","author":"B Sch\u00f6lkopf","year":"2001","unstructured":"Sch\u00f6lkopf B, Smola AJ (2001) Learning with Kernels: support vector machines, regularization, optimization, and beyond. MIT Press, Cambridge"},{"key":"1394_CR20","doi-asserted-by":"publisher","unstructured":"Pearson K (1901) Liii. On lines and planes of closest fit to systems of points in space. The London, Edinburgh, and Dublin Philosophical Magazine and Journal of Science 2(11):559\u2013572. https:\/\/doi.org\/10.1080\/14786440109462720","DOI":"10.1080\/14786440109462720"},{"key":"1394_CR21","doi-asserted-by":"publisher","unstructured":"Billheimer D (2007) Functional data analysis, 2nd Edition Edited by J. O. Ramsay and B. W. Silverman. Biometrics 63(1):300\u2013301. https:\/\/doi.org\/10.1111\/j.1541-0420.2007.00743_1.xhttps:\/\/academic.oup.com\/biometrics\/article-pdf\/63\/1\/300\/52300836\/biometrics_63_1_300.pdf","DOI":"10.1111\/j.1541-0420.2007.00743_1.x"},{"key":"1394_CR22","unstructured":"Sollich P (2001) Gaussian process regression with mismatched models. https:\/\/arxiv.org\/abs\/cond-mat\/0106475"},{"key":"1394_CR23","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/3-540-47714-4_29","volume-title":"Advances in web-age information management","author":"B Gu","year":"2001","unstructured":"Gu B, Hu F, Liu H (2001) Modelling classification performance for large data sets. In: Wang XS, Yu G, Lu H (eds) Advances in web-age information management. Springer, Berlin, pp 317\u2013328"},{"key":"1394_CR24","unstructured":"Kolachina P, Cancedda N, Dymetman M, Venkatapathy S (2012) Prediction of learning curves in machine translation. In: Li H, Lin C-Y, Osborne M, Lee GG, Park JC (eds.) Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp 22\u201330. Association for Computational Linguistics, Jeju Island, Korea. https:\/\/aclanthology.org\/P12-1003"},{"key":"1394_CR25","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1007\/BF01589116","volume":"45","author":"DC Liu","year":"1989","unstructured":"Liu DC, Nocedal J (1989) On the limited memory bfgs method for large scale optimization. Math Program 45:503\u2013528","journal-title":"Math Program"},{"key":"1394_CR26","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1007\/978-3-031-58553-1_12","volume-title":"Advances in intelligent data analysis XXII","author":"L Kielh\u00f6fer","year":"2024","unstructured":"Kielh\u00f6fer L, Mohr F, Rijn JN (2024) Learning curve extrapolation methods across extrapolation settings. In: Miliou I, Piatkowski N, Papapetrou P (eds) Advances in intelligent data analysis XXII. Springer, Cham, pp 145\u2013157"},{"issue":"1","key":"1394_CR27","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1137\/1109020","volume":"9","author":"EA Nadaraya","year":"1964","unstructured":"Nadaraya EA (1964) On estimating regression. Theory Prob Appl 9(1):141\u2013142. https:\/\/doi.org\/10.1137\/1109020","journal-title":"Theory Prob Appl"},{"key":"1394_CR28","doi-asserted-by":"publisher","unstructured":"Steck H, Ekanadham C, Kallus N (2024) Is cosine-similarity of embeddings really about similarity? In: Companion Proceedings of the ACM Web Conference 2024. WWW \u201924, pp. 887\u2013890. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3589335.3651526","DOI":"10.1145\/3589335.3651526"},{"key":"1394_CR29","doi-asserted-by":"crossref","unstructured":"Bringmann K, Fischer N, Hoog I, Kipouridis E, Kociumaka T, Rotenberg E (2023) Dynamic dynamic time warping. https:\/\/arxiv.org\/abs\/2310.18128","DOI":"10.1137\/1.9781611977912.10"},{"key":"1394_CR30","unstructured":"Leite R, Brazdil P (2010) Active testing strategy to predict the best classification algorithm via sampling and metalearning. In: Proceedings of the 2010 Conference on ECAI 2010: 19th European Conference on Artificial Intelligence, pp 309\u2013314. IOS Press, NLD"},{"key":"1394_CR31","doi-asserted-by":"publisher","unstructured":"Curtin RR, Edel M, Shrit O, Agrawal S, Basak S, Balamuta JJ, Birmingham R, Dutt K, Eddelbuettel D, Garg R, Jaiswal S, Kaushik A, Kim S, Mukherjee A, Sai NG, Sharma N, Parihar YS, Swain R, Sanderson C (2023) mlpack 4: a fast, header-only c++ machine learning library. J Open Source Softw 8(82):5026. https:\/\/doi.org\/10.21105\/joss.05026","DOI":"10.21105\/joss.05026"},{"key":"1394_CR32","unstructured":"Kingma DP, Ba J (2017) Adam: a method for stochastic optimization. https:\/\/arxiv.org\/abs\/1412.6980"}],"container-title":["Pattern Analysis and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-024-01394-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10044-024-01394-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-024-01394-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,11]],"date-time":"2025-02-11T20:10:16Z","timestamp":1739304616000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10044-024-01394-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,3]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["1394"],"URL":"https:\/\/doi.org\/10.1007\/s10044-024-01394-6","relation":{},"ISSN":["1433-7541","1433-755X"],"issn-type":[{"value":"1433-7541","type":"print"},{"value":"1433-755X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,3]]},"assertion":[{"value":"29 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing financial or non-financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"15"}}