{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T14:56:42Z","timestamp":1767970602522,"version":"3.49.0"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,11,7]],"date-time":"2017-11-07T00:00:00Z","timestamp":1510012800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Prog Artif Intell"],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1007\/s13748-017-0138-0","type":"journal-article","created":{"date-parts":[[2017,11,7]],"date-time":"2017-11-07T21:16:27Z","timestamp":1510089387000},"page":"129-146","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["A learning system based on lazy metareasoning"],"prefix":"10.1007","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6038-6062","authenticated-orcid":false,"given":"Tor Gunnar","family":"Houeland","sequence":"first","affiliation":[]},{"given":"Agnar","family":"Aamodt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,11,7]]},"reference":[{"key":"138_CR1","volume-title":"Lazy Learning","year":"1997","unstructured":"Aha, D.W. (ed.): Lazy Learning. Kluwer, Norwell (1997)"},{"issue":"2\u20133","key":"138_CR2","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1013689704352","volume":"47","author":"P Auer","year":"2002","unstructured":"Auer, P., Cesa-Bianchi, N., Fischer, P.: Finite-time analysis of the multiarmed bandit problem. Mach. Learn. 47(2\u20133), 235\u2013256 (2002). https:\/\/doi.org\/10.1023\/A:1013689704352","journal-title":"Mach. Learn."},{"issue":"4","key":"138_CR3","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1057\/jors.1969.103","volume":"20","author":"JM Bates","year":"1969","unstructured":"Bates, J.M., Granger, C.W.: The combination of forecasts. J. Oper. Res. Soc. 20(4), 451\u2013468 (1969)","journal-title":"J. Oper. Res. Soc."},{"key":"138_CR4","doi-asserted-by":"crossref","unstructured":"Bennett, J., Lanning, S., et al.: The Netflix prize. In: Proceedings of the KDD Cup and Workshop, vol. 2007, p.\u00a035. New York, NY, USA (2007)","DOI":"10.1145\/1345448.1345459"},{"key":"138_CR5","doi-asserted-by":"crossref","unstructured":"Bonissone, P.P.: Lazy meta-learning: creating customized model ensembles on demand. In: IEEE World Congress on Computational Intelligence, pp. 1\u201323. Springer, Berlin (2012)","DOI":"10.1007\/978-3-642-30687-7_1"},{"key":"138_CR6","unstructured":"Br\u00fcgmann, B.: Monte Carlo Go. In: AAAI Fall Symposium on Games: Playing, Planning, and Learning (1993)"},{"key":"138_CR7","doi-asserted-by":"crossref","unstructured":"Caruana, R., Niculescu-Mizil, A., Crew, G., Ksikes, A.: Ensemble selection from libraries of models. In: Proceedings of the Twenty-First International Conference on Machine Learning, p.\u00a018. ACM (2004)","DOI":"10.1145\/1015330.1015432"},{"key":"138_CR8","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511546921","volume-title":"Prediction, Learning, and Games","author":"N Cesa-Bianchi","year":"2006","unstructured":"Cesa-Bianchi, N., Lugosi, G.: Prediction, Learning, and Games. Cambridge University Press, Cambridge (2006)"},{"key":"138_CR9","unstructured":"Chakrabarti, D., Kumar, R., Radlinski, F., Upfal, E.: Mortal multi-armed bandits. In: Koller, D., Schuurmans, D., Bengio, Y., Bottou, L. (eds.) Advances in Neural Information Processing Systems 21, pp. 273\u2013280. Curran Associates, Inc. (2009)"},{"key":"138_CR10","doi-asserted-by":"crossref","unstructured":"Chan, P.K., Stolfo, S.J.: Experiments on multistrategy learning by meta-learning. In: Proceedings of the Second International Conference on Information and Knowledge Management, pp. 314\u2013323. ACM (1993)","DOI":"10.1145\/170088.170160"},{"issue":"4","key":"138_CR11","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1016\/0169-2070(89)90012-5","volume":"5","author":"RT Clemen","year":"1989","unstructured":"Clemen, R.T.: Combining forecasts: a review and annotated bibliography. Int. J. Forecast. 5(4), 559\u2013583 (1989)","journal-title":"Int. J. Forecast."},{"key":"138_CR12","unstructured":"Cox, M.: Introspective Multistrategy Learning: Constructing a Learning Strategy Under Reasoning Failure. Ph.D. Thesis, College of Computing, Georgia Institute of Technology (1996)"},{"key":"138_CR13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0004-3702(99)00047-8","volume":"112","author":"MT Cox","year":"1999","unstructured":"Cox, M.T., Eiselt, K., Kolodner, J., Nersessian, N., Recker, M., Simon, T.: Introspective multistrategy learning: on the construction of learning strategies. Artif. Intell. 112, 1\u201355 (1999)","journal-title":"Artif. Intell."},{"key":"138_CR14","unstructured":"Dietterich, T.G.: Ensemble methods in machine learning. In: Proceedings of the First International Workshop on Multiple Classifier Systems, MCS\u201900, pp. 1\u201315. Springer, London, UK (2000). http:\/\/dl.acm.org\/citation.cfm?id=648054.743935"},{"issue":"1","key":"138_CR15","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1080\/09528130010029794","volume":"13","author":"S Fox","year":"2001","unstructured":"Fox, S., Leake, D.B.: Introspective reasoning for index refinement in case-based reasoning. J. Exp. Theor. Artif. Intell. 13(1), 63\u201388 (2001). https:\/\/doi.org\/10.1080\/09528130010029794","journal-title":"J. Exp. Theor. Artif. Intell."},{"key":"138_CR16","unstructured":"Francis, A.G., Ram, A.: The utility problem in case-based reasoning. In: AAAICBR-93, Proceedings of the 1993 Case-Based Reasoning Workshop (1993)"},{"key":"138_CR17","unstructured":"Gelly, S., Wang, Y.: Exploration Exploitation in Go: UCT for Monte-Carlo Go. In: Twentieth Annual Conference on Neural Information Processing Systems (NIPS 2006) (2006)"},{"key":"138_CR18","unstructured":"Guyon, I., Chaabane, I., Escalante, H.J., Escalera, S., Jajetic, D., Lloyd, J.R., Maci\u00e0, N., Ray, B., Romaszko, L., Sebag, M., Statnikov, A., Treguer, S., Viegas, E.: A brief review of the ChaLearn AutoML challenge: any-time any-dataset learning without human intervention. In: Hutter, F., Kotthoff, L., Vanschoren, J. (eds.) Proceedings of the Workshop on Automatic Machine Learning, Proceedings of the Machine Learning Research, vol.\u00a064, pp. 21\u201330. PMLR, New York, NY, USA (2016). http:\/\/proceedings.mlr.press\/v64\/guyon_review_2016.html"},{"issue":"1","key":"138_CR19","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., Witten, I.H.: The WEKA data mining software: an update. SIGKDD Explor. Newsl. 11(1), 10\u201318 (2009)","journal-title":"SIGKDD Explor. Newsl."},{"key":"138_CR20","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1023\/A:1022631118932","volume":"11","author":"R Holte","year":"1993","unstructured":"Holte, R.: Very simple classification rules perform well on most commonly used datasets. Mach. Learn. 11, 63\u201391 (1993)","journal-title":"Mach. Learn."},{"key":"138_CR21","unstructured":"Houeland, T.G., Aamodt, A.: Towards an introspective architecture for meta-level reasoning in clinical decision support systems. In: ICCBR 2009, 7th Workshop on CBR in the Health Sciences (2009)"},{"key":"138_CR22","doi-asserted-by":"publisher","unstructured":"Houeland, T.G., Aamodt, A.: The Utility Problem for Lazy Learners\u2014Towards a Non-eager Approach, pp. 141\u2013155. Springer, Berlin (2010). https:\/\/doi.org\/10.1007\/978-3-642-14274-1_12","DOI":"10.1007\/978-3-642-14274-1_12"},{"key":"138_CR23","doi-asserted-by":"publisher","unstructured":"Houeland, T.G., Bruland, T., Aamodt, A., Langseth, H.: Extended abstract: combining CBR and BN using metareasoning. In: Kofod-Petersen, A., Heintz, F., Langseth, H. (eds.) SCAI, Frontiers in Artificial Intelligence and Applications, vol. 227, pp. 189\u2013190. IOS Press (2011). https:\/\/doi.org\/10.3233\/978-1-60750-754-3-189","DOI":"10.3233\/978-1-60750-754-3-189"},{"key":"138_CR24","doi-asserted-by":"crossref","unstructured":"Kocsis, L., Szepesv\u00e1ri, C.: Bandit based monte-carlo planning. ECML-06. Number 4212 in LNCS, pp. 282\u2013293. Springer, Berlin (2006)","DOI":"10.1007\/11871842_29"},{"key":"138_CR25","first-page":"1","volume":"17","author":"L Kotthoff","year":"2016","unstructured":"Kotthoff, L., Thornton, C., Hoos, H.H., Hutter, F., Leyton-Brown, K.: Auto-weka 2.0: automatic model selection and hyperparameter optimization in weka. J. Mach. Learn. Res. 17, 1\u20135 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"138_CR26","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1016\/j.inffus.2017.02.004","volume":"37","author":"B Krawczyk","year":"2017","unstructured":"Krawczyk, B., Minku, L.L., Gama, J., Stefanowski, J., Wo\u017aniak, M.: Ensemble learning for data stream analysis: a survey. Inf. Fusion 37, 132\u2013156 (2017)","journal-title":"Inf. Fusion"},{"key":"138_CR27","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7688.001.0001","volume-title":"The Soar Cognitive Architecture","author":"J Laird","year":"2012","unstructured":"Laird, J.: The Soar Cognitive Architecture. MIT Press, Cambridge (2012)"},{"issue":"1","key":"138_CR28","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1007\/s10462-013-9406-y","volume":"44","author":"C Lemke","year":"2015","unstructured":"Lemke, C., Budka, M., Gabrys, B.: Metalearning: a survey of trends and technologies. Artif. Intell. Rev. 44(1), 117\u2013130 (2015)","journal-title":"Artif. Intell. Rev."},{"key":"138_CR29","unstructured":"Lenz, M.: CABATA: a hybrid CBR system. In: Richter, M.M., Wess, S., Althoff, K.D., Maurer, F. (eds.) First European Workshop on Case-Based Reasoning (EWCBR-93): Posters and Presentations (volume I), pp. 204\u2013209 (1993)"},{"issue":"3","key":"138_CR30","doi-asserted-by":"publisher","first-page":"35:1","DOI":"10.1145\/2512962","volume":"46","author":"B Li","year":"2014","unstructured":"Li, B., Hoi, S.C.H.: Online portfolio selection: a survey. ACM Comput. Surv. 46(3), 35:1\u201335:36 (2014). https:\/\/doi.org\/10.1145\/2512962","journal-title":"ACM Comput. Surv."},{"key":"138_CR31","unstructured":"Lichman, M.: UCI Machine Learning Repository (2013). http:\/\/archive.ics.uci.edu\/ml . Accessed 26 May 2017"},{"key":"138_CR32","doi-asserted-by":"publisher","unstructured":"Masoudnia, S., Ebrahimpour, R.: Mixture of experts: a literature survey. Artif. Intell. Rev. 42, 275\u2013293 (2014). https:\/\/doi.org\/10.1007\/s10462-012-9338-y","DOI":"10.1007\/s10462-012-9338-y"},{"issue":"1","key":"138_CR33","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/2379776.2379786","volume":"45","author":"J Mendes-Moreira","year":"2012","unstructured":"Mendes-Moreira, J., Soares, C., Jorge, A.M., Sousa, J.F.D.: Ensemble approaches for regression: a survey. ACM Comput. Surv. (CSUR) 45(1), 10 (2012)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"138_CR34","unstructured":"Mitchell, T.M.: The Need for Biases in Learning Generalizations. Tech. rep (1980)"},{"key":"138_CR35","doi-asserted-by":"crossref","unstructured":"Nascimento, D.S., Canuto, A.M., Coelho, A.L.: An empirical analysis of meta-learning for the automatic choice of architecture and components in ensemble systems. In: 2014 Brazilian Conference on Intelligent Systems (BRACIS), pp. 1\u20136. IEEE (2014)","DOI":"10.1109\/BRACIS.2014.12"},{"key":"138_CR36","unstructured":"Radhakrishnan, J., Onta\u00f1, S., Ram, A.: Goal-driven learning in the gila integrated intelligence architecture. In: Boutilier, C. (ed.) IJCAI, pp. 1205\u20131210 (2009). http:\/\/dblp.uni-trier.de\/db\/conf\/ijcai\/ijcai2009.html"},{"key":"138_CR37","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/S0065-2458(08)60520-3","volume":"15","author":"JR Rice","year":"1976","unstructured":"Rice, J.R.: The algorithm selection problem. Adv. Comput. 15, 65\u2013118 (1976). https:\/\/doi.org\/10.1016\/S0065-2458(08)60520-3","journal-title":"Adv. Comput."},{"key":"138_CR38","unstructured":"Rubin, J., Watson, I.: On combining decisions from multiple expert imitators for performance. In: Walsh, T. (ed.) IJCAI, pp. 344\u2013349. IJCAI\/AAAI (2011)"},{"issue":"3","key":"138_CR39","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1023\/A:1009752403260","volume":"1","author":"SL Salzberg","year":"1997","unstructured":"Salzberg, S.L.: On comparing classifiers: pitfalls to avoid and a recommended approach. Data Min. Knowl. Discov. 1(3), 317\u2013328 (1997). https:\/\/doi.org\/10.1023\/A:1009752403260","journal-title":"Data Min. Knowl. Discov."},{"issue":"1","key":"138_CR40","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/BF00993106","volume":"13","author":"C Schaffer","year":"1993","unstructured":"Schaffer, C.: Selecting a classification method by cross-validation. Mach. Learn. 13(1), 135\u2013143 (1993). https:\/\/doi.org\/10.1007\/BF00993106","journal-title":"Mach. Learn."},{"key":"138_CR41","doi-asserted-by":"publisher","unstructured":"Schapire, R.E.: The Boosting Approach to Machine Learning: An Overview. Springer, New York, pp. 149\u2013171 (2003). https:\/\/doi.org\/10.1007\/978-0-387-21579-2_9","DOI":"10.1007\/978-0-387-21579-2_9"},{"issue":"7587","key":"138_CR42","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., van den Driessche, G., Schrittwieser, J., Antonoglou, I., Panneershelvam, V., Lanctot, M., Dieleman, S., Grewe, D., Nham, J., Kalchbrenner, N., Sutskever, I., Lillicrap, T., Leach, M., Kavukcuoglu, K., Graepel, T., Hassabis, D.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016). https:\/\/doi.org\/10.1038\/nature16961","journal-title":"Nature"},{"key":"138_CR43","unstructured":"Simm, J.: Survey of Hyperparameter Optimization in NIPS2014. http:\/\/github.com\/jaak-s\/nips2014-survey (2015). Accessed 26 May 2017"},{"issue":"3\u20134","key":"138_CR44","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","volume":"25","author":"WR Thompson","year":"1933","unstructured":"Thompson, W.R.: On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25(3\u20134), 285\u2013294 (1933)","journal-title":"Biometrika"},{"key":"138_CR45","doi-asserted-by":"crossref","unstructured":"Thornton, C., Hutter, F., Hoos, H.H., Leyton-Brown, K.: Auto-WEKA: Combined selection and hyperparameter optimization of classification algorithms. In: Proceedings of the KDD-2013, pp. 847\u2013855 (2013)","DOI":"10.1145\/2487575.2487629"},{"issue":"2","key":"138_CR46","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1023\/A:1019956318069","volume":"18","author":"R Vilalta","year":"2002","unstructured":"Vilalta, R., Drissi, Y.: A perspective view and survey of meta-learning. Artif. Intell. Rev. 18(2), 77\u201395 (2002). https:\/\/doi.org\/10.1023\/A:1019956318069","journal-title":"Artif. Intell. Rev."},{"issue":"1\u20132","key":"138_CR47","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1080\/09603107.2011.523179","volume":"21","author":"KF Wallis","year":"2011","unstructured":"Wallis, K.F.: Combining forecasts\u2013forty years later. Appl. Financ. Econ. 21(1\u20132), 33\u201341 (2011). https:\/\/doi.org\/10.1080\/09603107.2011.523179","journal-title":"Appl. Financ. Econ."},{"key":"138_CR48","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1111\/0824-7935.00151","volume":"17","author":"I Watson","year":"2001","unstructured":"Watson, I.: A case study of maintenance of a commercially fielded case-based reasoning system. Comput. Intell. 17, 387\u2013398 (2001)","journal-title":"Comput. Intell."},{"issue":"2","key":"138_CR49","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"5","author":"DH Wolpert","year":"1992","unstructured":"Wolpert, D.H.: Stacked generalization. Neural Netw. 5(2), 241\u2013259 (1992). https:\/\/doi.org\/10.1016\/S0893-6080(05)80023-1","journal-title":"Neural Netw."},{"key":"138_CR50","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.inffus.2013.04.006","volume":"16","author":"M Wo\u017aniak","year":"2014","unstructured":"Wo\u017aniak, M., Gra\u00f1a, M., Corchado, E.: A survey of multiple classifier systems as hybrid systems. Inf. Fusion 16, 3\u201317 (2014)","journal-title":"Inf. Fusion"},{"issue":"4","key":"138_CR51","doi-asserted-by":"crossref","first-page":"75:1","DOI":"10.1145\/2337542.2337560","volume":"3","author":"XS Zhang","year":"2012","unstructured":"Zhang, X.S., Shrestha, B., Yoon, S., Kambhampati, S., et al.: An ensemble architecture for learning complex problem-solving techniques from demonstration. ACM Trans. Intell. Syst. Technol. 3(4), 75:1\u201375:38 (2012)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"138_CR52","unstructured":"Zhang, X.S., Yoon, S., DiBona, P., Appling, D.S., Ding, L., et al.: An ensemble learning and problem solving architecture for airspace management. In: Haigh, K.Z., Rychtyckyj, N. (eds.) Proceedings of Twenty-First Annual Conference on Innovative Applications of Artificial Intelligence (IAAI-09). AAAI (2009)"},{"key":"138_CR53","unstructured":"Zoph, B., Le, Q.V.: Neural Architecture Search with Reinforcement Learning (2017). http:\/\/arxiv.org\/abs\/1611.01578"}],"container-title":["Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13748-017-0138-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-017-0138-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-017-0138-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,26]],"date-time":"2025-06-26T22:31:04Z","timestamp":1750977064000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13748-017-0138-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,11,7]]},"references-count":53,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,6]]}},"alternative-id":["138"],"URL":"https:\/\/doi.org\/10.1007\/s13748-017-0138-0","relation":{},"ISSN":["2192-6352","2192-6360"],"issn-type":[{"value":"2192-6352","type":"print"},{"value":"2192-6360","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,11,7]]}}}