{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T02:10:55Z","timestamp":1791252655896,"version":"4.1.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,7,9]],"date-time":"2013-07-09T00:00:00Z","timestamp":1373328000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2013,10]]},"DOI":"10.1007\/s10994-013-5387-y","type":"journal-article","created":{"date-parts":[[2013,7,8]],"date-time":"2013-07-08T14:50:22Z","timestamp":1373295022000},"page":"141-161","source":"Crossref","is-referenced-by-count":58,"title":["Pairwise meta-rules for better meta-learning-based algorithm ranking"],"prefix":"10.1007","volume":"93","author":[{"given":"Quan","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bernhard","family":"Pfahringer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2013,7,9]]},"reference":[{"issue":"1\u20133","key":"5387_CR1","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.neucom.2006.03.004","volume":"70","author":"S. Ali","year":"2006","unstructured":"Ali, S., & Smith-Miles, K. A. (2006). A meta-learning approach to automatic kernel selection for support vector machines. Neurocomputing, 70(1\u20133), 173\u2013186.","journal-title":"Neurocomputing"},{"issue":"4","key":"5387_CR2","doi-asserted-by":"crossref","first-page":"1269","DOI":"10.1214\/aos\/1176345992","volume":"10","author":"M. Alvo","year":"1982","unstructured":"Alvo, M., Cabilio, P., & Feigin, P. D. (1982). Asymptotic theory for measures of concordance with special reference to average Kendall tau. The Annals of Statistics, 10(4), 1269\u20131276.","journal-title":"The Annals of Statistics"},{"key":"5387_CR3","unstructured":"Bensusan, H., Giraud-Carrier, C., & Kennedy, C. (2000). A higher-order approach to meta-learning (Technical report). University of Bristol."},{"key":"5387_CR4","first-page":"1063","volume":"13","author":"G. Biau","year":"2012","unstructured":"Biau, G. (2012). Analysis of a random forests model. Journal of Machine Learning Research, 13, 1063\u20131095.","journal-title":"Journal of Machine Learning Research"},{"key":"5387_CR5","volume-title":"Proceedings of the fifteenth international conference on machine learning","author":"H. Blockeel","year":"1998","unstructured":"Blockeel, H., Raedt, L. D., & Ramon, J. (1998). Top-down induction of clustering trees. In Proceedings of the fifteenth international conference on machine learning. San Mateo: Morgan Kaufmann."},{"key":"5387_CR6","volume-title":"Proceedings of the European conference on machine learning","author":"P. Brazdil","year":"1994","unstructured":"Brazdil, P., Gama, J., & Henery, B. (1994). Characterizing the applicability of classification algorithms using meta-level learning. In Proceedings of the European conference on machine learning."},{"issue":"3","key":"5387_CR7","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1023\/A:1021713901879","volume":"50","author":"P. Brazdil","year":"2003","unstructured":"Brazdil, P., Soares, C., & Da Costa, J. P. (2003). Ranking learning algorithms: using ibl and meta-learning on accuracy and time results. Machine Learning, 50(3), 251\u2013277.","journal-title":"Machine Learning"},{"key":"5387_CR8","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-540-73263-1","volume-title":"Metalearning: applications to data mining","author":"P. Brazdil","year":"2009","unstructured":"Brazdil, P., Giraud-Carrier, C., Soares, C., & Vilalta, R. (2009). Metalearning: applications to data mining. Berlin: Springer."},{"issue":"2","key":"5387_CR9","first-page":"123","volume":"24","author":"L. Breiman","year":"1996","unstructured":"Breiman, L. (1996). Bagging predictors. Machine Learning, 24(2), 123\u2013140.","journal-title":"Machine Learning"},{"key":"5387_CR10","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L. Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45, 5\u201332.","journal-title":"Machine Learning"},{"key":"5387_CR11","volume-title":"Workshop proceedings of preference learning","author":"W. Cheng","year":"2008","unstructured":"Cheng, W., & H\u00fcllermeier, E. (2008). Instance-based label ranking using the mallows model. In Workshop proceedings of preference learning, Antwerp, Belgium."},{"key":"5387_CR12","first-page":"161","volume-title":"Proceedings of the 26th international conference on machine learning (ICML-09)","author":"W. Cheng","year":"2009","unstructured":"Cheng, W., H\u00fchn, J., & H\u00fcllermeier, E. (2009). Decision tree and instance-based learning for label ranking. In Proceedings of the 26th international conference on machine learning (ICML-09), Montreal, Canada (pp. 161\u2013168)."},{"key":"5387_CR13","volume-title":"Proceedings of the 12th international conference on machine learning","author":"W. W. Cohen","year":"1995","unstructured":"Cohen, W. W. (1995). Fast effective rule induction. In Proceedings of the 12th international conference on machine learning. San Mateo: Morgan Kaufmann."},{"key":"5387_CR14","doi-asserted-by":"crossref","first-page":"2909","DOI":"10.1109\/ICSMC.2012.6378235","volume-title":"2012 IEEE international conference on systems, man, and cybernetics","author":"P. Miranda de","year":"2012","unstructured":"de Miranda, P., Prudencio, R., Carvalho, A., & Soares, C. (2012). Combining a multi-objective optimization approach with meta-learning for svm parameter selection. In 2012 IEEE international conference on systems, man, and cybernetics (pp. 2909\u20132914)."},{"key":"5387_CR15","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4899-4541-9","volume-title":"An introduction to the bootstrap","author":"B. Efron","year":"1993","unstructured":"Efron, B., & Tibshirani, R. J. (1993). An introduction to the bootstrap. London: Chapman & Hall."},{"key":"5387_CR16","first-page":"405","volume":"10","author":"H. J. Escalante","year":"2009","unstructured":"Escalante, H. J., Montes, M., & Sucar, L. E. (2009). Particle swarm model selection. Journal of Machine Learning Research, 10, 405\u2013440.","journal-title":"Journal of Machine Learning Research"},{"key":"5387_CR17","volume-title":"Proceedings of the 7th international conference on machine learning and applications","author":"C. Giraud-Carrier","year":"2008","unstructured":"Giraud-Carrier, C. (2008). Metalearning\u2014a tutorial. In Proceedings of the 7th international conference on machine learning and applications. San Mateo: Morgan Kaufmann."},{"issue":"1","key":"5387_CR18","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.neucom.2011.07.005","volume":"75","author":"T. A. Gomes","year":"2012","unstructured":"Gomes, T. A., Prud\u00eancio, R. B., Soares, C., Rossi, A. L., & Carvalho, A. (2012). Combining meta-learning and search techniques to select parameters for support vector machines. Neurocomputing, 75(1), 3\u201313.","journal-title":"Neurocomputing"},{"issue":"1","key":"5387_CR19","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M. Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., & Witten, I. H. (2009). The weka data mining software: an update. ACM SIGKDD Explorations Newsletter, 11(1), 10\u201318.","journal-title":"ACM SIGKDD Explorations Newsletter"},{"issue":"16\u201317","key":"5387_CR20","doi-asserted-by":"crossref","first-page":"1897","DOI":"10.1016\/j.artint.2008.08.002","volume":"172","author":"E. H\u00fcllermeier","year":"2008","unstructured":"H\u00fcllermeier, E., F\u00fcrnkranz, J., Cheng, W., & Brinker, K. (2008). Label ranking by learning pairwise preferences. Artificial Intelligence, 172(16\u201317), 1897\u20131916.","journal-title":"Artificial Intelligence"},{"key":"5387_CR21","series-title":"Studies in computational intelligence","volume-title":"Meta-learning in computational intelligence","year":"2011","unstructured":"Jankowski, N., Duch, W., & Grabczewski, K. (Eds.) (2011). Studies in computational intelligence: Vol.\u00a0358. Meta-learning in computational intelligence. Berlin: Springer."},{"issue":"4","key":"5387_CR22","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulated gain-based evaluation of ir techniques. ACM Transactions on Information Systems, 20(4), 422\u2013446.","journal-title":"ACM Transactions on Information Systems"},{"key":"5387_CR23","unstructured":"Kalousis, A. (2002). Algorithm selection via meta-learning. PhD thesis, Department of Computer Science, University of Geneva."},{"issue":"04","key":"5387_CR24","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1142\/S0218213001000647","volume":"10","author":"A. Kalousis","year":"2001","unstructured":"Kalousis, A., & Hilario, M. (2001). Model selection via meta-learning: a comparative study. International Journal on Artificial Intelligence Tools, 10(04), 525\u2013554.","journal-title":"International Journal on Artificial Intelligence Tools"},{"key":"5387_CR25","volume-title":"Rank correlation methods","author":"M. G. Kendall","year":"1970","unstructured":"Kendall, M. G. (1970). Rank correlation methods. London: Griffin."},{"key":"5387_CR26","volume-title":"Proceedings of the 22nd international conference on machine learning","author":"R. Leite","year":"2005","unstructured":"Leite, R., & Brazdil, P. (2005). Predicting relative performance of classifiers from samples. In Proceedings of the 22nd international conference on machine learning."},{"key":"5387_CR27","volume-title":"Proceedings of the 5th international workshop on planning to learn","author":"R. Leite","year":"2012","unstructured":"Leite, R., Brazdil, P., & Vanschoren, J. (2012a). Selecting classification algorithm with active testing on similar datasets. In Proceedings of the 5th international workshop on planning to learn."},{"key":"5387_CR28","series-title":"Lecture notes in computer science","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1007\/978-3-642-31537-4_10","volume-title":"Machine learning and data mining in pattern recognition","author":"R. Leite","year":"2012","unstructured":"Leite, R., Brazdil, P., & Vanschoren, J. (2012b). Selecting classification algorithms with active testing. In P. Perner (Ed.), Lecture notes in computer science: Vol.\u00a07376. Machine learning and data mining in pattern recognition (pp. 117\u2013131). Berlin Heidelberg: Springer."},{"issue":"1","key":"5387_CR29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00348ED1V01Y201104HLT012","volume":"4","author":"H. Li","year":"2011","unstructured":"Li, H. (2011). Learning to rank for information retrieval and natural language processing. Synthesis Lectures on Human Language Technologies, 4(1), 1\u2013113.","journal-title":"Synthesis Lectures on Human Language Technologies"},{"key":"5387_CR30","volume-title":"Analyzing and modeling rank data","author":"J. I. Marden","year":"1995","unstructured":"Marden, J. I. (1995). Analyzing and modeling rank data. London: Chapman & Hall."},{"key":"5387_CR31","volume-title":"Proceedings of the 17th international conference on machine learning","author":"B. Pfahringer","year":"2000","unstructured":"Pfahringer, B., Bensusan, H., & Giraud-Carrier, C. (2000). Meta-learning by landmarking various learning algorithms. In Proceedings of the 17th international conference on machine learning."},{"issue":"4","key":"5387_CR32","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1111\/j.1467-842X.2005.00413.x","volume":"47","author":"J. Pinto da Costa","year":"2005","unstructured":"Pinto da Costa, J., & Soares, C. (2005). A weighted rank measure of correlation. Australian & New Zealand Journal of Statistics, 47(4), 515\u2013529.","journal-title":"Australian & New Zealand Journal of Statistics"},{"key":"5387_CR33","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/s10994-012-5286-7","volume":"87","author":"M. Reif","year":"2012","unstructured":"Reif, M., Shafait, F., & Dengel, A. (2012). Meta-learning for evolutionary parameter optimization of classifiers. Machine Learning, 87, 357\u2013380.","journal-title":"Machine Learning"},{"key":"5387_CR34","first-page":"259","volume-title":"Proceedings of the 11th international conference on machine learning","author":"C. Schaffer","year":"1994","unstructured":"Schaffer, C. (1994). A conservation law for generalization performance. In Proceedings of the 11th international conference on machine learning (pp. 259\u2013265). San Mateo: Morgan Kaufmann."},{"key":"5387_CR35","author":"F. Serban","year":"2013","unstructured":"Serban, F., Vanschoren, J., Kietz, J.-U., & Bernstein, A. (2013). A survey of intelligent assistants for data analysis. ACM Computing Surveys. doi: 10.5167\/uzh-73010 .","journal-title":"ACM Computing Surveys."},{"issue":"1","key":"5387_CR36","first-page":"6:1","volume":"41","author":"K. A. Smith-Miles","year":"2009","unstructured":"Smith-Miles, K. A. (2009). Cross-disciplinary perspectives on meta-learning for algorithm selection. ACM Computing Surveys, 41(1), 6:1\u20136:25.","journal-title":"ACM Computing Surveys"},{"key":"5387_CR37","unstructured":"Soares, C. (2004). Learning ranking of learning algorithms. PhD thesis, Department of Computer Science, University of Porto."},{"issue":"3","key":"5387_CR38","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1023\/B:MACH.0000015879.28004.9b","volume":"54","author":"C. Soares","year":"2004","unstructured":"Soares, C., Brazdil, P. B., & Kuba, P. (2004). A meta-learning method to select the kernel width in support vector regression. Machine Learning, 54(3), 195\u2013209.","journal-title":"Machine Learning"},{"key":"5387_CR39","volume-title":"Proceedings of the 14th international conference on genetic and evolutionary computation conference companion","author":"Q. Sun","year":"2012","unstructured":"Sun, Q., Pfahringer, B., & Mayo, M. (2012). Full model selection in the space of data mining operators. In Proceedings of the 14th international conference on genetic and evolutionary computation conference companion."},{"key":"5387_CR40","volume-title":"Proceedings of the 13th European conference on machine learning","author":"L. Todorovski","year":"2002","unstructured":"Todorovski, L., Blockeel, H., & Dzeroski, S. (2002). Ranking with predictive clustering trees. In Proceedings of the 13th European conference on machine learning. Berlin: Springer."},{"key":"5387_CR41","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"5","author":"D. H. Wolpert","year":"1992","unstructured":"Wolpert, D. H. (1992). Stacked generalization. Neural Networks, 5, 241\u2013259.","journal-title":"Neural Networks"},{"issue":"1","key":"5387_CR42","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"D. Wolpert","year":"1997","unstructured":"Wolpert, D., & Macready, W. (1997). No free lunch theorems for optimization. IEEE Transactions on Evolutionary Computation, 1(1), 67\u201382.","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"5387_CR43","volume-title":"Proceedings of the 30th international conference on research and development in information retrieval","author":"J. Xu","year":"2007","unstructured":"Xu, J., & Li, H. (2007). Adarank: a boosting algorithm for information retrieval. In Proceedings of the 30th international conference on research and development in information retrieval. New York: ACM."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-013-5387-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-013-5387-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-013-5387-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,17]],"date-time":"2019-07-17T12:57:17Z","timestamp":1563368237000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-013-5387-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,7,9]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2013,10]]}},"alternative-id":["5387"],"URL":"https:\/\/doi.org\/10.1007\/s10994-013-5387-y","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,7,9]]}}}