{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T11:00:51Z","timestamp":1778410851726,"version":"3.51.4"},"reference-count":18,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2017,5,18]],"date-time":"2017-05-18T00:00:00Z","timestamp":1495065600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung (CH)","award":["IZKSZ2 162188"],"award-info":[{"award-number":["IZKSZ2 162188"]}]},{"name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung (CH)","award":["200021\\146606"],"award-info":[{"award-number":["200021\\146606"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2017,11]]},"DOI":"10.1007\/s10994-017-5641-9","type":"journal-article","created":{"date-parts":[[2017,5,18]],"date-time":"2017-05-18T20:23:40Z","timestamp":1495139020000},"page":"1817-1837","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":38,"title":["Statistical comparison of classifiers through Bayesian hierarchical modelling"],"prefix":"10.1007","volume":"106","author":[{"given":"Giorgio","family":"Corani","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessio","family":"Benavoli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Janez","family":"Dem\u0161ar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francesca","family":"Mangili","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco","family":"Zaffalon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,5,18]]},"reference":[{"key":"5641_CR1","unstructured":"Benavoli, A., Corani, G., Demsar, J., & Zaffalon, M. Time for a change: A tutorial for comparing multiple classifiers through Bayesian analysis. \n                        arXiv:1606.04316\n                        \n                    ."},{"key":"5641_CR2","unstructured":"Benavoli, A., Corani, G., Mangili, F., Zaffalon, M., & Ruggeri, F. (2014). A Bayesian Wilcoxon signed-rank test based on the Dirichlet process. In: Proceedings of the 31st International Conference on Machine Learning (ICML-14), (pp. 1026\u20131034)."},{"issue":"1","key":"5641_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v076.i01","volume":"76","author":"B Carpenter","year":"2017","unstructured":"Carpenter, B., Gelman, A., Hoffman, M., Lee, D., Goodrich, B., Betancourt, M., et al. (2017). Stan: A probabilistic programming language. Journal of Statistical Software, 76(1), 1\u201332.","journal-title":"Journal of Statistical Software"},{"issue":"2","key":"5641_CR4","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1007\/s10994-015-5486-z","volume":"100","author":"G Corani","year":"2015","unstructured":"Corani, G., & Benavoli, A. (2015). A Bayesian approach for comparing cross-validated algorithms on multiple data sets. Machine Learning, 100(2), 285\u2013304.","journal-title":"Machine Learning"},{"key":"5641_CR5","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J. (2006). Statistical comparisons of classifiers over multiple data sets. Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"5641_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1214\/aos\/1176347963","volume":"19","author":"JH Friedman","year":"1991","unstructured":"Friedman, J. H. (1991). Multivariate adaptive regression splines. The Annals of Statistics, 19(1), 1\u201367.","journal-title":"The Annals of Statistics"},{"issue":"3","key":"5641_CR7","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1214\/06-BA117A","volume":"1","author":"A Gelman","year":"2006","unstructured":"Gelman, A. (2006). Prior distributions for variance parameters in hierarchical models (comment on article by Browne and Draper). Bayesian Analysis, 1(3), 515\u2013534.","journal-title":"Bayesian Analysis"},{"issue":"1","key":"5641_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1214\/088342306000000060","volume":"21","author":"DJ Hand","year":"2006","unstructured":"Hand, D. J., et al. (2006). Classifier technology and the illusion of progress. Statistical Science, 21(1), 1\u201314.","journal-title":"Statistical Science"},{"issue":"1","key":"5641_CR9","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1198\/jbes.2009.07145","volume":"28","author":"MA Ju\u00e1rez","year":"2010","unstructured":"Ju\u00e1rez, M. A., & Steel, M. F. J. (2010). Model-based clustering of non-Gaussian panel data based on skew-t distributions. Journal of Business & Economic Statistics, 28(1), 52\u201366.","journal-title":"Journal of Business & Economic Statistics"},{"key":"5641_CR10","first-page":"1103","volume":"16","author":"T Krueger","year":"2015","unstructured":"Krueger, T., Panknin, D., & Braun, M. (2015). Fast cross-validation via sequential testing. Journal of Machine Learning Research, 16, 1103\u20131155.","journal-title":"Journal of Machine Learning Research"},{"key":"5641_CR11","volume-title":"Doing Bayesian data analysis: A tutorial with R, Jags and Stan","author":"J Kruschke","year":"2015","unstructured":"Kruschke, J. (2015). Doing Bayesian data analysis: A tutorial with R, Jags and Stan. New York: Academic Press."},{"issue":"2","key":"5641_CR12","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1037\/a0029146","volume":"142","author":"JK Kruschke","year":"2013","unstructured":"Kruschke, J. K. (2013). Bayesian estimation supersedes the t\u2013test. Journal of Experimental Psychology: General, 142(2), 573.","journal-title":"Journal of Experimental Psychology: General"},{"key":"5641_CR13","unstructured":"Lacoste, A., Laviolette, F., & Marchand, M. (2012). Bayesian comparison of machine learning algorithms on single and multiple datasets. In Proceedings of the Fifteenth International Conference on Artificial Intelligence and Statistics (AISTATS-12), (pp. 665\u2013675)."},{"key":"5641_CR14","volume-title":"Machine learning: A probabilistic perspective","author":"KP Murphy","year":"2012","unstructured":"Murphy, K. P. (2012). Machine learning: A probabilistic perspective. Cambridge: MIT press."},{"issue":"3","key":"5641_CR15","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1023\/A:1024068626366","volume":"52","author":"C Nadeau","year":"2003","unstructured":"Nadeau, C., & Bengio, Y. (2003). Inference for the generalization error. Machine Learning, 52(3), 239\u2013281.","journal-title":"Machine Learning"},{"key":"5641_CR16","doi-asserted-by":"crossref","first-page":"111","DOI":"10.2307\/271063","volume":"25","author":"AE Raftery","year":"1995","unstructured":"Raftery, A. E. (1995). Bayesian model selection in social research. Sociological Methodology, 25, 111\u2013164.","journal-title":"Sociological Methodology"},{"issue":"2","key":"5641_CR17","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1080\/00031305.2016.1154108","volume":"70","author":"RL Wasserstein","year":"2016","unstructured":"Wasserstein, R. L., & Lazar, N. A. (2016). The ASA\u2019s statement on p-values: context, process, and purpose. The American Statistician, 70(2), 129\u2013133.","journal-title":"The American Statistician"},{"key":"5641_CR18","volume-title":"Data Mining: Practical machine learning tools and techniques","author":"IH Witten","year":"2011","unstructured":"Witten, I. H., Frank, E., & Hall, M. (2011). Data Mining: Practical machine learning tools and techniques (third ed.). Los Altos: Morgan Kaufmann.","edition":"third"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-017-5641-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5641-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-017-5641-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,10,4]],"date-time":"2017-10-04T08:56:24Z","timestamp":1507107384000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-017-5641-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,5,18]]},"references-count":18,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2017,11]]}},"alternative-id":["5641"],"URL":"https:\/\/doi.org\/10.1007\/s10994-017-5641-9","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,5,18]]}}}