{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T04:15:36Z","timestamp":1772770536776,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,7,10]],"date-time":"2018-07-10T00:00:00Z","timestamp":1531180800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2019,1]]},"DOI":"10.1007\/s10994-018-5726-0","type":"journal-article","created":{"date-parts":[[2018,7,10]],"date-time":"2018-07-10T16:57:31Z","timestamp":1531241851000},"page":"9-28","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":44,"title":["The Open International Soccer Database for machine learning"],"prefix":"10.1007","volume":"108","author":[{"given":"Werner","family":"Dubitzky","sequence":"first","affiliation":[]},{"given":"Philippe","family":"Lopes","sequence":"additional","affiliation":[]},{"given":"Jesse","family":"Davis","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Berrar","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,7,10]]},"reference":[{"issue":"7","key":"5726_CR1","doi-asserted-by":"publisher","first-page":"795","DOI":"10.1002\/for.2471","volume":"36","author":"G Angelini","year":"2017","unstructured":"Angelini, G., & De Angelis, L. (2017). PARX model for football match predictions. Journal of Forecasting, 36(7), 795\u2013807.","journal-title":"Journal of Forecasting"},{"issue":"2","key":"5726_CR2","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1080\/02664760802684177","volume":"37","author":"G Baio","year":"2010","unstructured":"Baio, G., & Blangiardo, M. (2010). Bayesian hierarchical model for the prediction of football results. Journal of Applied Statistics, 37(2), 253\u2013264.","journal-title":"Journal of Applied Statistics"},{"issue":"6","key":"5726_CR3","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1007\/s10994-016-5612-6","volume":"106","author":"D Berrar","year":"2017","unstructured":"Berrar, D. (2017). Confidence curves: an alternative to null hypothesis significance testing for the comparison of classifiers. Machine Learning, 106(6), 911\u2013949.","journal-title":"Machine Learning"},{"key":"5726_CR4","doi-asserted-by":"publisher","unstructured":"Berrar, D., Lopes, P., Davis, J., Dubitzky, W. (2017a). The 2017 Soccer Prediction Challenge. https:\/\/doi.org\/10.17605\/OSF.IO\/FTUVA .","DOI":"10.17605\/OSF.IO\/FTUVA"},{"issue":"2","key":"5726_CR5","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s41060-017-0057-y","volume":"4","author":"D Berrar","year":"2017","unstructured":"Berrar, D., Lopes, P., & Dubitzky, W. (2017b). Caveats and pitfalls in crowdsourcing research: the case of soccer referee bias. International Journal of Data Science and Analytics, 4(2), 143\u2013151.","journal-title":"International Journal of Data Science and Analytics"},{"key":"5726_CR6","unstructured":"Berrar, D., Lopes, P., Dubitzky, W. (2018). Incorporating domain knowledge in machine learning for soccer outcome prediction. Machine Learning (to appear)."},{"issue":"1","key":"5726_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"G Brier","year":"1950","unstructured":"Brier, G. (1950). Verfication of forecasts expressed in terms of probability. Monthly Weather Review, 78(1), 1\u20133.","journal-title":"Monthly Weather Review"},{"key":"5726_CR8","unstructured":"B\u00fcchner, A. G., Dubitzky, W., Schuster, A., Lopes, P., O\u2019Donoghue, P. G., Hughes, J. G., Bell, D. A., Adamson, K., White, J. A., Anderson, J. M. C. C., & Mulvenna, M. D. (1997). Corporate evidential decision making in performance prediction domains. In Proceedings of the 13th conference on uncertainty in artificial intelligence, Morgan Kaufmann Publishers, San Francisco, CA, USA, UAI\u201997 (pp. 38\u201345)."},{"key":"5726_CR9","doi-asserted-by":"publisher","unstructured":"Constantinou, A. (2018). Dolores: A model that predicts football match outcomes from all over the world. Machine Learning. https:\/\/doi.org\/10.1007\/s10994-018-5703-7 .","DOI":"10.1007\/s10994-018-5703-7"},{"key":"5726_CR10","doi-asserted-by":"publisher","unstructured":"Constantinou, A. C., & Fenton, N. E., (2012). Solving the problem of inadequate scoring rules for assessing probabilistic football forecast models. Journal of Quantitative Analysis in Sports, 8(1), 1. https:\/\/doi.org\/10.1515\/1559-0410.1418 .","DOI":"10.1515\/1559-0410.1418"},{"issue":"1","key":"5726_CR11","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1515\/jqas-2012-0036","volume":"9","author":"AC Constantinou","year":"2013","unstructured":"Constantinou, A. C., & Fenton, N. E. (2013). Determining the level of ability of football teams by dynamic ratings based on the relative discrepancies in scores between adversaries. Journal of Quantitative Analysis in Sports, 9(1), 37\u201350.","journal-title":"Journal of Quantitative Analysis in Sports"},{"issue":"2","key":"5726_CR12","first-page":"265","volume":"46","author":"M Dixon","year":"1997","unstructured":"Dixon, M., & Coles, S. (1997). Modelling association football scores and inefficiencies in the football betting market. Applied Statistics, 46(2), 265\u2013280.","journal-title":"Applied Statistics"},{"key":"5726_CR13","unstructured":"Drummond, C. (2009). Replicability is not reproducibility: Nor is it good science. In Proceedings of Evaluation Methods for Machine Learning Workshop at the 26th International Conference on Machine Learning, Montreal, Canada (pp. 1\u20136)."},{"key":"5726_CR14","doi-asserted-by":"publisher","unstructured":"Dubitzky, W., Lopes, P., Davis, J., & Berrar, D. (2017). The Open International Soccer Database. https:\/\/doi.org\/10.17605\/OSF.IO\/KQCYE .","DOI":"10.17605\/OSF.IO\/KQCYE"},{"key":"5726_CR15","volume-title":"The rating of chessplayers, past and present","author":"AE Elo","year":"1978","unstructured":"Elo, A. E. (1978). The rating of chessplayers, past and present. London: Batsford."},{"issue":"6","key":"5726_CR16","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1175\/1520-0450(1969)008<0985:ASSFPF>2.0.CO;2","volume":"8","author":"ES Epstein","year":"1969","unstructured":"Epstein, E. S. (1969). A scoring system for probability forecasts of ranked categories. Journal of Applied Meteorology, 8(6), 985\u2013987.","journal-title":"Journal of Applied Meteorology"},{"issue":"3","key":"5726_CR17","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1016\/j.ijforecast.2005.03.003","volume":"21","author":"D Forrest","year":"2005","unstructured":"Forrest, D., Goddard, J., & Simmons, R. (2005). Odds-setters as forecasters: The case of English football. International Journal of Forecasting, 21(3), 551\u2013564.","journal-title":"International Journal of Forecasting"},{"issue":"2","key":"5726_CR18","doi-asserted-by":"crossref","first-page":"203","DOI":"10.5195\/jmla.2017.88","volume":"105","author":"E Foster","year":"2017","unstructured":"Foster, E., & Deardorff, A. (2017). Open science framework (OSF). Journal of the Medical Library Association, 105(2), 203\u2013206.","journal-title":"Journal of the Medical Library Association"},{"issue":"2","key":"5726_CR19","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1016\/j.ijforecast.2004.08.002","volume":"21","author":"J Goddard","year":"2005","unstructured":"Goddard, J. (2005). Regression models for forecasting goals and match results in association football. International Journal of Forecasting, 21(2), 331\u2013340.","journal-title":"International Journal of Forecasting"},{"issue":"1","key":"5726_CR20","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., & Witten, I. (2009). The WEKA data mining software: An update. ACM SIGKDD Explorations Newsletter, 11(1), 10\u201318.","journal-title":"ACM SIGKDD Explorations Newsletter"},{"issue":"2","key":"5726_CR21","doi-asserted-by":"publisher","first-page":"203","DOI":"10.2307\/2347001","volume":"23","author":"I Hill","year":"1974","unstructured":"Hill, I. (1974). Association football and statistical inference. Applied Statistics, 23(2), 203\u2013208.","journal-title":"Applied Statistics"},{"issue":"2","key":"5726_CR22","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1002\/sam.10003","volume":"1","author":"H Hirsh","year":"2008","unstructured":"Hirsh, H. (2008). Data mining research: Current status and future opportunities. Statistical Analysis and Data Mining, 1(2), 104\u2013107.","journal-title":"Statistical Analysis and Data Mining"},{"key":"5726_CR23","doi-asserted-by":"publisher","unstructured":"Hub\u00e1\u010dek, O., \u0160ourek, G., & \u017delezn\u00fd, F. (2018). Learning to predict soccer results from relational data with gradient boosted trees. Machine Learning. https:\/\/doi.org\/10.1007\/s10994-018-5704-6 .","DOI":"10.1007\/s10994-018-5704-6"},{"issue":"3","key":"5726_CR24","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1016\/j.ijforecast.2009.10.002","volume":"26","author":"LM Hvattum","year":"2010","unstructured":"Hvattum, L. M., & Arntzen, H. (2010). Using ELO ratings for match result prediction in association football. International Journal of Forecasting, 26(3), 460\u2013470.","journal-title":"International Journal of Forecasting"},{"issue":"3","key":"5726_CR25","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1111\/1467-9884.00366","volume":"52","author":"D Karlis","year":"2003","unstructured":"Karlis, D., & Ntzoufras, I. (2003). Analysis of sports data by using bivariate Poisson models. Journal of the Royal Statistical Society: Series D (The Statistician), 52(3), 381\u2013393.","journal-title":"Journal of the Royal Statistical Society: Series D (The Statistician)"},{"key":"5726_CR26","unstructured":"Kumar, G. (2013). Machine learning for soccer analytics. Master\u2019s thesis, Department Computerwetenschappen, KU Leuven, Belgium."},{"key":"5726_CR27","unstructured":"Lichman, M. (2013). UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml . Accessed 16 June 2018."},{"issue":"3","key":"5726_CR28","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1111\/j.1467-9574.1982.tb00782.x","volume":"36","author":"M Maher","year":"1982","unstructured":"Maher, M. (1982). Modelling association football scores. Statistica Neerlandica, 36(3), 109\u2013118.","journal-title":"Statistica Neerlandica"},{"issue":"1","key":"5726_CR29","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/1374780.1374791","volume":"37","author":"I Manolescu","year":"2008","unstructured":"Manolescu, I., Afanasiev, L., Arion, A., Dittrich, J., Manegold, S., Polyzotis, N., et al. (2008). The repeatability experiment of SIGMOD 2008. ACM SIGMOD Record, 37(1), 39\u201345.","journal-title":"ACM SIGMOD Record"},{"key":"5726_CR30","unstructured":"Mathien, H. (2017). The European Soccer Database. https:\/\/www.kaggle.com\/hugomathien\/soccer . Accessed 16 June 2018."},{"issue":"6","key":"5726_CR31","first-page":"513","volume":"22","author":"P O\u2019Donoghue","year":"2004","unstructured":"O\u2019Donoghue, P., Dubitzky, W., Lopes, P., Berrar, D., Lagan, K., Hassan, D., et al. (2004). An evaluation of quantitative and qualitative methods of predicting the 2002 FIFA World Cup. Journal of Sports Sciences, 22(6), 513\u2013514.","journal-title":"Journal of Sports Sciences"},{"key":"5726_CR32","unstructured":"Reep, C., & Benjamin, B. (1968). Skill and chance in association football. Journal of the Royal Statistical Society, Series A (General), 131(4):581\u2013585."},{"issue":"3","key":"5726_CR33","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1111\/1467-9876.00200","volume":"49","author":"H Rue","year":"2000","unstructured":"Rue, H., & Salvesen, O. (2000). Prediction and retrospective analysis of soccer matches in a league. Journal of the Royal Statistical Society: Series D (The Statistician), 49(3), 399\u2013418.","journal-title":"Journal of the Royal Statistical Society: Series D (The Statistician)"},{"key":"5726_CR34","unstructured":"Tsokos, A., Narayanan, S., Kosmidis, I., Baio, G., Cucuringu, M., Whitaker, G., & Kir\u00e1ly, F. J. (2018). Modeling outcomes of soccer matches. Machine Learning (to appear)."},{"key":"5726_CR35","unstructured":"Van\u00a0Haaren, J., & Van\u00a0den Broeck, G. (2011). Relational learning for football-related predictions. In Proceedings of the 21st International Conference on Inductive Logic Programming (ILP-2011), Windsor Great Park, UK (pp. 1\u20136)."},{"issue":"2","key":"5726_CR36","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s10994-011-5277-0","volume":"87","author":"J Vanschoren","year":"2012","unstructured":"Vanschoren, J., Blockeel, H., Pfahringer, B., & Holmes, G. (2012). Experiment databases. Machine Learning, 87(2), 127\u2013158.","journal-title":"Machine Learning"},{"issue":"2","key":"5726_CR37","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2013","unstructured":"Vanschoren, J., van Rijn, J. N., Bischl, B., & Torgo, L. (2013). OpenML: Networked science in machine learning. ACM SIGKDD Explorations Newsletter, 15(2), 49\u201360.","journal-title":"ACM SIGKDD Explorations Newsletter"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-018-5726-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-018-5726-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-018-5726-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T05:15:46Z","timestamp":1661577346000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-018-5726-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7,10]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,1]]}},"alternative-id":["5726"],"URL":"https:\/\/doi.org\/10.1007\/s10994-018-5726-0","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7,10]]},"assertion":[{"value":"14 July 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}