{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T11:00:36Z","timestamp":1768906836807,"version":"3.49.0"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030573201","type":"print"},{"value":"9783030573218","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-57321-8_16","type":"book-chapter","created":{"date-parts":[[2020,8,19]],"date-time":"2020-08-19T21:03:33Z","timestamp":1597871013000},"page":"281-300","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["ML-ModelExplorer: An Explorative Model-Agnostic Approach to Evaluate and Compare Multi-class Classifiers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0746-0424","authenticated-orcid":false,"given":"Andreas","family":"Theissler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Vollert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick","family":"Benz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4386-0919","authenticated-orcid":false,"given":"Laurentius A.","family":"Meerhoff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marc","family":"Fernandes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,18]]},"reference":[{"issue":"12","key":"16_CR1","doi-asserted-by":"publisher","first-page":"1703","DOI":"10.1109\/TVCG.2014.2346660","volume":"20","author":"B Alsallakh","year":"2014","unstructured":"Alsallakh, B., Hanbury, A., Hauser, H., Miksch, S., Rauber, A.: Visual methods for analyzing probabilistic classification data. IEEE Trans. Visual Comput. Graphics 20(12), 1703\u20131712 (2014)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"16_CR2","first-page":"39","volume":"3","author":"V Armatas","year":"2009","unstructured":"Armatas, V., Yiannakos, A., Papadopoulou, S., Skoufas, D.: Evaluation of goals scored in top ranking soccer matches: Greek \u201csuperleague\u201d 2006\u201308. Serbian J. Sports Sci. 3, 39\u201343 (2009)","journal-title":"Serbian J. Sports Sci."},{"issue":"9","key":"16_CR3","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1007\/s00371-018-1500-3","volume":"34","author":"J Bernard","year":"2018","unstructured":"Bernard, J., Zeppelzauer, M., Sedlmair, M., Aigner, W.: VIAL: a unified process for visual interactive labeling. Vis. Comput. 34(9), 1189\u20131207 (2018). https:\/\/doi.org\/10.1007\/s00371-018-1500-3","journal-title":"Vis. Comput."},{"key":"16_CR4","unstructured":"Chang, W., Cheng, J., Allaire, J., Xie, Y., McPherson, J.: shiny: web application framework for R. r package version 1.0.5 (2017). https:\/\/CRAN.R-project.org\/package=shiny"},{"key":"16_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/3-540-45014-9_1","volume-title":"Multiple Classifier Systems","author":"TG Dietterich","year":"2000","unstructured":"Dietterich, T.G.: Ensemble methods in machine learning. In: Kittler, J., Roli, F. (eds.) MCS 2000. LNCS, vol. 1857, pp. 1\u201315. Springer, Heidelberg (2000). https:\/\/doi.org\/10.1007\/3-540-45014-9_1"},{"key":"16_CR6","unstructured":"Fawcett, T.: ROC graphs: notes and practical considerations for researchers. Technical report, HP Laboratories (2004)"},{"issue":"4","key":"16_CR7","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1080\/17461391.2010.499967","volume":"11","author":"W Frencken","year":"2011","unstructured":"Frencken, W., Lemmink, K., Delleman, N., Visscher, C.: Oscillations of centroid position and surface area of soccer teams in small-sided games. Eur. J. Sport Sci. 11(4), 215\u2013223 (2011). https:\/\/doi.org\/10.1080\/17461391.2010.499967","journal-title":"Eur. J. Sport Sci."},{"key":"16_CR8","doi-asserted-by":"publisher","unstructured":"Goes, F.R., Kempe, M., Meerhoff, L.A., Lemmink, K.A.P.M.: Not every pass can be an assist: a data-driven model to measure pass effectiveness in professional soccer matches. Big Data 7(1), 57\u201370 (2019). https:\/\/doi.org\/10.1089\/big.2018.0067","DOI":"10.1089\/big.2018.0067"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Goes, F.R., et al.: Unlocking the potential of big data to support tactical performance analysis in professional soccer: a systematic review. Eur. J. Sport Sci. (2020, to appear). https:\/\/doi.org\/10.1080\/17461391.2020.1747552","DOI":"10.1080\/17461391.2020.1747552"},{"issue":"7","key":"16_CR10","doi-asserted-by":"publisher","first-page":"2401","DOI":"10.1007\/s10489-018-1361-5","volume":"49","author":"A Holzinger","year":"2018","unstructured":"Holzinger, A., et al.: Interactive machine learning: experimental evidence for the human in the algorithmic loop. Appl. Intell. 49(7), 2401\u20132414 (2018). https:\/\/doi.org\/10.1007\/s10489-018-1361-5","journal-title":"Appl. Intell."},{"key":"16_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1007\/978-3-642-42057-3_69","volume-title":"Intelligence Science and Big Data Engineering","author":"W Huang","year":"2013","unstructured":"Huang, W., Song, G., Li, M., Hu, W., Xie, K.: Adaptive weight optimization for classification of imbalanced data. In: Sun, C., Fang, F., Zhou, Z.-H., Yang, W., Liu, Z.-Y. (eds.) IScIDE 2013. LNCS, vol. 8261, pp. 546\u2013553. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-42057-3_69"},{"key":"16_CR12","unstructured":"Inc., P.T.: Collaborative data science (2015). https:\/\/plot.ly"},{"issue":"2","key":"16_CR13","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/BF01898350","volume":"1","author":"A Inselberg","year":"1985","unstructured":"Inselberg, A.: The plane with parallel coordinates. Vis. Comput. 1(2), 69\u201391 (1985)","journal-title":"Vis. Comput."},{"issue":"2","key":"16_CR14","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/s12650-018-0531-1","volume":"22","author":"L Jiang","year":"2018","unstructured":"Jiang, L., Liu, S., Chen, C.: Recent research advances on interactive machine learning. J. Vis. 22(2), 401\u2013417 (2018). https:\/\/doi.org\/10.1007\/s12650-018-0531-1","journal-title":"J. Vis."},{"key":"16_CR15","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.patcog.2017.03.008","volume":"68","author":"T Kautz","year":"2017","unstructured":"Kautz, T., Eskofier, B.M., Pasluosta, C.F.: Generic performance measure for multiclass-classifiers. Pattern Recogn. 68, 111\u2013125 (2017). https:\/\/doi.org\/10.1016\/j.patcog.2017.03.008","journal-title":"Pattern Recogn."},{"issue":"12","key":"16_CR16","doi-asserted-by":"publisher","first-page":"1614","DOI":"10.1109\/TVCG.2014.2346482","volume":"20","author":"J Krause","year":"2014","unstructured":"Krause, J., Perer, A., Bertini, E.: Infuse: interactive feature selection for predictive modeling of high dimensional data. IEEE Trans. Visual Comput. Graph. 20(12), 1614\u20131623 (2014)","journal-title":"IEEE Trans. Visual Comput. Graph."},{"issue":"2","key":"16_CR17","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1023\/A:1022859003006","volume":"51","author":"LI Kuncheva","year":"2003","unstructured":"Kuncheva, L.I., Whitaker, C.J.: Measures of diversity in classifier ensembles and their relationship with the ensemble accuracy. Mach. Learn. 51(2), 181\u2013207 (2003)","journal-title":"Mach. Learn."},{"key":"16_CR18","unstructured":"LeCun, Y.: The MNIST database of handwritten digits (1999). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"16_CR19","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521, 436\u2013444 (2015). https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"key":"16_CR20","doi-asserted-by":"publisher","unstructured":"Link, D., Lang, S., Seidenschwarz, P.: Real time quantification of dangerousity in football using spatiotemporal tracking data. PLoS ONE 11(12), 1\u201316 (2016). https:\/\/doi.org\/10.1371\/journal.pone.0168768","DOI":"10.1371\/journal.pone.0168768"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Meerhoff, L.A., Goes, F., de Leeuw, A.W., Knobbe, A.: Exploring successful team tactics in soccer tracking data. In: MLSA@PKDD\/ECML (2019)","DOI":"10.1007\/978-3-030-43887-6_18"},{"issue":"1","key":"16_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40279-016-0562-5","volume":"47","author":"D Memmert","year":"2016","unstructured":"Memmert, D., Lemmink, K.A.P.M., Sampaio, J.: Current approaches to tactical performance analyses in soccer using position data. Sports Med. 47(1), 1\u201310 (2016). https:\/\/doi.org\/10.1007\/s40279-016-0562-5","journal-title":"Sports Med."},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Park, C., Lee, J., Han, H., Lee, K.: ComDia+: an interactive visual analytics system for comparing, diagnosing, and improving multiclass classifiers. In: 2019 IEEE Pacific Visualization Symposium (PacificVis), pp. 313\u2013317, April 2019","DOI":"10.1109\/PacificVis.2019.00044"},{"key":"16_CR24","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Polikar, R.: Ensemble based systems in decision making. IEEE Circuits Syste. Mag. 6, 21\u201345 (2006)","DOI":"10.1109\/MCAS.2006.1688199"},{"key":"16_CR26","unstructured":"R Core Team: R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria (2017). https:\/\/www.R-project.org\/"},{"key":"16_CR27","unstructured":"Raschka, S.: Model evaluation, model selection, and algorithm selection in machine learning. CoRR abs\/1811.12808 (2018)"},{"issue":"9","key":"16_CR28","doi-asserted-by":"publisher","first-page":"2352","DOI":"10.1162\/neco_a_00990","volume":"29","author":"W Rawat","year":"2017","unstructured":"Rawat, W., Wang, Z.: Deep convolutional neural networks for image classification: a comprehensive review. Neural Comput. 29(9), 2352\u20132449 (2017)","journal-title":"Neural Comput."},{"issue":"1","key":"16_CR29","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/TVCG.2016.2598828","volume":"23","author":"D Ren","year":"2017","unstructured":"Ren, D., Amershi, S., Lee, B., Suh, J., Williams, J.D.: Squares: supporting interactive performance analysis for multiclass classifiers. IEEE Trans. Visual Comput. Graphics 23(1), 61\u201370 (2017)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"16_CR30","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/j.neucom.2017.01.105","volume":"268","author":"D Sacha","year":"2017","unstructured":"Sacha, D., et al.: What you see is what you can change: human-centered machine learning by interactive visualization. Neurocomputing 268, 164\u2013175 (2017). https:\/\/doi.org\/10.1016\/j.neucom.2017.01.105","journal-title":"Neurocomputing"},{"key":"16_CR31","unstructured":"Shneiderman, B.: The eyes have it: a task by data type taxonomy for information visualizations. In: In Proceedings of Visual Languages, pp. 336\u2013343. IEEE Computer Science Press (1996)"},{"key":"16_CR32","doi-asserted-by":"publisher","unstructured":"Theissler, A.: Detecting known and unknown faults in automotive systems using ensemble-based anomaly detection. Knowl. Based Syst. 123(C), 163\u2013173 (2017). https:\/\/doi.org\/10.1016\/j.knosys.2017.02.023","DOI":"10.1016\/j.knosys.2017.02.023"},{"issue":"1","key":"16_CR33","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1109\/TVCG.2018.2864499","volume":"25","author":"J Zhang","year":"2019","unstructured":"Zhang, J., Wang, Y., Molino, P., Li, L., Ebert, D.S.: Manifold: a model-agnostic framework for interpretation and diagnosis of machine learning models. IEEE Trans. Visual Comput. Graph. 25(1), 364\u2013373 (2019)","journal-title":"IEEE Trans. Visual Comput. Graph."}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-57321-8_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T06:56:21Z","timestamp":1724050581000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-57321-8_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030573201","9783030573218"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-57321-8_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"18 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}