{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T08:25:39Z","timestamp":1760171139439,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030297251"},{"type":"electronic","value":"9783030297268"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-29726-8_3","type":"book-chapter","created":{"date-parts":[[2019,8,22]],"date-time":"2019-08-22T20:04:56Z","timestamp":1566504296000},"page":"27-47","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["New Frontiers in Explainable AI: Understanding the GI to Interpret the GO"],"prefix":"10.1007","author":[{"given":"Federico","family":"Cabitza","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrea","family":"Campagner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8083-7809","authenticated-orcid":false,"given":"Davide","family":"Ciucci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,8,23]]},"reference":[{"issue":"4","key":"3_CR1","first-page":"343","volume":"2","author":"D Angluin","year":"1988","unstructured":"Angluin, D., Laird, P.: Learning from noisy examples. Mach. Learn. 2(4), 343\u2013370 (1988)","journal-title":"Mach. Learn."},{"key":"3_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/11755494_25","volume-title":"Persuasive Technology","author":"BMC Atkinson","year":"2006","unstructured":"Atkinson, B.M.C.: Captology: a critical review. In: IJsselsteijn, W.A., de Kort, Y.A.W., Midden, C., Eggen, B., van den Hoven, E. (eds.) PERSUASIVE 2006. LNCS, vol. 3962, pp. 171\u2013182. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11755494_25"},{"issue":"6840","key":"3_CR3","doi-asserted-by":"publisher","first-page":"1491","DOI":"10.1136\/bmj.304.6840.1491","volume":"304","author":"P Brennan","year":"1992","unstructured":"Brennan, P., Silman, A.: Statistical methods for assessing observer variability in clinical measures. BMJ: Br. Med. J. 304(6840), 1491 (1992)","journal-title":"BMJ: Br. Med. J."},{"issue":"2","key":"3_CR4","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1145\/335191.335388","volume":"29","author":"MM Breunig","year":"2000","unstructured":"Breunig, M.M., Kriegel, H.P., Ng, R.T., et al.: Identifying density-based local outliers. SIGMOD Rec. 29(2), 93\u2013104 (2000)","journal-title":"SIGMOD Rec."},{"key":"3_CR5","series-title":"Lecture Notes in Information Systems and Organisation","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/978-3-319-90503-7_10","volume-title":"Organizing for the Digital World","author":"F Cabitza","year":"2019","unstructured":"Cabitza, F., Ciucci, D., Rasoini, R.: A giant with feet of clay: on the validity of the data that feed machine learning in medicine. In: Cabitza, F., Batini, C., Magni, M. (eds.) Organizing for the Digital World. LNISO, vol. 28, pp. 121\u2013136. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-90503-7_10"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Cabitza, F., Dui, L.G., Banfi, G.: PROs in the wild: assessing the validity of patient reported outcomes in an electronic registry. Comput. Methods Program. Biomed. (2019)","DOI":"10.1016\/j.cmpb.2019.01.009"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Cabitza, F., Locoro, A., Alderighi, C., Rasoini, R., Compagnone, D., Berjano, P.: The elephant in the record: on the multiplicity of data recording work. Health Inform. J. (2019)","DOI":"10.1177\/1460458218824705"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Cabitza F., Campagner A., Ciucci D., Seveso A.: Programmed inefficiencies in DSS-supported human decision making. In: Proceedings of 16th MDAI International Conference (2019, to appear)","DOI":"10.1007\/978-3-030-26773-5_18"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Campagner, A., Cabitza, F., Ciucci, D.: Exploring medical data classification with three-way decision trees. In: Proceedings of the 12th BIOSTEC International Joint Conference - Volume 5: HEALTHINF, pp. 147\u2013158 (2019)","DOI":"10.5220\/0007571001470158"},{"key":"3_CR10","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/978-3-030-22815-6_22","volume-title":"Rough Sets","author":"A Campagner","year":"2019","unstructured":"Campagner, A., Cabitza, F., Ciucci, D.: Three\u2013way classification: ambiguity and abstention in machine learning. In: Mih\u00e1lyde\u00e1k, T., et al. (eds.) IJCRS 2019. LNCS (LNAI), vol. 11499, pp. 280\u2013294. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22815-6_22"},{"key":"3_CR11","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)"},{"key":"3_CR12","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/978-3-662-43505-2_3","volume-title":"Springer Handbook of Computational Intelligence","author":"D Dubois","year":"2015","unstructured":"Dubois, D., Prade, H.: Possibility theory and its applications: where do we stand? In: Kacprzyk, J., Pedrycz, W. (eds.) Springer Handbook of Computational Intelligence, pp. 31\u201360. Springer, Heidelberg (2015). https:\/\/doi.org\/10.1007\/978-3-662-43505-2_3"},{"issue":"5","key":"3_CR13","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1177\/0306312711413314","volume":"41","author":"PN Edwards","year":"2011","unstructured":"Edwards, P.N., Mayernik, M.S., Batcheller, A.L., et al.: Science friction: data, metadata, and collaboration. Soc. Stud. Sci. 41(5), 667\u2013690 (2011)","journal-title":"Soc. Stud. Sci."},{"issue":"7639","key":"3_CR14","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva, A., Kuprel, B., Novoa, R.A., et al.: Dermatologist-level classification of skin cancer with deep neural networks. Nature 542(7639), 115 (2017)","journal-title":"Nature"},{"issue":"6","key":"3_CR15","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/0895-4356(90)90158-L","volume":"43","author":"AR Feinstein","year":"1990","unstructured":"Feinstein, A.R., Cicchetti, D.V.: High agreement but low kappa: I. the problems of two paradoxes. J. Clin. Epidemiol. 43(6), 543\u2013549 (1990)","journal-title":"J. Clin. Epidemiol."},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Fogg, B.J.: Persuasive computers: perspectives and research directions. In: CHI 1998, pp. 225\u2013232. ACM Press (1998)","DOI":"10.1145\/274644.274677"},{"key":"3_CR17","unstructured":"Goguen, J.: The dry and the wet. In: Proceedings of the IFIP TC8\/WG8.1 Working Conference on Information System Concepts: Improving the Understanding, pp. 1\u201317 (1992)"},{"key":"3_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/978-3-319-99740-7_21","volume-title":"Machine Learning and Knowledge Extraction","author":"R Goebel","year":"2018","unstructured":"Goebel, R., et al.: Explainable AI: the new 42? In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2018. LNCS, vol. 11015, pp. 295\u2013303. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99740-7_21"},{"issue":"22","key":"3_CR19","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan, V., Peng, L., Coram, M., et al.: Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs. Jama 316(22), 2402\u20132410 (2016)","journal-title":"Jama"},{"issue":"1","key":"3_CR20","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1148\/radiol.2491072025","volume":"249","author":"D Gur","year":"2008","unstructured":"Gur, D., Bandos, A.I., Cohen, C.S., et al.: The \u201claboratory\u201d effect: comparing radiologists\u2019 performance and variability during prospective clinical and laboratory mammography interpretations. Radiology 249(1), 47\u201353 (2008)","journal-title":"Radiology"},{"issue":"8","key":"3_CR21","doi-asserted-by":"publisher","first-page":"1836","DOI":"10.1093\/annonc\/mdy166","volume":"29","author":"H Haenssle","year":"2018","unstructured":"Haenssle, H., Fink, C., Schneiderbauer, R., et al.: Man against machine: diagnostic performance of a deep learning convolutional neural network for dermoscopic melanoma recognition in comparison to 58 dermatologists. Ann. Oncol. 29(8), 1836\u20131842 (2018)","journal-title":"Ann. Oncol."},{"issue":"1","key":"3_CR22","doi-asserted-by":"publisher","first-page":"e0191493","DOI":"10.1371\/journal.pone.0191493","volume":"13","author":"SS Han","year":"2018","unstructured":"Han, S.S., Park, G.H., Lim, W., et al.: Deep neural networks show an equivalent and often superior performance to dermatologists in onychomycosis diagnosis. PloS One 13(1), e0191493 (2018)","journal-title":"PloS One"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Heinecke, S., Reyzin, L.: Crowdsourced PAC learning under classification noise. arXiv preprint arXiv:1902.04629 (2019)","DOI":"10.1609\/hcomp.v7i1.5279"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Holzinger, A., Langs, G., Denk, H., Zatloukal, K., Mueller, H.: Causability and explainability of AI in medicine. Wiley Interdisc. Rev.: Data Min. Knowl. Discov. 9(4), e1312 (2019)","DOI":"10.1002\/widm.1312"},{"key":"3_CR25","unstructured":"Jiang, H., Nachum, O.: Identifying and correcting label bias in machine learning. arXiv preprint arXiv:1901.04966 (2019)"},{"issue":"3","key":"3_CR26","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/S0167-7152(97)00020-5","volume":"35","author":"A Justel","year":"1997","unstructured":"Justel, A., Pe\u00f1a, D., Zamar, R.: A multivariate Kolmogorov-Smirnov test of goodness of fit. Stat. Probab. Lett. 35(3), 251\u2013259 (1997)","journal-title":"Stat. Probab. Lett."},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Kriegel, H.P., Kr\u00f6ger, P., Schubert, E., Zimek, A.: Interpreting and unifying outlier scores, pp. 13\u201324 (2011)","DOI":"10.1137\/1.9781611972818.2"},{"key":"3_CR28","volume-title":"Content Analysis: An Introduction to Its Methodology","author":"K Krippendorff","year":"2018","unstructured":"Krippendorff, K.: Content Analysis: An Introduction to Its Methodology. Sage Publications, London (2018)"},{"key":"3_CR29","unstructured":"Lakkaraju, H., Kamar, E., Caruana, R., Leskovec, J.: Interpretable and explorable approximations of black box models. arXiv preprint arXiv:1707.01154 (2017)"},{"issue":"1","key":"3_CR30","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J. Richard Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics. 33(1), 159\u2013174 (1977)","journal-title":"Biometrics"},{"key":"3_CR31","unstructured":"Lipton, Z.C.: The mythos of model interpretability. arXiv preprint arXiv:1606.03490 (2016)"},{"key":"3_CR32","unstructured":"MacKay, D.J.C.: Bayesian methods for adaptive models. Ph.D. thesis, California Institute of Technology (1992)"},{"issue":"3","key":"3_CR33","doi-asserted-by":"publisher","first-page":"317","DOI":"10.21037\/cdt.2017.03.12","volume":"7","author":"ZB Popovi\u0107","year":"2017","unstructured":"Popovi\u0107, Z.B., Thomas, J.D.: Assessing observer variability: a user\u2019s guide. Cardiovasc. Diagn. Ther. 7(3), 317 (2017)","journal-title":"Cardiovasc. Diagn. Ther."},{"issue":"4","key":"3_CR34","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1080\/00031305.2016.1141708","volume":"70","author":"D Quarfoot","year":"2016","unstructured":"Quarfoot, D., Levine, R.A.: How robust are multirater interrater reliability indices to changes in frequency distribution? Am. Stat. 70(4), 373\u2013384 (2016)","journal-title":"Am. Stat."},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Ralaivola, L., Denis, F., Magnan, C.N.: CN = CPCN. In: ICML 2006. ACM (2006)","DOI":"10.1145\/1143844.1143935"},{"issue":"4","key":"3_CR36","doi-asserted-by":"publisher","first-page":"363","DOI":"10.5271\/sjweh.555","volume":"26","author":"J Stand","year":"2000","unstructured":"Stand, J.: The hawthorne effect - what did the original Hawthorne studies actually show. Scand J. Work Environ. Health 26(4), 363\u2013367 (2000)","journal-title":"Scand J. Work Environ. Health"},{"issue":"6","key":"3_CR37","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1002\/cyto.a.22471","volume":"85","author":"CM Svensson","year":"2014","unstructured":"Svensson, C.M., Krusekopf, S., L\u00fccke, J., et al.: Automated detection of circulating tumor cells with naive Bayesian classifiers. Cytom. Part A 85(6), 501\u2013511 (2014)","journal-title":"Cytom. Part A"},{"issue":"2","key":"3_CR38","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1137\/1116025","volume":"16","author":"V. N. Vapnik","year":"1971","unstructured":"Vapnik, V.N., Chervonenkis, A.Y.: On the uniform convergence of relative frequencies of events to their probabilities. Theor. Probab. Appl. 17, 264\u2013280 (1971)","journal-title":"Theory of Probability & Its Applications"},{"issue":"2","key":"3_CR39","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1093\/idpl\/ipx005","volume":"7","author":"S Wachter","year":"2017","unstructured":"Wachter, S., Mittelstadt, B., Floridi, L.: Why a right to explanation of automated decision-making does not exist in the general data protection regulation. Int. Data Priv. Law 7(2), 76\u201399 (2017)","journal-title":"Int. Data Priv. Law"},{"key":"3_CR40","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1007\/978-3-642-55721-7_23","volume-title":"Exploratory Data Analysis in Empirical Research","author":"D Wishart","year":"2003","unstructured":"Wishart, D.: k-means clustering with outlier detection, mixed variables and missing values. In: Schwaiger, M., Opitz, O. (eds.) Exploratory Data Analysis in Empirical Research, pp. 216\u2013226. Springer, Heidelberg (2003). https:\/\/doi.org\/10.1007\/978-3-642-55721-7_23"},{"key":"3_CR41","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-32115-3_1","volume-title":"Rough Sets and Current Trends in Computing","author":"Y Yao","year":"2012","unstructured":"Yao, Y.: An outline of a theory of three-way decisions. In: Yao, J.T., et al. (eds.) RSCTC 2012. LNCS (LNAI), vol. 7413, pp. 1\u201317. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-32115-3_1"},{"key":"3_CR42","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/S0165-0114(99)80004-9","volume":"100","author":"L Zadeh","year":"1999","unstructured":"Zadeh, L.: Fuzzy sets as a basis for a theory of possibility. Fuzzy Sets Syst. 100, 9\u201334 (1999)","journal-title":"Fuzzy Sets Syst."}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-29726-8_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T10:36:41Z","timestamp":1710326201000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-29726-8_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030297251","9783030297268"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-29726-8_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"23 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canterbury","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 August 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}