{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T16:46:53Z","timestamp":1773679613574,"version":"3.50.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030611651","type":"print"},{"value":"9783030611668","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-61166-8_20","type":"book-chapter","created":{"date-parts":[[2020,10,3]],"date-time":"2020-10-03T15:02:50Z","timestamp":1601737370000},"page":"183-192","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":36,"title":["Risk of Training Diagnostic Algorithms on Data with Demographic Bias"],"prefix":"10.1007","author":[{"given":"Samaneh","family":"Abbasi-Sureshjani","sequence":"first","affiliation":[]},{"given":"Ralf","family":"Raumanns","sequence":"additional","affiliation":[]},{"given":"Britt E. J.","family":"Michels","sequence":"additional","affiliation":[]},{"given":"Gerard","family":"Schouten","sequence":"additional","affiliation":[]},{"given":"Veronika","family":"Cheplygina","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,10,2]]},"reference":[{"key":"20_CR1","unstructured":"Adeli, E., et al.: Representation learning with statistical independence to mitigate bias (2019)"},{"key":"20_CR2","unstructured":"Ashraf, A., Khan, S., Bhagwat, N., Chakravarty, M., Taati, B.: Learning to unlearn: building immunity to dataset bias in medical imaging studies. arXiv preprint arXiv:1812.01716 (2018)"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Beddingfield III, F.: The melanoma epidemic: res ipsa loquitur. Oncologist 8(5), 459 (2003)","DOI":"10.1634\/theoncologist.8-5-459"},{"issue":"4\/5","key":"20_CR4","doi-asserted-by":"publisher","first-page":"4:1","DOI":"10.1147\/JRD.2019.2942287","volume":"63","author":"RKE Bellamy","year":"2019","unstructured":"Bellamy, R.K.E., et al.: AI fairness 360: an extensible toolkit for detecting and mitigating algorithmic bias. IBM J. Res. Dev. 63(4\/5), 4:1\u20134:15 (2019)","journal-title":"IBM J. Res. Dev."},{"key":"20_CR5","unstructured":"Buolamwini, J., Gebru, T.: Gender shades: intersectional accuracy disparities in commercial gender classification. In: Conference on Fairness, Accountability and Transparency, pp. 77\u201391 (2018)"},{"key":"20_CR6","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.media.2019.03.009","volume":"54","author":"V Cheplygina","year":"2019","unstructured":"Cheplygina, V., de Bruijne, M., Pluim, J.P.: Not-so-supervised: a survey of semi-supervised, multi-instance, and transfer learning in medical image analysis. Med. Image Anal. 54, 280\u2013296 (2019)","journal-title":"Med. Image Anal."},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Codella, N.C., et al.: Skin lesion analysis toward melanoma detection: a challenge at the 2017 International Symposium on Biomedical Imaging (ISBI), hosted by the International Skin Imaging Collaboration (ISIC). arXiv preprint arXiv:1710.05006 (2017)","DOI":"10.1109\/ISBI.2018.8363547"},{"key":"20_CR8","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.neuroimage.2017.07.059","volume":"163","author":"JH Cole","year":"2017","unstructured":"Cole, J.H., et al.: Predicting brain age with deep learning from raw imaging data results in a reliable and heritable biomarker. NeuroImage 163, 115\u2013124 (2017)","journal-title":"NeuroImage"},{"issue":"14","key":"20_CR9","doi-asserted-by":"publisher","first-page":"1349","DOI":"10.1212\/WNL.0000000000003790","volume":"88","author":"JH Cole","year":"2017","unstructured":"Cole, J.H., Underwood, J., et al.: Increased brain-predicted aging in treated HIV disease. Neurology 88(14), 1349\u20131357 (2017)","journal-title":"Neurology"},{"key":"20_CR10","unstructured":"Corbett-Davies, S., Goel, S.: The measure and mismeasure of fairness: a critical review of fair machine learning. arXiv preprint arXiv:1808.00023 (2018)"},{"key":"20_CR11","unstructured":"Creager, E., et al.: Flexibly fair representation learning by disentanglement. In: Chaudhuri, K., Salakhutdinov, R. (eds.) International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 97, pp. 1436\u20131445. PMLR, Long Beach, California, USA, 09\u201315 June 2019"},{"key":"20_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00937-3","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","year":"2018","unstructured":"Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.): MICCAI 2018. LNCS, vol. 11073. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00937-3"},{"key":"20_CR13","unstructured":"Gebru, T., et al.: Datasheets for datasets. CoRR abs\/1803.09010 (2018)"},{"key":"20_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1007\/978-3-030-00931-1_56","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"RS Gill","year":"2018","unstructured":"Gill, R.S., et al.: Deep convolutional networks for automated detection of epileptogenic brain malformations. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11072, pp. 490\u2013497. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00931-1_56"},{"issue":"5","key":"20_CR15","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1109\/TMI.2016.2553401","volume":"35","author":"H Greenspan","year":"2016","unstructured":"Greenspan, H., Van Ginneken, B., Summers, R.M.: Guest editorial deep learning in medical imaging: overview and future promise of an exciting new technique. IEEE Trans. Med. Imaging 35(5), 1153\u20131159 (2016)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"20_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-030-00931-1_49","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"K Hett","year":"2018","unstructured":"Hett, K., Ta, V.-T., Manj\u00f3n, J.V., Coup\u00e9, P.: Graph of brain structures grading for early detection of Alzheimer\u2019s disease. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11072, pp. 429\u2013436. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00931-1_49"},{"key":"20_CR17","doi-asserted-by":"crossref","unstructured":"Kamishima, T., Akaho, S., Sakuma, J.: Fairness-aware learning through regularization approach. In: International Conference on Data Mining Workshops, pp. 643\u2013650 (2011)","DOI":"10.1109\/ICDMW.2011.83"},{"key":"20_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1007\/978-3-642-33718-5_12","volume-title":"Computer Vision \u2013 ECCV 2012","author":"A Khosla","year":"2012","unstructured":"Khosla, A., Zhou, T., Malisiewicz, T., Efros, A.A., Torralba, A.: Undoing the damage of dataset bias. In: Fitzgibbon, A., Lazebnik, S., Perona, P., Sato, Y., Schmid, C. (eds.) ECCV 2012. LNCS, vol. 7572, pp. 158\u2013171. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-33718-5_12"},{"key":"20_CR19","unstructured":"Kinyanjui, N.M., et al.: Estimating skin tone and effects on classification performance in dermatology datasets. arXiv preprint arXiv:1910.13268 (2019)"},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Larrazabal, A.J., Nieto, N., Peterson, V., Milone, D.H., Ferrante, E.: Gender imbalance in medical imaging datasets produces biased classifiers for computer-aided diagnosis. In: Proceedings of the National Academy of Sciences (2020)","DOI":"10.1073\/pnas.1919012117"},{"key":"20_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/978-3-030-32239-7_16","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"C Liu","year":"2019","unstructured":"Liu, C., et al.: Biological age estimated from retinal imaging: a novel biomarker of aging. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11764, pp. 138\u2013146. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32239-7_16"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Mitchell, M., et al.: Model cards for model reporting. In: Fairness, Accountability, and Transparency (FAccT), pp. 220\u2013229. ACM (2019)","DOI":"10.1145\/3287560.3287596"},{"key":"20_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/978-3-030-00934-2_8","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"JI Orlando","year":"2018","unstructured":"Orlando, J.I., Barbosa Breda, J., van Keer, K., Blaschko, M.B., Blanco, P.J., Bulant, C.A.: Towards a glaucoma risk index based on simulated hemodynamics from fundus images. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11071, pp. 65\u201373. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00934-2_8"},{"key":"20_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/978-3-030-01201-4_33","volume-title":"OR 2.0 Context-Aware Operating Theaters, Computer Assisted Robotic Endoscopy, Clinical Image-Based Procedures, and Skin Image Analysis","author":"F Perez","year":"2018","unstructured":"Perez, F., Vasconcelos, C., Avila, S., Valle, E.: Data augmentation for skin lesion analysis. In: Stoyanov, D., et al. (eds.) CARE\/CLIP\/OR 2.0\/ISIC -2018. LNCS, vol. 11041, pp. 303\u2013311. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01201-4_33"},{"key":"20_CR25","doi-asserted-by":"crossref","unstructured":"Pooch, E.H., Ballester, P.L., Barros, R.C.: Can we trust deep learning models diagnosis? The impact of domain shift in chest radiograph classification. arXiv preprint arXiv:1909.01940 (2019)","DOI":"10.1007\/978-3-030-62469-9_7"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Roy, P.C., Boddeti, V.N.: Mitigating information leakage in image representations: a maximum entropy approach. In: Computer Vision and Pattern Recognition (CVPR), pp. 2581\u20132589, June 2019","DOI":"10.1109\/CVPR.2019.00269"},{"key":"20_CR27","unstructured":"Saleiro, P., et al.: Aequitas: a bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577 (2018)"},{"key":"20_CR28","doi-asserted-by":"crossref","unstructured":"Salimi, B., Rodriguez, L., Howe, B., Suciu, D.: Interventional fairness: causal database repair for algorithmic fairness. In: International Conference on Management of Data, pp. 793\u2013810. Association for Computing Machinery (2019)","DOI":"10.1145\/3299869.3319901"},{"key":"20_CR29","unstructured":"Suresh, H., Guttag, J.V.: A framework for understanding unintended consequences of machine learning. arXiv preprint arXiv:1901.10002 (2019)"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Ioffe, S., Vanhoucke, V., Alemi, A.A.: Inception-v4, inception-ResNet and the impact of residual connections on learning. In: AAAI Conference on Artificial Intelligence (2017)","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"20_CR31","doi-asserted-by":"crossref","unstructured":"Torralba, A., Efros, A.A.: Unbiased look at dataset bias. In: Computer Vision and Pattern Recognition (CVPR), pp. 1521\u20131528 (2011)","DOI":"10.1109\/CVPR.2011.5995347"},{"key":"20_CR32","unstructured":"Wachinger, C., Becker, B.G., Rieckmann, A.: Detect, quantify, and incorporate dataset bias: a neuroimaging analysis on 12,207 individuals. arXiv preprint arXiv:1804.10764 (2018)"},{"issue":"1","key":"20_CR33","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1080\/00031305.1982.10482778","volume":"36","author":"CH Wagner","year":"1982","unstructured":"Wagner, C.H.: Simpson\u2019s paradox in real life. Am. Stat. 36(1), 46\u201348 (1982)","journal-title":"Am. Stat."},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Wang, T., Zhao, J., Yatskar, M., Chang, K.W., Ordonez, V.: Balanced datasets are not enough: estimating and mitigating gender bias in deep image representations. In: International Conference on Computer Vision (2019)","DOI":"10.1109\/ICCV.2019.00541"},{"key":"20_CR35","doi-asserted-by":"crossref","unstructured":"Yang, K., Qinami, K., Fei-Fei, L., Deng, J., Russakovsky, O.: Towards fairer datasets: filtering and balancing the distribution of the people subtree in the ImageNet hierarchy. In: Fairness, Accountability, and Transparency (FAccT), FAT* 2020, pp. 547\u2013558 (2020)","DOI":"10.1145\/3351095.3375709"},{"key":"20_CR36","unstructured":"Zemel, R., Wu, Y., Swersky, K., Pitassi, T., Dwork, C.: Learning fair representations. In: Dasgupta, S., McAllester, D. (eds.) International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 28, no. 3, pp. 325\u2013333. PMLR, Atlanta, Georgia, USA, 17\u201319 June 2013"}],"container-title":["Lecture Notes in Computer Science","Interpretable and Annotation-Efficient Learning for Medical Image Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-61166-8_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T22:04:43Z","timestamp":1759442683000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-61166-8_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030611651","9783030611668"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-61166-8_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"2 October 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LABELS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Large-scale Annotation of Biomedical data and Expert Label Synthesis","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lima","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Peru","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"labels2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.miccailabels.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The workshop was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}