{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T21:42:18Z","timestamp":1743025338842,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031504846"},{"type":"electronic","value":"9783031504853"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-50485-3_8","type":"book-chapter","created":{"date-parts":[[2024,1,24]],"date-time":"2024-01-24T06:02:28Z","timestamp":1706076148000},"page":"93-105","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["MindSet: A Bias-Detection Interface Using a\u00a0Visual Human-in-the-Loop Workflow"],"prefix":"10.1007","author":[{"given":"Senthuran","family":"Kalananthan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander","family":"Kichutkin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziyao","family":"Shang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andr\u00e1s","family":"Strausz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francisco Javier Sanguino","family":"Bautiste","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8526-2613","authenticated-orcid":false,"given":"Mennatallah","family":"El-Assady","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,25]]},"reference":[{"key":"8_CR1","unstructured":"Large-scale celebfaces attributes (celeba) dataset. https:\/\/mmlab.ie.cuhk.edu.hk\/projects\/CelebA.html"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Baer, T.: Understand, manage, and prevent algorithmic bias: a guide for business users and data scientists. Apress, New York, NY (2019)","DOI":"10.1007\/978-1-4842-4885-0"},{"key":"8_CR3","doi-asserted-by":"crossref","unstructured":"Balakrishnan, G., Xiong, Y., Xia, W., Perona, P.: Towards causal benchmarking of bias in face analysis algorithms. In: European Conference on Computer Vision (2020)","DOI":"10.1007\/978-3-030-58523-5_32"},{"issue":"2","key":"8_CR4","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1111\/j.1751-5823.2010.00112.x","volume":"78","author":"J Bethlehem","year":"2010","unstructured":"Bethlehem, J.: Selection bias in web surveys. Int. Statist. Rev. 78(2), 161\u2013188 (2010). https:\/\/doi.org\/10.1111\/j.1751-5823.2010.00112.x","journal-title":"Int. Statist. Rev."},{"key":"8_CR5","unstructured":"Buolamwini, J., Gebru, T.: Gender shades: intersectional accuracy disparities in commercial gender classification. In: Conference on Fairness, Accountability and Transparency. PMLR (2018)"},{"issue":"1","key":"8_CR6","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TBIOM.2020.3027269","volume":"3","author":"JG Cavazos","year":"2021","unstructured":"Cavazos, J.G., Phillips, P.J., Castillo, C.D., O\u2019Toole, A.J.: Accuracy comparison across face recognition algorithms: where are we on measuring race bias? IEEE Trans. Biometrics, Behav. Identity Sci. 3(1), 101\u2013111 (2021). https:\/\/doi.org\/10.1109\/TBIOM.2020.3027269","journal-title":"IEEE Trans. Biometrics, Behav. Identity Sci."},{"key":"8_CR7","unstructured":"Corbett-Davies, S., Gaebler, J., Nilforoshan, H., Shroff, R., Goel, S.: The measure and mismeasure of fairness. J. Mach. Learn. Res (2023)"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"De-Arteaga, M., et al.: Bias in bios: a case study of semantic representation bias in a high-stakes setting. In: Proceedings of the Conference on Fairness, Accountability, and Transparency (2019)","DOI":"10.1145\/3287560.3287572"},{"key":"8_CR9","unstructured":"Dulhanty, C., Wong, A.: Auditing ImageNet: towards a model-driven framework for annotating demographic attributes of large-scale image datasets. ArXiv (2019)"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Fabbrizzi, S., Papadopoulos, S., Ntoutsi, E., Kompatsiaris, Y.: A survey on bias in visual datasets. Comput. Vis. Image Underst. 223 (2021)","DOI":"10.1016\/j.cviu.2022.103552"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"F.R.S., K.P.: LIII. On lines and planes of closest fit to systems of points in space. The London, Edinburgh Dublin Philos. Mag. J. Sci. 2(11) (1901)","DOI":"10.1080\/14786440109462720"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Ghai, B., Mueller, K.: D-bias: a causality-based human-in-the-loop system for tackling algorithmic bias. IEEE Trans. Vis. Comput. Graph. (2022)","DOI":"10.1109\/TVCG.2022.3209484"},{"key":"8_CR13","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Ghahramani, Z., Welling, M., Cortes, C., Lawrence, N., Weinberger, K. (eds.) Advances in Neural Information Processing Systems, vol. 27. Curran Associates, Inc. (2014)"},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Hu, X., et al.: Crowdsourcing detection of sampling biases in image datasets. In: Proceedings of The Web Conference 2020. WWW \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3366423.3380063","DOI":"10.1145\/3366423.3380063"},{"key":"8_CR15","doi-asserted-by":"crossref","unstructured":"K\u00e4rkk\u00e4inen, K., Joo, J.: FairFace: face attribute dataset for balanced race, gender, and age for bias measurement and mitigation. In: 2021 IEEE Winter Conference on Applications of Computer Vision (WACV) (2019)","DOI":"10.1109\/WACV48630.2021.00159"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Karras, T., Laine, S., Aila, T.: A style-based generator architecture for generative adversarial networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2019)","DOI":"10.1109\/CVPR.2019.00453"},{"key":"8_CR17","doi-asserted-by":"publisher","first-page":"23","DOI":"10.4230\/LIPIcs.ITCS.2017.43","volume":"67","author":"J Kleinberg","year":"2017","unstructured":"Kleinberg, J., Mullainathan, S., Raghavan, M.: Inherent Trade-Offs in the fair determination of risk scores. Conf. Innov. Theoret. Comput. Sci. 67, 23 (2017). https:\/\/doi.org\/10.4230\/LIPIcs.ITCS.2017.43","journal-title":"Conf. Innov. Theoret. Comput. Sci."},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Koenecke, A., et al.: Racial disparities in automated speech recognition. Proc. Natl. Acad. Sci. 117(14) (2020)","DOI":"10.1073\/pnas.1915768117"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. Commun. ACM 60(6) (2017)","DOI":"10.1145\/3065386"},{"issue":"11","key":"8_CR20","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"8_CR21","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1590\/abd1806-4841.20165254","volume":"91","author":"J Mart\u00ednez-Mesa","year":"2016","unstructured":"Mart\u00ednez-Mesa, J., Gonz\u00e1lez-Chica, D.A., Duquia, R.P., Bonamigo, R.R., Bastos, J.L.: Sampling: how to select participants in my research study? An. Bras. Dermatol. 91, 326\u2013330 (2016)","journal-title":"An. Bras. Dermatol."},{"key":"8_CR22","doi-asserted-by":"publisher","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., Galstyan, A.: A survey on bias and fairness in machine learning. ACM Comput. Surv. 54(6) (2021). https:\/\/doi.org\/10.1145\/3457607","DOI":"10.1145\/3457607"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Minaee, S., Boykov, Y., Porikli, F., Plaza, A., Kehtarnavaz, N., Terzopoulos, D.: Image segmentation using deep learning: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 44(7) (2021)","DOI":"10.1109\/TPAMI.2021.3059968"},{"key":"8_CR24","doi-asserted-by":"crossref","unstructured":"Model, I., Shamir, L.: Comparison of data set bias in object recognition benchmarks. IEEE Access 3 (2015)","DOI":"10.1109\/ACCESS.2015.2491921"},{"key":"8_CR25","doi-asserted-by":"publisher","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B.: High-resolution image synthesis with latent diffusion models. In: 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2022). https:\/\/doi.org\/10.1109\/cvpr52688.2022.01042","DOI":"10.1109\/cvpr52688.2022.01042"},{"key":"8_CR26","doi-asserted-by":"publisher","unstructured":"Rudd, E., G\u00fcnther, M., Boult, T.: Moon: a mixed objective optimization network for the recognition of facial attributes, 9909 (2016). https:\/\/doi.org\/10.1007\/978-3-319-46454-1_2","DOI":"10.1007\/978-3-319-46454-1_2"},{"issue":"1","key":"8_CR27","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1177\/0002716212458082","volume":"645","author":"E Singer","year":"2013","unstructured":"Singer, E., Ye, C.: The use and effects of incentives in surveys. Ann. Am. Acad. Polit. Soc. Sci. 645(1), 112\u2013141 (2013). https:\/\/doi.org\/10.1177\/0002716212458082","journal-title":"Ann. Am. Acad. Polit. Soc. Sci."},{"key":"8_CR28","unstructured":"Surowiecki, J.: The Wisdom of Crowds. Anchor (2005)"},{"key":"8_CR29","doi-asserted-by":"crossref","unstructured":"Syakur, M., Khotimah, B., Rochman, E., Satoto, B.D.: Integration k-means clustering method and elbow method for identification of the best customer profile cluster. In: IOP Conference Series: Materials Science and Engineering, vol. 336. IOP Publishing (2018)","DOI":"10.1088\/1757-899X\/336\/1\/012017"},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Taherdoost, H.: Sampling methods in research methodology; how to choose a sampling technique for research. How to choose a sampling technique for research (2016)","DOI":"10.2139\/ssrn.3205035"},{"key":"8_CR31","unstructured":"Thomas, C., Kovashka, A.: Predicting the politics of an image using webly supervised data. In: Advances in Neural Information Processing Systems 32 (2019)"},{"key":"8_CR32","doi-asserted-by":"publisher","unstructured":"Tommasi, T., Patricia, N., Caputo, B., Tuytelaars, T.: A deeper look at dataset bias (2017). https:\/\/doi.org\/10.1007\/978-3-319-58347-1_2","DOI":"10.1007\/978-3-319-58347-1_2"},{"key":"8_CR33","doi-asserted-by":"crossref","unstructured":"Torralba, A., Efros, A.A.: Unbiased look at dataset bias. In: CVPR 2011 (2011)","DOI":"10.1109\/CVPR.2011.5995347"},{"key":"8_CR34","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008 (2017)"},{"key":"8_CR35","doi-asserted-by":"crossref","unstructured":"Verma, S., Rubin, J.: Fairness definitions explained. In: Proceedings of the International Workshop on Software Fairness (2018)","DOI":"10.1145\/3194770.3194776"},{"key":"8_CR36","doi-asserted-by":"crossref","unstructured":"Wachinger, C., Rieckmann, A., P\u00f6lsterl, S.: Detect and correct bias in multi-site neuroimaging datasets. Med. Image Anal. 67 (2020)","DOI":"10.1016\/j.media.2020.101879"},{"key":"8_CR37","doi-asserted-by":"publisher","first-page":"1470","DOI":"10.1109\/TVCG.2020.3030471","volume":"27","author":"Q Wang","year":"2020","unstructured":"Wang, Q., Xu, Z., Chen, Z., Wang, Y., Liu, S., Qu, H.: Visual analysis of discrimination in machine learning. IEEE Trans. Vis. Comput. Graph. 27, 1470\u20131480 (2020)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"8_CR38","doi-asserted-by":"crossref","unstructured":"Wang, T., Zhao, J., Yatskar, M., Chang, K.W., Ordonez, V.: Balanced datasets are not enough: estimating and mitigating gender bias in deep image representations. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (2019)","DOI":"10.1109\/ICCV.2019.00541"},{"key":"8_CR39","doi-asserted-by":"crossref","unstructured":"Weizenbaum, J.: Eliza-a computer program for the study of natural language communication between man and machine. Commun. ACM 9(1) (1966)","DOI":"10.1145\/365153.365168"},{"key":"8_CR40","doi-asserted-by":"crossref","unstructured":"Xie, T., Ma, Y., Kang, J., Tong, H., Maciejewski, R.: FairRankVis: a visual analytics framework for exploring algorithmic fairness in graph mining models. IEEE Trans. Vis. Comput. Graph. (2022)","DOI":"10.1109\/TVCG.2021.3114850"},{"key":"8_CR41","doi-asserted-by":"crossref","unstructured":"Yan, J.N., Gu, Z., Lin, H., Rzeszotarski, J.M.: Silva: interactively assessing machine learning fairness using causality. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems. CHI \u201920, Association for Computing Machinery, New York, NY, USA (2020)","DOI":"10.1145\/3313831.3376447"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence. ECAI 2023 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-50485-3_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,24]],"date-time":"2024-01-24T06:06:01Z","timestamp":1706076361000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-50485-3_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031504846","9783031504853"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-50485-3_8","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"25 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krak\u00f3w","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecai2023.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair and SMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"134","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.86","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.15","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Presented figures are relevant for the ECAI 2023 workshops","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}