{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,23]],"date-time":"2025-05-23T04:48:50Z","timestamp":1747975730388,"version":"3.40.3"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030937355"},{"type":"electronic","value":"9783030937362"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-93736-2_43","type":"book-chapter","created":{"date-parts":[[2022,2,17]],"date-time":"2022-02-17T21:02:28Z","timestamp":1645131748000},"page":"591-606","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Robustness of Fairness: An Experimental Analysis"],"prefix":"10.1007","author":[{"given":"Serafina","family":"Kamp","sequence":"first","affiliation":[]},{"given":"Andong Luis Li","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Sindhu","family":"Kutty","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,2,17]]},"reference":[{"issue":"3","key":"43_CR1","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1145\/3284751.3284761","volume":"4","author":"R Abebe","year":"2018","unstructured":"Abebe, R., Goldner, K.: Mechanism design for social good. AI Matters 4(3), 27\u201334 (2018)","journal-title":"AI Matters"},{"key":"43_CR2","unstructured":"Angwin, J., Larson, J., Mattu, S., Kirchner, L.: Machine bias. Propublica (2016)"},{"key":"43_CR3","unstructured":"Awasthi, P., Kleindessner, M., Morgenstern, J.: Equalized odds postprocessing under imperfect group information. In: Chiappa, S., Calandra, R. (eds.) The 23rd International Conference on Artificial Intelligence and Statistics. AISTATS 2020, 26\u201328 August 2020, Online [Palermo, Sicily, Italy]. Proceedings of Machine Learning Research, vol. 108, pp. 1770\u20131780. PMLR (2020)"},{"key":"43_CR4","unstructured":"Bao, M., et al.: It\u2019s COMPASlicated: the messy relationship between RAI datasets and algorithmic fairness benchmarks. CoRR abs\/2106.05498 (2021)"},{"key":"43_CR5","unstructured":"Barocas, S., Hardt, M., Narayanan, A.: Fairness and machine learning. fairmlbook.org (2019). http:\/\/www.fairmlbook.org"},{"key":"43_CR6","doi-asserted-by":"crossref","unstructured":"Binns, R.: On the apparent conflict between individual and group fairness. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 514\u2013524. FAT* 2020. Association for Computing Machinery, New York, NY, USA (2020)","DOI":"10.1145\/3351095.3372864"},{"key":"43_CR7","unstructured":"Bolukbasi, T., Chang, K.W., Zou, J., Saligrama, V., Kalai, A.: Man is to computer programmer as woman is to homemaker? Debiasing word embeddings. In: Proceedings of the 30th International Conference on Neural Information Processing Systems, pp. 4356\u20134364. NIPS 2016, Curran Associates Inc., Red Hook, NY, USA (2016)"},{"key":"43_CR8","unstructured":"Buolamwini, J., Gebru, T.: Gender shades: intersectional accuracy disparities in commercial gender classification. In: Friedler, S.A., Wilson, C. (eds.) Proceedings of the 1st Conference on Fairness, Accountability and Transparency. Proceedings of Machine Learning Research, vol. 81, pp. 77\u201391. PMLR, New York, NY, USA, 23\u201324 February 2018"},{"key":"43_CR9","doi-asserted-by":"crossref","unstructured":"Calders, T., Kamiran, F., Pechenizkiy, M.: Building classifiers with independency constraints. In: 2009 IEEE International Conference on Data Mining Workshops, pp. 13\u201318 (2009)","DOI":"10.1109\/ICDMW.2009.83"},{"issue":"2","key":"43_CR10","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/s10618-010-0190-x","volume":"21","author":"T Calders","year":"2010","unstructured":"Calders, T., Verwer, S.: Three Naive Bayes approaches for discrimination-free classification. Data Min. Knowl. Discov. 21(2), 277\u2013292 (2010)","journal-title":"Data Min. Knowl. Discov."},{"key":"43_CR11","unstructured":"Celis, L.E., Mehrotra, A., Vishnoi, N.K.: Fair classification with adversarial perturbations. CoRR abs\/2106.05964 (2021)"},{"issue":"2","key":"43_CR12","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1089\/big.2016.0047","volume":"5","author":"A Chouldechova","year":"2017","unstructured":"Chouldechova, A.: Fair prediction with disparate impact: a study of bias in recidivism prediction instruments. Big Data 5(2), 153\u2013163 (2017)","journal-title":"Big Data"},{"key":"43_CR13","doi-asserted-by":"crossref","unstructured":"Dimitrakakis, C., Liu, Y., Parkes, D.C., Radanovic, G.: Bayesian fairness. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33(01), pp. 509\u2013516 (2019)","DOI":"10.1609\/aaai.v33i01.3301509"},{"key":"43_CR14","unstructured":"Donini, M., Oneto, L., Ben-David, S., Shawe-Taylor, J., Pontil, M.: Empirical risk minimization under fairness constraints. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, pp. 2796\u20132806. NIPS 2018, Curran Associates Inc., Red Hook, NY, USA (2018)"},{"key":"43_CR15","unstructured":"Dua, D., Graff, C.: UCI machine learning repository (2017). http:\/\/archive.ics.uci.edu\/ml"},{"key":"43_CR16","doi-asserted-by":"crossref","unstructured":"Dwork, C., Hardt, M., Pitassi, T., Reingold, O., Zemel, R.: Fairness through awareness. In: Proceedings of the 3rd Innovations in Theoretical Computer Science Conference, pp. 214\u2013226 (2012)","DOI":"10.1145\/2090236.2090255"},{"issue":"452","key":"43_CR17","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1080\/01621459.2000.10474333","volume":"95","author":"B Efron","year":"2000","unstructured":"Efron, B.: The bootstrap and modern statistics. J. Am. Stat. Assoc. 95(452), 1293\u20131296 (2000)","journal-title":"J. Am. Stat. Assoc."},{"key":"43_CR18","doi-asserted-by":"crossref","unstructured":"Efron, B., Tibshirani, R.: An Introduction to the Bootstrap. Springer (1993)","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"43_CR19","doi-asserted-by":"crossref","unstructured":"Feldman, M., Friedler, S.A., Moeller, J., Scheidegger, C., Venkatasubramanian, S.: Certifying and removing disparate impact. In: Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 259\u2013268. KDD 2015. Association for Computing Machinery, New York, NY, USA (2015)","DOI":"10.1145\/2783258.2783311"},{"key":"43_CR20","doi-asserted-by":"crossref","unstructured":"Ferraro, A., Serra, X., Bauer, C.: Break the loop: gender imbalance in music recommenders. In: Proceedings of the 2021 Conference on Human Information Interaction and Retrieval, pp. 249\u2013254. CHIIR 2021. Association for Computing Machinery, New York, NY, USA (2021)","DOI":"10.1145\/3406522.3446033"},{"key":"43_CR21","doi-asserted-by":"crossref","unstructured":"Friedler, S.A., Scheidegger, C., Venkatasubramanian, S., Choudhary, S., Hamilton, E.P., Roth, D.: A comparative study of fairness-enhancing interventions in machine learning. In: Proceedings of the Conference on Fairness, Accountability, and Transparency, pp. 329\u2013338. FAT* 2019. Association for Computing Machinery, New York, NY, USA (2019)","DOI":"10.1145\/3287560.3287589"},{"key":"43_CR22","unstructured":"Hardt, M., Price, E., Price, E., Srebro, N.: Equality of opportunity in supervised learning. In: Lee, D., Sugiyama, M., Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 29. Curran Associates, Inc. (2016)"},{"key":"43_CR23","doi-asserted-by":"publisher","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.H.: The Elements of Statistical Learning: Data Mining, Inference, and Prediction, 2nd Edition. Springer Series in Statistics. Springer (2009). https:\/\/doi.org\/10.1007\/978-0-387-84858-7","DOI":"10.1007\/978-0-387-84858-7"},{"key":"43_CR24","doi-asserted-by":"crossref","unstructured":"Holstein, K., Vaughan, J.W., Daum\u00e9, H., Dudik, M., Wallach, H.: Improving fairness in machine learning systems: what do industry practitioners need? pp. 1\u201316. Association for Computing Machinery, New York, NY, USA (2019)","DOI":"10.1145\/3290605.3300830"},{"issue":"1","key":"43_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10115-011-0463-8","volume":"33","author":"F Kamiran","year":"2012","unstructured":"Kamiran, F., Calders, T.: Data preprocessing techniques for classification without discrimination. Knowl. Inf. Syst. 33(1), 1\u201333 (2012)","journal-title":"Knowl. Inf. Syst."},{"key":"43_CR26","doi-asserted-by":"crossref","unstructured":"Kleinberg, J., Ludwig, J., Mullainathan, S., Rambachan, A.: Algorithmic fairness. In: AEA Papers and Proceedings, vol. 108, pp. 22\u201327 (2018)","DOI":"10.1257\/pandp.20181018"},{"key":"43_CR27","unstructured":"Kleinberg, J.M., Mullainathan, S., Raghavan, M.: Inherent trade-offs in the fair determination of risk scores. In: Papadimitriou, C.H. (ed.) 8th Innovations in Theoretical Computer Science Conference, ITCS 2017, 9\u201311 January 2017, Berkeley, CA, USA. LIPIcs, vol. 67, pp. 43:1\u201343:23. Schloss Dagstuhl - Leibniz-Zentrum f\u00fcr Informatik (2017)"},{"key":"43_CR28","unstructured":"MacCarthy, M.: Mandating fairness and accuracy assessments for law enforcement facial recognition systems. The Brookings Institution (2021). https:\/\/www.brookings.edu\/blog\/techtank\/2021\/05\/26\/mandating-fairness-and-accuracy-assessments-for-law-enforcement-facial-recognition-systems"},{"key":"43_CR29","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., Galstyan, A.: A survey on bias and fairness in machine learning. CoRR abs\/1908.09635 (2019)"},{"key":"43_CR30","unstructured":"Menon, A.K., Williamson, R.C.: The cost of fairness in binary classification. In: Friedler, S.A., Wilson, C. (eds.) Proceedings of the 1st Conference on Fairness, Accountability and Transparency. Proceedings of Machine Learning Research, vol. 81, pp. 107\u2013118. PMLR, New York, NY, USA, 23\u201324 February 2018"},{"key":"43_CR31","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.dss.2014.03.001","volume":"62","author":"S Moro","year":"2014","unstructured":"Moro, S., Cortez, P., Rita, P.: A data-driven approach to predict the success of bank telemarketing. Decis. Supp. Syst. 62, 22\u201331 (2014)","journal-title":"Decis. Supp. Syst."},{"key":"43_CR32","doi-asserted-by":"crossref","unstructured":"Nanda, V., Dooley, S., Singla, S., Feizi, S., Dickerson, J.P.: Fairness through robustness: investigating robustness disparity in deep learning. In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency, pp. 466\u2013477. FAccT 2021. Association for Computing Machinery, New York, NY, USA (2021)","DOI":"10.1145\/3442188.3445910"},{"key":"43_CR33","doi-asserted-by":"crossref","unstructured":"Noble, S.U.: Algorithms of Oppression: How Search Engines Reinforce Racism. NYU Press, New York (2018)","DOI":"10.2307\/j.ctt1pwt9w5"},{"key":"43_CR34","unstructured":"O\u2019Neil, C.: Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy. Crown Publishing Group, USA (2016)"},{"key":"43_CR35","unstructured":"Parkes, D.C., Vohra, R.V., et al.: Algorithmic and economic perspectives on fairness. CoRR abs\/1909.05282 (2019)"},{"key":"43_CR36","unstructured":"Pleiss, G.: Code and data for the experiments in \u201cOn fairness and calibration\u201d (2013)"},{"key":"43_CR37","unstructured":"Pleiss, G., Raghavan, M., Wu, F., Kleinberg, J., Weinberger, K.Q.: On fairness and calibration. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"},{"key":"43_CR38","doi-asserted-by":"crossref","unstructured":"Prabhakaran, V., Hutchinson, B., Mitchell, M.: Perturbation sensitivity analysis to detect unintended model biases. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, 3\u20137 November 2019, Hong Kong, China, pp. 5739\u20135744. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/D19-1578"},{"key":"43_CR39","doi-asserted-by":"crossref","unstructured":"Rambachan, A., Kleinberg, J., Ludwig, J., Mullainathan, S.: An economic perspective on algorithmic fairness. In: AEA Papers and Proceedings, vol. 110, pp. 91\u201395 (2020)","DOI":"10.1257\/pandp.20201036"},{"key":"43_CR40","doi-asserted-by":"crossref","unstructured":"Rezaei, A., Liu, A., Memarrast, O., Ziebart, B.D.: Robust fairness under covariate shift. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35(11), pp. 9419\u20139427 (2021)","DOI":"10.1609\/aaai.v35i11.17135"},{"key":"43_CR41","doi-asserted-by":"crossref","unstructured":"Saxena, N.A., Huang, K., DeFilippis, E., Radanovic, G., Parkes, D.C., Liu, Y.: How do fairness definitions fare? Testing public attitudes towards three algorithmic definitions of fairness in loan allocations. Artif. Intell. 283, 103238 (2020)","DOI":"10.1016\/j.artint.2020.103238"},{"key":"43_CR42","unstructured":"Snecdecor, G.W., Cochran, W.G.: Statistical Methods. Wiley-Blackwell, Hoboken (1991)"},{"key":"43_CR43","doi-asserted-by":"crossref","unstructured":"Speicher, T., et al.: A unified approach to quantifying algorithmic unfairness: measuring individual & group unfairness via inequality indices. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2239\u20132248 (2018)","DOI":"10.1145\/3219819.3220046"},{"issue":"3","key":"43_CR44","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/2460276.2460278","volume":"11","author":"L Sweeney","year":"2013","unstructured":"Sweeney, L.: Discrimination in online ad delivery: Google ads, black names and white names, racial discrimination, and click advertising. Queue 11(3), 10\u201329 (2013)","journal-title":"Queue"},{"key":"43_CR45","doi-asserted-by":"crossref","unstructured":"Tran, C., Fioretto, F., Van Hentenryck, P.: Differentially private and fair deep learning: a Lagrangian dual approach. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35(11), pp. 9932\u20139939 (2021)","DOI":"10.1609\/aaai.v35i11.17193"},{"key":"43_CR46","doi-asserted-by":"crossref","unstructured":"Yang, K., Qinami, K., Fei-Fei, L., Deng, J., Russakovsky, O.: Towards fairer datasets: filtering and balancing the distribution of the people subtree in the ImageNet hierarchy. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 547\u2013558. FAT* 2020. Association for Computing Machinery, New York, NY, USA (2020)","DOI":"10.1145\/3351095.3375709"},{"issue":"75","key":"43_CR47","first-page":"1","volume":"20","author":"MB Zafar","year":"2019","unstructured":"Zafar, M.B., Valera, I., Gomez-Rodriguez, M., Gummadi, K.P.: Fairness constraints: a flexible approach for fair classification. J. Mach. Learn. Res. 20(75), 1\u201342 (2019)","journal-title":"J. Mach. Learn. Res."}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-93736-2_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T08:28:18Z","timestamp":1674808098000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-93736-2_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030937355","9783030937362"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-93736-2_43","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"17 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bilbao","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"869","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"210","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}