{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:48:42Z","timestamp":1777873722576,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100006374","name":"NIH (National Institutes of Health)","doi-asserted-by":"publisher","award":["U01HG012022"],"award-info":[{"award-number":["U01HG012022"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,3]]},"DOI":"10.1145\/3711896.3736846","type":"proceedings-article","created":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T13:30:13Z","timestamp":1754055013000},"page":"439-450","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Are Your Fairness Metrics Accurate? A Semi-Supervised Approach to Improving Fairness Estimates Under Sample Selection Bias"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2376-6669","authenticated-orcid":false,"given":"M. Clara","family":"De Paolis Kaluza","sequence":"first","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7213-9050","authenticated-orcid":false,"given":"Thulasi","family":"Tholeti","sequence":"additional","affiliation":[{"name":"Institute for Experiential AI, Northeastern University, Boston, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4406-1166","authenticated-orcid":false,"given":"Yile","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3208-9778","authenticated-orcid":false,"given":"Ricardo","family":"Baeza-Yates","sequence":"additional","affiliation":[{"name":"AI Institute, Barcelona Supercomputing Center, Barcelona, Catalonia, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6769-0793","authenticated-orcid":false,"given":"Predrag","family":"Radivojac","sequence":"additional","affiliation":[{"name":"Khoury College of Computer Sciences, Northeastern University, Boston, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7169-9483","authenticated-orcid":false,"given":"Shantanu","family":"Jain","sequence":"additional","affiliation":[{"name":"Institute for Experiential AI, Northeastern University, Boston, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2908131.2908135"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0833"},{"key":"e_1_3_2_2_3_1","volume-title":"Conference on Fairness, Accountability and Transparency. PMLR, 134-148","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova, Diana Benavides-Prado, Oleksandr Fialko, and Rhema Vaithianathan. 2018. A case study of algorithm-assisted decision making in child maltreatment hotline screening decisions. In Conference on Fairness, Accountability and Transparency. PMLR, 134-148."},{"key":"e_1_3_2_2_4_1","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Chzhen Evgenii","year":"2019","unstructured":"Evgenii Chzhen, Christophe Denis, Mohamed Hebiri, Luca Oneto, and Massimiliano Pontil. 2019. Leveraging labeled and unlabeled data for consistent fair binary classification. In Advances in Neural Information Processing Systems, Vol. 32."},{"key":"e_1_3_2_2_5_1","first-page":"311","volume-title":"Pacific Symposium on Biocomputing","volume":"28","author":"Paolis Kaluza M Clara De","year":"2023","unstructured":"M Clara De Paolis Kaluza, Shantanu Jain, and Predrag Radivojac. 2023. An approach to identifying and quantifying bias in biomedical data. In Pacific Symposium on Biocomputing, Vol. 28. 311-322."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1977.tb01600.x"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1038\/ng.3186"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482104"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-11112-0"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/SaTML59370.2024.00016"},{"key":"e_1_3_2_2_12_1","volume-title":"An introduction to probability theory and its applications, vol 2","author":"Feller Willliam","unstructured":"Willliam Feller. 2008. An introduction to probability theory and its applications, vol 2. John Wiley & Sons."},{"key":"e_1_3_2_2_13_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Feng Raymond","year":"2024","unstructured":"Raymond Feng, Flavio Calmon, and Hao Wang. 2024. Adapting fairness interventions to missing values. In Advances in Neural Information Processing Systems, Vol. 36."},{"key":"e_1_3_2_2_14_1","unstructured":"Aaron Fraenkel. 2020. Fairness and algorithmic decision making. https:\/\/afraenkel.github.io\/fairness-book\/intro.html"},{"key":"e_1_3_2_2_15_1","first-page":"3290","article-title":"A unified view of label shift estimation","volume":"33","author":"Garg Saurabh","year":"2020","unstructured":"Saurabh Garg, Yifan Wu, Sivaraman Balakrishnan, and Zachary Lipton. 2020. A unified view of label shift estimation. In Advances in Neural Information Processing Systems, Vol. 33. 3290-3300.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_16_1","first-page":"313","article-title":"Varieties of selection bias","volume":"80","author":"Heckman James","year":"1990","unstructured":"James Heckman. 1990. Varieties of selection bias. The American Economic Review, Vol. 80, 2 (1990), 313-318.","journal-title":"The American Economic Review"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-017-9975-2"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07510-0"},{"key":"e_1_3_2_2_19_1","first-page":"18600","article-title":"Can I trust my fairness metric? Assessing fairness with unlabeled data and Bayesian inference","volume":"33","author":"Ji Disi","year":"2020","unstructured":"Disi Ji, Padhraic Smyth, and Mark Steyvers. 2020. Can I trust my fairness metric? Assessing fairness with unlabeled data and Bayesian inference. In Advances in Neural Information Processing Systems, Vol. 33. 18600-18612.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_20_1","volume-title":"Are fairness metric scores enough to assess discrimination biases in machine learning? arXiv preprint arXiv:2306.05307","author":"Jourdan Fanny","year":"2023","unstructured":"Fanny Jourdan, Laurent Risser, Jean-Michel Loubes, and Nicholas Asher. 2023. Are fairness metric scores enough to assess discrimination biases in machine learning? arXiv preprint arXiv:2306.05307 (2023)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2308-7"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00439-022-02457-6"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkv1222"},{"key":"e_1_3_2_2_24_1","volume-title":"International Conference on Machine Learning. PMLR, 3122-3130","author":"Lipton Zachary","year":"2018","unstructured":"Zachary Lipton, Yu-Xiang Wang, and Alexander Smola. 2018. Detecting and correcting for label shift with black box predictors. In International Conference on Machine Learning. PMLR, 3122-3130."},{"key":"e_1_3_2_2_25_1","first-page":"198","volume-title":"Pacific Symposium on Biocomputing","volume":"28","author":"Reyes Diego Machado","year":"2023","unstructured":"Diego Machado Reyes, Aritra Bose, Ehud Karavani, and Laxmi Parida. 2023. FairPRS: adjusting for admixed populations in polygenic risk scores using invariant risk minimization. In Pacific Symposium on Biocomputing, Vol. 28. 198-208."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMsa1507092"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41588-019-0379-x"},{"key":"e_1_3_2_2_28_1","volume-title":"The EM algorithm and extensions","author":"McLachlan Geoffrey J","unstructured":"Geoffrey J McLachlan and Thriyambakam Krishnan. 2008. The EM algorithm and extensions. John Wiley & Sons."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_2_2_30_1","volume-title":"The 2018 ACM Conference on Fairness, Accountability, and Transparency","volume":"1170","author":"Narayanan Arvind","year":"2018","unstructured":"Arvind Narayanan. 2018. Translation tutorial: 21 fairness definitions and their politics. In The 2018 ACM Conference on Fairness, Accountability, and Transparency, Vol. 1170. 3."},{"key":"e_1_3_2_2_31_1","volume-title":"The risks of bias and errors in artificial intelligence","author":"Osoba Osonde","year":"2017","unstructured":"Osonde Osoba and W Welser. 2017. The risks of bias and errors in artificial intelligence. Santa Monica: Rand Corporation (2017). https:\/\/www.rand.org\/pubs\/research_reports\/RR1744.html"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.3390\/bdcc7010015"},{"key":"e_1_3_2_2_33_1","volume-title":"Pervasive ancestry bias in variant effect predictors. bioRxiv","author":"Pathak Ankit K","year":"2024","unstructured":"Ankit K Pathak, Nikita Bora, Mihaly Badonyi, Benjamin J Livesey, Joanne Ngeow, and Joseph A Marsh. 2024. Pervasive ancestry bias in variant effect predictors. bioRxiv 2024.05.20.594987 (2024)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ajhg.2022.10.013"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-19669-x"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3494672"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-021-01614-0"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00439-025-02732-2"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1038\/gim.2015.30"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1162\/089976602753284446"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2019.02.003"},{"key":"e_1_3_2_2_42_1","volume-title":"When training and test sets are different: Characterizing learning transfer","author":"Storkey Amos","unstructured":"Amos Storkey. 2008. When training and test sets are different: Characterizing learning transfer. MIT Press, 3-28."},{"key":"e_1_3_2_2_43_1","article-title":"Covariate shift adaptation by importance weighted cross validation","volume":"8","author":"Sugiyama Masashi","year":"2007","unstructured":"Masashi Sugiyama, Matthias Krauledat, and Klaus-Robert M\u00fcller. 2007. Covariate shift adaptation by importance weighted cross validation. Journal of Machine Learning Research, Vol. 8, 5 (2007).","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10306"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13059-023-03113-6"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44795-4_45"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41060-021-00259-z"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.so.18.080192.001551"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26316"}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Toronto ON Canada","acronym":"KDD '25","sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3711896.3736846","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T18:15:42Z","timestamp":1777572942000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711896.3736846"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":50,"alternative-id":["10.1145\/3711896.3736846","10.1145\/3711896"],"URL":"https:\/\/doi.org\/10.1145\/3711896.3736846","relation":{},"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"2025-08-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}