{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:10:08Z","timestamp":1750180208175,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T00:00:00Z","timestamp":1691452800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1845487, 1922658"],"award-info":[{"award-number":["1845487, 1922658"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,8]]},"DOI":"10.1145\/3600211.3604697","type":"proceedings-article","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T18:41:37Z","timestamp":1693334497000},"page":"927-938","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Measures of Disparity and their Efficient Estimation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0166-9331","authenticated-orcid":false,"given":"Harvineet","family":"Singh","sequence":"first","affiliation":[{"name":"Center for Data Science, New York University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5346-7259","authenticated-orcid":false,"given":"Rumi","family":"Chunara","sequence":"additional","affiliation":[{"name":"School of Global Public Health, New York University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162)","author":"Abernethy D","year":"2022","unstructured":"Jacob\u00a0D Abernethy, Pranjal Awasthi, Matth\u00e4us Kleindessner, Jamie Morgenstern, Chris Russell, and Jie Zhang. 2022. Active Sampling for Min-Max Fairness. In Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162), Kamalika Chaudhuri, Stefanie Jegelka, Le\u00a0Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, 53\u201365. https:\/\/proceedings.mlr.press\/v162\/abernethy22a.html"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1016\/j.eswa.2022.116981"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.1016\/0022-0531(70)90039-6"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1145\/3461702.3462575"},{"key":"e_1_3_2_1_5_1","volume-title":"Batch Adaptive Designs to Improve Efficiency in Social Science Experiments. https:\/\/www.mattblackwell.org\/files\/papers\/batch_adaptive.pdf. Accessed","author":"Blackwell Matthew","year":"2022","unstructured":"Matthew Blackwell, Nicole\u00a0E. Pashley, and Dominic Valentino. 2022. Batch Adaptive Designs to Improve Efficiency in Social Science Experiments. https:\/\/www.mattblackwell.org\/files\/papers\/batch_adaptive.pdf. Accessed 8 November 2022."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.2307\/2529880"},{"key":"e_1_3_2_1_7_1","volume-title":"American Community Survey. https:\/\/www.census.gov\/programs-surveys\/acs\/microdata.html Accessed","author":"U.S.\u00a0Census Bureau","year":"2023","unstructured":"U.S.\u00a0Census Bureau. 2023. American Community Survey. https:\/\/www.census.gov\/programs-surveys\/acs\/microdata.html Accessed 15 March 2023."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_8_1","DOI":"10.24963\/ijcai.2021"},{"doi-asserted-by":"publisher","unstructured":"Yong Cai and Ahnaf Rafi. 2022. On the Performance of the Neyman Allocation with Small Pilots. https:\/\/doi.org\/10.48550\/ARXIV.2206.04643","key":"e_1_3_2_1_9_1","DOI":"10.48550\/ARXIV.2206.04643"},{"volume-title":"Asymptotic Theory of Statistics and Probability","author":"DasGupta A.","unstructured":"A. DasGupta. 2008. Asymptotic Theory of Statistics and Probability. Springer New York. https:\/\/books.google.com\/books?id=sX4_AAAAQBAJ","key":"e_1_3_2_1_10_1"},{"key":"e_1_3_2_1_11_1","volume-title":"Retiring Adult: New Datasets for Fair Machine Learning. Advances in Neural Information Processing Systems 34","author":"Ding Frances","year":"2021","unstructured":"Frances Ding, Moritz Hardt, John Miller, and Ludwig Schmidt. 2021. Retiring Adult: New Datasets for Fair Machine Learning. Advances in Neural Information Processing Systems 34 (2021)."},{"key":"e_1_3_2_1_12_1","volume-title":"Behavioral Risk Factor Surveillance System. https:\/\/www.cdc.gov\/brfss\/data_documentation\/pdf\/UserguideJune2013.pdf Accessed","author":"Centers for Disease\u00a0Control and Prevention. 2013.","year":"2023","unstructured":"Centers for Disease\u00a0Control and Prevention. 2013. Behavioral Risk Factor Surveillance System. https:\/\/www.cdc.gov\/brfss\/data_documentation\/pdf\/UserguideJune2013.pdf Accessed 15 March 2023."},{"doi-asserted-by":"publisher","unstructured":"Rina Friedberg Stuart Ambler and Guillaume Saint-Jacques. 2022. Representation-Aware Experimentation: Group Inequality Analysis for A\/B Testing and Alerting. https:\/\/doi.org\/10.48550\/ARXIV.2204.12011","key":"e_1_3_2_1_13_1","DOI":"10.48550\/ARXIV.2204.12011"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1002\/9780470523551"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.1017\/CBO9780511790942"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_16_1","DOI":"10.1198\/jbes.2009.08161"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1111\/j.1468-0009.2010.00587.x"},{"doi-asserted-by":"crossref","unstructured":"Sam Harper and John Lynch. 2010. Methods for measuring cancer disparities: using data relevant to healthy people 2010 cancer-related objectives. (2010).","key":"e_1_3_2_1_18_1","DOI":"10.1037\/e606392012-001"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1145\/3290605.3300830"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.17226\/21899"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_21_1","DOI":"10.1097\/EDE.0000000000001319"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.2307\/2981886"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.1007\/s10552-004-1251-5"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_24_1","DOI":"10.1080\/10543406.2013.789884"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_25_1","DOI":"10.1145\/3514094.3534147"},{"key":"e_1_3_2_1_26_1","volume-title":"Inequality: Methods and tools","author":"Litchfield A","year":"1999","unstructured":"Julie\u00a0A Litchfield. 1999. Inequality: Methods and tools. World Bank 4 (1999)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_27_1","DOI":"10.1145\/3531146.3533105"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_28_1","DOI":"10.1016\/S0277-9536(96)00073-1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_29_1","DOI":"10.1146\/annurev-statistics-042720-125902"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_30_1","DOI":"10.1080\/01621459.1938.10503378"},{"doi-asserted-by":"publisher","unstructured":"Laura Niss Yuekai Sun and Ambuj Tewari. 2022. Achieving Representative Data via Convex Hull Feasibility Sampling Algorithms. https:\/\/doi.org\/10.48550\/ARXIV.2204.06664","key":"e_1_3_2_1_31_1","DOI":"10.48550\/ARXIV.2204.06664"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_32_1","DOI":"10.1145\/3306618.3314277"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_33_1","DOI":"10.5555\/1953048.2078195"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_34_1","DOI":"10.1097\/PHH.0000000000000373"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_35_1","DOI":"10.1002\/sim.9025"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139)","author":"Rolf Esther","year":"2021","unstructured":"Esther Rolf, Theodora\u00a0T Worledge, Benjamin Recht, and Michael Jordan. 2021. Representation Matters: Assessing the Importance of Subgroup Allocations in Training Data. In Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 9040\u20139051. https:\/\/proceedings.mlr.press\/v139\/rolf21a.html"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_37_1","DOI":"10.1515\/jci-2021-0010"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_38_1","DOI":"10.1145\/3531146.3534632"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_39_1","DOI":"10.2307\/1913126"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_40_1","DOI":"10.1145\/3219819.3220046"},{"key":"e_1_3_2_1_41_1","volume-title":"Measuring progress toward target attainment and the elimination of health disparities in Healthy People","author":"Talih Makram","year":"2020","unstructured":"Makram Talih and David\u00a0T. Huang. 2016. Measuring progress toward target attainment and the elimination of health disparities in Healthy People 2020. Healthy People Statistical Notes, no 27 (2016). https:\/\/www.cdc.gov\/nchs\/data\/statnt\/statnt27.pdf"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_42_1","DOI":"10.1145\/3531146.3533101"},{"unstructured":"UN Women. 2018. Turning promises into action: Gender equality in the 2030 Agenda for Sustainable Development. https:\/\/www.unwomen.org\/en\/digital-library\/publications\/2018\/2\/gender-equality-in-the-2030-agenda-for-sustainable-development-2018 Accessed 6 March 2023.","key":"e_1_3_2_1_43_1"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162)","author":"Yan Tom","year":"2022","unstructured":"Tom Yan and Chicheng Zhang. 2022. Active fairness auditing. In Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162), Kamalika Chaudhuri, Stefanie Jegelka, Le\u00a0Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, 24929\u201324962. https:\/\/proceedings.mlr.press\/v162\/yan22c.html"},{"key":"e_1_3_2_1_45_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates","author":"Zhang Kelly","year":"2020","unstructured":"Kelly Zhang, Lucas Janson, and Susan Murphy. 2020. Inference for Batched Bandits. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., 9818\u20139829. https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/6fd86e0ad726b778e37cf270fa0247d7-Paper.pdf"},{"key":"e_1_3_2_1_46_1","volume-title":"Lecture 20-21 Math 408: Mathematical Statistics. https:\/\/www.its.caltech.edu\/\u00a0zuev\/teaching\/2013Spring\/Math408-Lecture-20-21.pdf Accessed","author":"Zuev M.","year":"2023","unstructured":"Konstantin\u00a0M. Zuev. 2013. Lecture 20-21 Math 408: Mathematical Statistics. https:\/\/www.its.caltech.edu\/\u00a0zuev\/teaching\/2013Spring\/Math408-Lecture-20-21.pdf Accessed 6 March 2023."}],"event":{"sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"],"acronym":"AIES '23","name":"AIES '23: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Montr\u00e9al QC Canada"},"container-title":["Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604697","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604697","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:39Z","timestamp":1750178259000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604697"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,8]]},"references-count":46,"alternative-id":["10.1145\/3600211.3604697","10.1145\/3600211"],"URL":"https:\/\/doi.org\/10.1145\/3600211.3604697","relation":{},"subject":[],"published":{"date-parts":[[2023,8,8]]},"assertion":[{"value":"2023-08-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}