{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:05:04Z","timestamp":1775815504605,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000010","name":"Ford Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000010","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3593998","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"297-311","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Multi-Target Multiplicity: Flexibility and Fairness in Target Specification under Resource Constraints"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4711-8789","authenticated-orcid":false,"given":"Jamelle","family":"Watson-Daniels","sequence":"first","affiliation":[{"name":"Harvard University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4577-466X","authenticated-orcid":false,"given":"Solon","family":"Barocas","sequence":"additional","affiliation":[{"name":"Microsoft Research, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9364-9604","authenticated-orcid":false,"given":"Jake M.","family":"Hofman","sequence":"additional","affiliation":[{"name":"Microsoft Research, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2337-9610","authenticated-orcid":false,"given":"Alexandra","family":"Chouldechova","sequence":"additional","affiliation":[{"name":"Microsoft Resarch, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462630"},{"key":"e_1_3_2_2_2_1","first-page":"671","article-title":"Big Data\u2019s Disparate Impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big Data\u2019s Disparate Impact. California Law Review 104 (2016), 671.","journal-title":"California Law Review"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533204"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Emily Black and Matt Fredrikson. 2021. Leave-one-out Unfairness. (2021).","DOI":"10.1145\/3442188.3445894"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533149"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2301.11562"},{"key":"e_1_3_2_2_8_1","volume-title":"A Validity Perspective on Evaluating the Justified Use of Data-driven Decision-making Algorithms. arXiv preprint arXiv:2206.14983","author":"Coston Amanda","year":"2022","unstructured":"Amanda Coston, Anna Kawakami, Haiyi Zhu, Ken Holstein, and Hoda Heidari. 2022. A Validity Perspective on Evaluating the Justified Use of Data-driven Decision-making Algorithms. arXiv preprint arXiv:2206.14983 (2022)."},{"key":"e_1_3_2_2_9_1","unstructured":"Amanda Coston Ashesh Rambachan and Alexandra Chouldechova. 2021. Characterizing Fairness Over the Set of Good Models Under Selective Labels. (2021). http:\/\/arxiv.org\/abs\/2101.00352"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/poms.13839"},{"key":"e_1_3_2_2_11_1","volume-title":"Variable importance clouds: A way to explore variable importance for the set of good models. arXiv preprint arXiv:1901.03209","author":"Dong Jiayun","year":"2019","unstructured":"Jiayun Dong and Cynthia Rudin. 2019. Variable importance clouds: A way to explore variable importance for the set of good models. arXiv preprint arXiv:1901.03209 (2019)."},{"key":"e_1_3_2_2_12_1","unstructured":"Jiayun Dong and Cynthia Rudin. 2019. Variable Importance Clouds: A Way to Explore Variable Importance for the Set of Good Models. (2019). http:\/\/arxiv.org\/abs\/1901.03209"},{"key":"e_1_3_2_2_13_1","unstructured":"Alexander D\u2019Amour Katherine Heller Dan Moldovan Ben Adlam Babak Alipanahi Alex Beutel Christina Chen Jonathan Deaton Jacob Eisenstein Matthew D. Hoffman Farhad Hormozdiari Neil Houlsby Shaobo Hou Ghassen Jerfel Alan Karthikesalingam Mario Lucic Yian Ma Cory McLean Diana Mincu Akinori Mitani Andrea Montanari Zachary Nado Vivek Natarajan Christopher Nielson Thomas F. Osborne Rajiv Raman Kim Ramasamy Rory Sayres Jessica Schrouff Martin Seneviratne Shannon Sequeira Harini Suresh Victor Veitch Max Vladymyrov Xuezhi Wang Kellie Webster Steve Yadlowsky Taedong Yun Xiaohua Zhai and D. Sculley. 2020. Underspecification presents challenges for credibility in modern machine learning. arXiv (2020)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/phc3.12760"},{"key":"e_1_3_2_2_15_1","article-title":"All models are wrong, but many are useful: Learning a variable\u2019s importance by studying an entire class of prediction models simultaneously","volume":"20","author":"Fisher Aaron","year":"2019","unstructured":"Aaron Fisher, Cynthia Rudin, and Francesca Dominici. 2019. All models are wrong, but many are useful: Learning a variable\u2019s importance by studying an entire class of prediction models simultaneously. Journal of Machine Learning Research 20, Vi (2019).","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_16_1","volume-title":"The computational algorithm for the parametric objective function. Naval research logistics quarterly 2, 1-2","author":"Gass Saul","year":"1955","unstructured":"Saul Gass and Thomas Saaty. 1955. The computational algorithm for the parametric objective function. Naval research logistics quarterly 2, 1-2 (1955), 39\u201345."},{"key":"e_1_3_2_2_17_1","unstructured":"Gurobi Optimization LLC. 2023. Gurobi Optimizer Reference Manual. https:\/\/www.gurobi.com"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.2307\/2983526"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1214\/088342306000000060"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2206.01295"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_2_22_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 702\u2013712","author":"Jiang Heinrich","year":"2020","unstructured":"Heinrich Jiang and Ofir Nachum. 2020. Identifying and correcting label bias in machine learning. In International Conference on Artificial Intelligence and Statistics. PMLR, 702\u2013712."},{"key":"e_1_3_2_2_23_1","first-page":"1539","article-title":"Race-Aware Algorithms: Fairness, Nondiscrimination and Affirmative Action","volume":"110","author":"Kim Pauline T","year":"2022","unstructured":"Pauline T Kim. 2022. Race-Aware Algorithms: Fairness, Nondiscrimination and Affirmative Action. California Law Review 110 (2022), 1539.","journal-title":"California Law Review"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/15228835.2022.2042461"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.p20151023"},{"key":"e_1_3_2_2_26_1","volume-title":"The challenge of understanding what users want: Inconsistent preferences and engagement optimization. arXiv preprint arXiv:2202.11776","author":"Kleinberg Jon","year":"2022","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2022. The challenge of understanding what users want: Inconsistent preferences and engagement optimization. arXiv preprint arXiv:2202.11776 (2022)."},{"key":"e_1_3_2_2_27_1","volume-title":"To predict and serve?Significance 13, 5","author":"Lum Kristian","year":"2016","unstructured":"Kristian Lum and William Isaac. 2016. To predict and serve?Significance 13, 5 (2016), 14\u201319."},{"key":"e_1_3_2_2_28_1","volume-title":"Andrew Smart, and William S Isaac","author":"Jr Donald Martin","year":"2020","unstructured":"Donald Martin Jr, Vinodkumar Prabhakaran, Jill Kuhlberg, Andrew Smart, and William S Isaac. 2020. Participatory problem formulation for fairer machine learning through community based system dynamics. arXiv preprint arXiv:2005.07572 (2020)."},{"key":"e_1_3_2_2_29_1","unstructured":"Charles Marx Flavio P. Calmon and Berk Ustun. 2019. Predictive multiplicity in classification."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445933"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-042720-125902"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1257\/pandp.20211078"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aax2342"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287567"},{"key":"e_1_3_2_2_35_1","volume-title":"Proceedings of the 36th Conference on Uncertainty in Artificial Intelligence, UAI 2020 124","author":"Pawelczyk Martin","year":"2020","unstructured":"Martin Pawelczyk, Klaus Broelemann, and Gjergji Kasneci. 2020. On counterfactual explanations under predictive multiplicity. Proceedings of the 36th Conference on Uncertainty in Artificial Intelligence, UAI 2020 124 (2020), 839\u2013848."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533166"},{"key":"e_1_3_2_2_37_1","volume-title":"Data Science for Business: What you need to know about data mining and data-analytic thinking. O\u2019Reilly Media","author":"Provost Foster","unstructured":"Foster Provost and Tom Fawcett. 2013. Data Science for Business: What you need to know about data mining and data-analytic thinking. O\u2019Reilly Media, Inc."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","unstructured":"Aaron Roth Alexander Tolbert and Scott Weinstein. 2022. Reconciling Individual Probability Forecasts. https:\/\/doi.org\/10.48550\/ARXIV.2209.01687","DOI":"10.48550\/ARXIV.2209.01687"},{"key":"e_1_3_2_2_39_1","unstructured":"Lesia Semenova Cynthia Rudin and Ronald Parr. 2019. A study in Rashomon curves and volumes: A new perspective on generalization and model simplicity in machine learning. (2019) 1\u201364. http:\/\/arxiv.org\/abs\/1908.01755"},{"key":"e_1_3_2_2_40_1","unstructured":"Arnold Ventures. 2022. What is the PSA?https:\/\/advancingpretrial.org\/psa\/about\/"},{"key":"e_1_3_2_2_41_1","volume-title":"Chi","author":"Wang Yuyan","year":"2021","unstructured":"Yuyan Wang, Xuezhi Wang, Alex Beutel, Flavien Prost, Jilin Chen, and Ed H. Chi. 2021. Understanding and Improving Fairness-Accuracy Trade-offs in Multi-Task Learning. CoRR abs\/2106.02705 (2021). arXiv:2106.02705https:\/\/arxiv.org\/abs\/2106.02705"},{"key":"e_1_3_2_2_42_1","unstructured":"Jamelle Watson-Daniels David C. Parkes and Berk Ustun. 2022. Predictive Multiplicity in Probabilistic Classification. (2022) 1\u201324. http:\/\/arxiv.org\/abs\/2206.01131"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","location":"Chicago IL USA","acronym":"FAccT '23"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3593998","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3593998","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3593998","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:48:02Z","timestamp":1750178882000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3593998"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":42,"alternative-id":["10.1145\/3593013.3593998","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3593998","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}