{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T23:45:51Z","timestamp":1777074351769,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533172","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"1106-1124","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["An Algorithmic Framework for Bias Bounties"],"prefix":"10.1145","author":[{"given":"Ira","family":"Globus-Harris","sequence":"first","affiliation":[{"name":"University of Pennsylvania\/Amazon, USA"}]},{"given":"Michael","family":"Kearns","sequence":"additional","affiliation":[{"name":"University of Pennsylvania\/Amazon, USA"}]},{"given":"Aaron","family":"Roth","sequence":"additional","affiliation":[{"name":"University of Pennsylvania\/Amazon, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Machine Learning. PMLR, 60\u201369","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dud\u00edk, John Langford, and Hanna Wallach. 2018. A reductions approach to fair classification. In International Conference on Machine Learning. PMLR, 60\u201369."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Raef Bassily Kobbi Nissim Adam Smith Thomas Steinke Uri Stemmer and Jonathan Ullman. 2021. Algorithmic stability for adaptive data analysis. SIAM J. Comput.0(2021) STOC16\u2013377.","DOI":"10.1137\/16M1103646"},{"key":"e_1_3_2_1_3_1","volume-title":"International Conference on Machine Learning. PMLR, 1006\u20131014","author":"Blum Avrim","year":"2015","unstructured":"Avrim Blum and Moritz Hardt. 2015. The ladder: A reliable leaderboard for machine learning competitions. In International Conference on Machine Learning. PMLR, 1006\u20131014."},{"key":"e_1_3_2_1_4_1","volume-title":"Innovations in Theoretical Computer Science Conference (ITCS), Vol.\u00a011","author":"Blum Avrim","year":"2020","unstructured":"Avrim Blum and Thodoris Lykouris. 2020. Advancing Subgroup Fairness via Sleeping Experts. In Innovations in Theoretical Computer Science Conference (ITCS), Vol.\u00a011."},{"key":"e_1_3_2_1_5_1","unstructured":"Avrim Blum and Kevin Stangl. 2019. Recovering from biased data: Can fairness constraints improve accuracy?arXiv preprint arXiv:1912.01094(2019)."},{"key":"e_1_3_2_1_6_1","unstructured":"Rumman Chowdhury and Jutta Williams. 2021. Introducing Twitter\u2019s First Algorithmic Bias Bounty Challenge. https:\/\/blog.twitter.com\/engineering\/en_us\/ topics\/insights\/2021\/algorithmic-bias-bounty-challenge."},{"key":"e_1_3_2_1_7_1","volume-title":"Lexicographically Fair Learning: Algorithms and Generalization. In 2nd Symposium on Foundations of Responsible Computing (FORC","author":"Diana Emily","year":"2021","unstructured":"Emily Diana, Wesley Gill, Ira Globus-Harris, Michael Kearns, Aaron Roth, and Saeed Sharifi-Malvajerdi. 2021. Lexicographically Fair Learning: Algorithms and Generalization. In 2nd Symposium on Foundations of Responsible Computing (FORC 2021). Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462523"},{"key":"e_1_3_2_1_9_1","volume-title":"Retiring Adult: New Datasets For Fair Machine Learning. arXiv preprint arXiv:2108.04884(2021).","author":"Ding Frances","year":"2021","unstructured":"Frances Ding, Moritz Hardt, John Miller, and Ludwig Schmidt. 2021. Retiring Adult: New Datasets For Fair Machine Learning. arXiv preprint arXiv:2108.04884(2021)."},{"key":"e_1_3_2_1_10_1","volume-title":"International Conference on Machine Learning. PMLR, 2803\u20132813","author":"Dutta Sanghamitra","year":"2020","unstructured":"Sanghamitra Dutta, Dennis Wei, Hazar Yueksel, Pin-Yu Chen, Sijia Liu, and Kush Varshney. 2020. Is there a trade-off between fairness and accuracy? a perspective using mismatched hypothesis testing. In International Conference on Machine Learning. PMLR, 2803\u20132813."},{"key":"e_1_3_2_1_11_1","unstructured":"Cynthia Dwork Vitaly Feldman Moritz Hardt Toniann Pitassi Omer Reingold and Aaron Roth. 2015. Generalization in Adaptive Data Analysis and Holdout Reuse. In NIPS."},{"key":"e_1_3_2_1_12_1","volume-title":"The reusable holdout: Preserving validity in adaptive data analysis. Science 349, 6248","author":"Dwork Cynthia","year":"2015","unstructured":"Cynthia Dwork, Vitaly Feldman, Moritz Hardt, Toniann Pitassi, Omer Reingold, and Aaron Roth. 2015. The reusable holdout: Preserving validity in adaptive data analysis. Science 349, 6248 (2015), 636\u2013638."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2746539.2746580"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406325.3451064"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_17_1","unstructured":"Varun Gupta Christopher Jung Georgy Noarov Mallesh\u00a0M Pai and Aaron Roth. 2021. Online multivalid learning: Means moments and prediction intervals. arXiv preprint arXiv:2101.01739(2021)."},{"key":"e_1_3_2_1_18_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016), 3315\u20133323."},{"key":"e_1_3_2_1_19_1","volume-title":"International Conference on Machine Learning. PMLR","author":"H\u00e9bert-Johnson Ursula","year":"2018","unstructured":"Ursula H\u00e9bert-Johnson, Michael Kim, Omer Reingold, and Guy Rothblum. 2018. Multicalibration: Calibration for the (computationally-identifiable) masses. In International Conference on Machine Learning. PMLR, 1939\u20131948."},{"key":"e_1_3_2_1_20_1","volume-title":"Metric Learning for Individual Fairness. In 1st Symposium on Foundations of Responsible Computing (FORC","author":"Ilvento Christina","year":"2020","unstructured":"Christina Ilvento. 2020. Metric Learning for Individual Fairness. In 1st Symposium on Foundations of Responsible Computing (FORC 2020). Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik."},{"key":"e_1_3_2_1_21_1","volume-title":"An Algorithmic Framework for Fairness Elicitation. arXiv e-prints","author":"Jung Christopher","year":"2019","unstructured":"Christopher Jung, Michael Kearns, Seth Neel, Aaron Roth, Logan Stapleton, and Zhiwei\u00a0Steven Wu. 2019. An Algorithmic Framework for Fairness Elicitation. arXiv e-prints (2019), arXiv\u20131905."},{"key":"e_1_3_2_1_22_1","volume-title":"Moment Multicalibration for Uncertainty Estimation. In Conference on Learning Theory. PMLR.","author":"Jung Christopher","year":"2021","unstructured":"Christopher Jung, Changhwa Lee, Mallesh\u00a0M Pai, Aaron Roth, and Rakesh Vohra. 2021. Moment Multicalibration for Uncertainty Estimation. In Conference on Learning Theory. PMLR."},{"key":"e_1_3_2_1_23_1","volume-title":"Generalization Guarantees. In 11th Innovations in Theoretical Computer Science Conference (ITCS","author":"Jung Christopher","year":"2020","unstructured":"Christopher Jung, Katrina Ligett, Seth Neel, Aaron Roth, Saeed Sharifi-Malvajerdi, and Moshe Shenfeld. 2020. A New Analysis of Differential Privacy\u2019s Generalization Guarantees. In 11th Innovations in Theoretical Computer Science Conference (ITCS 2020). Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik."},{"key":"e_1_3_2_1_24_1","volume-title":"International Conference on Machine Learning. PMLR, 2564\u20132572","author":"Kearns Michael","year":"2018","unstructured":"Michael Kearns, Seth Neel, Aaron Roth, and Zhiwei\u00a0Steven Wu. 2018. Preventing fairness gerrymandering: Auditing and learning for subgroup fairness. In International Conference on Machine Learning. PMLR, 2564\u20132572."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287592"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314287"},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Machine Learning. PMLR, 6755\u20136764","author":"Martinez Natalia","year":"2020","unstructured":"Natalia Martinez, Martin Bertran, and Guillermo Sapiro. 2020. Minimax pareto fairness: A multi objective perspective. In International Conference on Machine Learning. PMLR, 6755\u20136764."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_29_1","unstructured":"Georgy Noarov Mallesh Pai and Aaron Roth. 2021. Online Multiobjective Minimax Optimization and Applications. arXiv preprint arXiv:2108.03837(2021)."},{"key":"e_1_3_2_1_30_1","unstructured":"Amit Elazari\u00a0Bar On. 2018. We Need Bug Bounties for Bad Algorithms. https:\/\/www.vice.com\/en\/article\/8xkyj3\/we-need-bug-bounties-for-bad-algorithms."},{"key":"e_1_3_2_1_31_1","unstructured":"Guy\u00a0N Rothblum and Gal Yona. 2021. Multi-group Agnostic PAC Learnability. arXiv preprint arXiv:2105.09989(2021)."},{"key":"e_1_3_2_1_32_1","unstructured":"Christopher Tosh and Daniel Hsu. 2021. Simple and near-optimal algorithms for hidden stratification and multi-group learning. arXiv preprint arXiv:2112.12181(2021)."},{"key":"e_1_3_2_1_33_1","volume-title":"International Conference on Machine Learning. PMLR, 5680\u20135688","author":"Yona Gal","year":"2018","unstructured":"Gal Yona and Guy Rothblum. 2018. Probably approximately metric-fair learning. In International Conference on Machine Learning. PMLR, 5680\u20135688."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052660"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533172","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533172","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:09Z","timestamp":1750186929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533172"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":34,"alternative-id":["10.1145\/3531146.3533172","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533172","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}