{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T23:22:12Z","timestamp":1783984932205,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,15]],"date-time":"2021-06-15T00:00:00Z","timestamp":1623715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006221","name":"United States - Israel Binational Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006221","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000893","name":"Simons Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000893","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,15]]},"DOI":"10.1145\/3406325.3451064","type":"proceedings-article","created":{"date-parts":[[2021,6,16]],"date-time":"2021-06-16T01:26:13Z","timestamp":1623806773000},"page":"1095-1108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Outcome indistinguishability"],"prefix":"10.1145","author":[{"given":"Cynthia","family":"Dwork","sequence":"first","affiliation":[{"name":"Harvard University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael P.","family":"Kim","sequence":"additional","affiliation":[{"name":"University of California at Berkeley, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Omer","family":"Reingold","sequence":"additional","affiliation":[{"name":"Stanford University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guy N.","family":"Rothblum","sequence":"additional","affiliation":[{"name":"Weizmann Institute of Science, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gal","family":"Yona","sequence":"additional","affiliation":[{"name":"Weizmann Institute of Science, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,6,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Sample Amplification: Increasing Dataset Size even when Learning is Impossible. arXiv preprint arXiv:1904.12053","author":"Axelrod Brian","year":"2019","unstructured":"Brian Axelrod, Shivam Garg, Vatsal Sharan, and Gregory Valiant. 2019. Sample Amplification: Increasing Dataset Size even when Learning is Impossible. arXiv preprint arXiv:1904.12053 (2019)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3055399.3055466"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96884-1_26"},{"key":"e_1_3_2_1_4_1","volume-title":"Advancing subgroup fairness via sleeping experts. arXiv preprint arXiv:1909.08375","author":"Blum Avrim","year":"2019","unstructured":"Avrim Blum and Thodoris Lykouris. 2019. Advancing subgroup fairness via sleeping experts. arXiv preprint arXiv:1909.08375 (2019)."},{"key":"e_1_3_2_1_5_1","first-page":"1307","article-title":"From external to internal regret","author":"Blum Avrim","year":"2007","unstructured":"Avrim Blum and Yishay Mansour. 2007. From external to internal regret. Journal of Machine Learning Research 8, Jun (2007), 1307\u20131324.","journal-title":"Journal of Machine Learning Research 8"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2422436.2422443"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11229-015-0953-4"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2019.00016"},{"key":"e_1_3_2_1_11_1","unstructured":"Cynthia Dwork Michael P. Kim Omer Reingold Guy N. Rothblum and Gal Yona. 2020. Outcome Indistinguishability. arxiv:2011.13426 [cs.LG]"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48071-4_10"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.3982\/ECTA7163"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/85.2.379"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1006\/jcss.1997.1504"},{"key":"e_1_3_2_1_16_1","volume-title":"An easier way to calibrate. Games and economic behavior 29, 1-2","author":"Fudenberg Drew","year":"1999","unstructured":"Drew Fudenberg and David K Levine. 1999. An easier way to calibrate. Games and economic behavior 29, 1-2 (1999), 131\u2013137."},{"key":"e_1_3_2_1_17_1","volume-title":"Foundations of Cryptography","author":"Goldreich Oded","unstructured":"Oded Goldreich. 2006. Foundations of Cryptography: Volume 1, Basic Tools. Cambridge University Press, USA."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804106"},{"key":"e_1_3_2_1_19_1","volume-title":"Foundations of Cryptography","author":"Goldreich Oded","unstructured":"Oded Goldreich. 2009. Foundations of Cryptography: Volume 2, Basic Applications. Cambridge University Press."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/73007.73010"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2018.00017"},{"key":"e_1_3_2_1_22_1","unstructured":"Ian Goodfellow Jean Pouget-Abadie Mehdi Mirza Bing Xu David Warde-Farley Sherjil Ozair Aaron Courville and Yoshua Bengio. 2014. Generative adversarial nets. In Advances in neural information processing systems. 2672\u20132680."},{"key":"e_1_3_2_1_23_1","unstructured":"Moritz Hardt Eric Price and Nati Srebro. 2016. Equality of opportunity in supervised learning. In Advances in neural information processing systems. 3315\u20133323."},{"key":"e_1_3_2_1_24_1","volume-title":"Decision theoretic generalizations of the PAC model for neural net and other learning applications. Information and computation 100, 1","author":"Haussler David","year":"1992","unstructured":"David Haussler. 1992. Decision theoretic generalizations of the PAC model for neural net and other learning applications. Information and computation 100, 1 (1992), 78\u2013150."},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning. 1939\u20131948","author":"H\u00e9bert-Johnson Ursula","year":"2018","unstructured":"\\'Ursula H\u00e9bert-Johnson, Michael P. Kim, Omer Reingold, and Guy Rothblum. 2018. Multicalibration: Calibration for the (computationally-identifiable) masses. In International Conference on Machine Learning. 1939\u20131948."},{"key":"e_1_3_2_1_26_1","volume-title":"Moment Multicalibration for Uncertainty Estimation. arXiv preprint arXiv:2008.08037","author":"Jung Christopher","year":"2020","unstructured":"Christopher Jung, Changhwa Lee, Mallesh M Pai, Aaron Roth, and Rakesh Vohra. 2020. Moment Multicalibration for Uncertainty Estimation. arXiv preprint arXiv:2008.08037 (2020)."},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Machine Learning. 2564\u20132572","author":"Kearns Michael","year":"2018","unstructured":"Michael Kearns, Seth Neel, Aaron Roth, and Zhiwei Steven Wu. 2018. Preventing fairness gerrymandering: Auditing and learning for subgroup fairness. In International Conference on Machine Learning. 2564\u20132572."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287592"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-0000(05)80062-5"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993468"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314287"},{"key":"e_1_3_2_1_32_1","volume-title":"Rothblum","author":"Kim Michael P.","year":"2018","unstructured":"Michael P. Kim, Omer Reingold, and Guy N. Rothblum. 2018. Fairness Through Computationally-Bounded Awareness. Advances in Neural Information Processing Systems (2018)."},{"key":"e_1_3_2_1_33_1","unstructured":"Diederik P Kingma and Max Welling. 2014. Auto-Encoding Variational Bayes. arxiv:1312.6114 [stat.ML]"},{"key":"e_1_3_2_1_34_1","volume-title":"Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807","author":"Kleinberg Jon","year":"2016","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2016. Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807 (2016)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1090\/dimacs\/002\/13"},{"key":"e_1_3_2_1_36_1","volume-title":"The weighted majority algorithm. Information and computation 108, 2","author":"Littlestone Nick","year":"1994","unstructured":"Nick Littlestone and Manfred K Warmuth. 1994. The weighted majority algorithm. Information and computation 108, 2 (1994), 212\u2013261."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s001820300153"},{"key":"e_1_3_2_1_38_1","volume-title":"Calibration with many checking rules. Mathematics of operations Research 28, 1","author":"Sandroni Alvaro","year":"2003","unstructured":"Alvaro Sandroni, Rann Smorodinsky, and Rakesh V Vohra. 2003. Calibration with many checking rules. Mathematics of operations Research 28, 1 (2003), 141\u2013153."},{"key":"e_1_3_2_1_39_1","volume-title":"Sample Complexity of Uniform Convergence for Multicalibration. arXiv preprint arXiv:2005.01757","author":"Shabat Eliran","year":"2020","unstructured":"Eliran Shabat, Lee Cohen, and Yishay Mansour. 2020. Sample Complexity of Uniform Convergence for Multicalibration. arXiv preprint arXiv:2005.01757 (2020)."},{"key":"e_1_3_2_1_40_1","volume-title":"Understanding machine learning: From theory to algorithms","author":"Shalev-Shwartz Shai","unstructured":"Shai Shalev-Shwartz and Shai Ben-David. 2014. Understanding machine learning: From theory to algorithms. Cambridge university press."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00037-007-0233-x"},{"key":"e_1_3_2_1_42_1","volume-title":"Now Publishers Inc","author":"Vadhan Salil P.","year":"1985","unstructured":"Salil P. Vadhan. 2012. Pseudorandomness. Now Publishers Inc., Hanover, MA, USA. isbn:1601985940"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1968.1972"},{"key":"e_1_3_2_1_44_1","volume-title":"Individual Calibration with Randomized Forecasting. arXiv preprint arXiv:2006.10288","author":"Zhao Shengjia","year":"2020","unstructured":"Shengjia Zhao, Tengyu Ma, and Stefano Ermon. 2020. Individual Calibration with Randomized Forecasting. arXiv preprint arXiv:2006.10288 (2020)."}],"event":{"name":"STOC '21: 53rd Annual ACM SIGACT Symposium on Theory of Computing","location":"Virtual Italy","acronym":"STOC '21","sponsor":["SIGACT ACM Special Interest Group on Algorithms and Computation Theory"]},"container-title":["Proceedings of the 53rd Annual ACM SIGACT Symposium on Theory of Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3406325.3451064","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3406325.3451064","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3406325.3451064","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:53Z","timestamp":1750195493000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3406325.3451064"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,15]]},"references-count":43,"alternative-id":["10.1145\/3406325.3451064","10.1145\/3406325"],"URL":"https:\/\/doi.org\/10.1145\/3406325.3451064","relation":{},"subject":[],"published":{"date-parts":[[2021,6,15]]},"assertion":[{"value":"2021-06-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}