{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:32:00Z","timestamp":1750764720128,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["390727645"],"award-info":[{"award-number":["390727645"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]},{"name":"German Federal Ministry of Education and Research","award":["01IS18039A"],"award-info":[{"award-number":["01IS18039A"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594068","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1124-1138","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["On the Richness of Calibration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-0882-9821","authenticated-orcid":false,"given":"Benedikt","family":"H\u00f6ltgen","sequence":"first","affiliation":[{"name":"University of T\u00fcbingen, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8862-1412","authenticated-orcid":false,"given":"Robert C","family":"Williamson","sequence":"additional","affiliation":[{"name":"University of T\u00fcbingen, Germany and T\u00fcbingen AI Center, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0378-4266(02)00281-9"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9965.00068"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1137\/20M1341258"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2"},{"key":"e_1_3_2_1_5_1","volume-title":"Fairness. In Proceedings of the Aristotelian Society","volume":"91","author":"Broome John","year":"1990","unstructured":"John Broome. 1990. Fairness. In Proceedings of the Aristotelian Society, Vol. 91. JSTOR, 87\u2013101."},{"volume-title":"Weighing goods: Equality, uncertainty and time","author":"Broome John","key":"e_1_3_2_1_6_1","unstructured":"John Broome. 1991. Weighing goods: Equality, uncertainty and time. Wiley-Blackwell."},{"key":"e_1_3_2_1_7_1","volume-title":"Scaffolding sets. arXiv preprint arXiv:2111.03135","author":"Burhanpurkar Maya","year":"2021","unstructured":"Maya Burhanpurkar, Zhun Deng, Cynthia Dwork, and Linjun Zhang. 2021. Scaffolding sets. arXiv preprint arXiv:2111.03135 (2021)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14463-9_6"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1002\/bs.3830030103"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1089\/big.2016.0047"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1982.10477856"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176349736"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11229-015-0953-4"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176325633"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_16_1","volume-title":"Risk measures and upper urobabilities: Coherence and stratification. arXiv preprint arXiv:2206.03183","author":"Fr\u00f6hlich Christian","year":"2022","unstructured":"Christian Fr\u00f6hlich and Robert C Williamson. 2022. Risk measures and upper urobabilities: Coherence and stratification. arXiv preprint arXiv:2206.03183 (2022)."},{"key":"e_1_3_2_1_17_1","unstructured":"Nelson Goodman. 1972. Seven strictures on similarity. In Problems and Projects. Bobs-Merril 13\u201323."},{"key":"e_1_3_2_1_18_1","volume-title":"Conference on Learning Theory. PMLR, 3193\u20133234","author":"Gopalan Parikshit","year":"2022","unstructured":"Parikshit Gopalan, Michael P Kim, Mihir A Singhal, and Shengjia Zhao. 2022. Low-degree multicalibration. In Conference on Learning Theory. PMLR, 3193\u20133234."},{"volume-title":"Aggregation functions","author":"Grabisch Michel","key":"e_1_3_2_1_19_1","unstructured":"Michel Grabisch, Jean-Luc Marichal, Radko Mesiar, and Endre Pap. 2009. Aggregation functions. Cambridge University Press."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176346815"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-022-00584-6"},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Machine Learning. PMLR, 1321\u20131330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In International Conference on Machine Learning. PMLR, 1321\u20131330."},{"key":"e_1_3_2_1_23_1","volume-title":"International Conference on Machine Learning. PMLR","author":"H\u00e9bert-Johnson Ursula","year":"2018","unstructured":"Ursula H\u00e9bert-Johnson, Michael Kim, Omer Reingold, and Guy Rothblum. 2018. Multicalibration: Calibration for the (computationally-identifiable) masses. In International Conference on Machine Learning. PMLR, 1939\u20131948."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445919"},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning. PMLR, 2564\u20132572","author":"Kearns Michael","year":"2018","unstructured":"Michael Kearns, Seth Neel, Aaron Roth, and Zhiwei Steven Wu. 2018. Preventing fairness gerrymandering: Auditing and learning for subgroup fairness. In International Conference on Machine Learning. PMLR, 2564\u20132572."},{"key":"e_1_3_2_1_26_1","volume-title":"Variable-based calibration for machine learning classifiers. arXiv preprint arXiv:2209.15154","author":"Kelly Markelle","year":"2022","unstructured":"Markelle Kelly and Padhraic Smyth. 2022. Variable-based calibration for machine learning classifiers. arXiv preprint arXiv:2209.15154 (2022)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314287"},{"key":"e_1_3_2_1_28_1","volume-title":"Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807","author":"Kleinberg Jon","year":"2016","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2016. Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807 (2016)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2018340118"},{"key":"e_1_3_2_1_30_1","volume-title":"International Conference on Machine Learning. PMLR, 2805\u20132814","author":"Kumar Aviral","year":"2018","unstructured":"Aviral Kumar, Sunita Sarawagi, and Ujjwal Jain. 2018. Trainable calibration measures for neural networks from kernel mean embeddings. In International Conference on Machine Learning. PMLR, 2805\u20132814."},{"volume-title":"Advances in Mathematical Economics","author":"Kusuoka Shigeo","key":"e_1_3_2_1_31_1","unstructured":"Shigeo Kusuoka. 2001. On law invariant coherent risk measures. In Advances in Mathematical Economics. Springer, 83\u201395."},{"key":"e_1_3_2_1_32_1","unstructured":"Rachel Luo Aadyot Bhatnagar Yu Bai Shengjia Zhao Huan Wang Caiming Xiong Silvio Savarese Stefano Ermon Edward Schmerling and Marco Pavone. 2022. Local calibration: Metrics and recalibration. In Uncertainty in Artificial Intelligence. PMLR 1286\u20131295."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/2888116.2888120"},{"key":"e_1_3_2_1_34_1","volume-title":"CVPR Workshops","volume":"2","author":"Nixon Jeremy","year":"2019","unstructured":"Jeremy Nixon, Michael W Dusenberry, Linchuan Zhang, Ghassen Jerfel, and Dustin Tran. 2019. Measuring calibration in deep learning.. In CVPR Workshops, Vol. 2."},{"key":"e_1_3_2_1_35_1","unstructured":"Cathy O\u2019Neil. 2017. Weapons of math destruction: How big data increases inequality and threatens democracy. Crown."},{"key":"e_1_3_2_1_36_1","first-page":"1","article-title":"The fundamental risk quadrangle in risk management, optimization and statistical estimation","volume":"18","author":"Tyrrell Rockafellar R","year":"2013","unstructured":"R Tyrrell Rockafellar and Stan Uryasev. 2013. The fundamental risk quadrangle in risk management, optimization and statistical estimation. Surveys in Operations Research and Management Science 18, 1-2 (2013), 33\u201353.","journal-title":"Surveys in Operations Research and Management Science"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0450(1963)002<0191:OSPF>2.0.CO;2"},{"volume-title":"Zuf\u00e4lligkeit und Wahrscheinlichkeit: eine algorithmische Begr\u00fcndung der Wahrscheinlichkeitstheorie","author":"Schnorr Claus P","key":"e_1_3_2_1_38_1","unstructured":"Claus P Schnorr. 2007. Zuf\u00e4lligkeit und Wahrscheinlichkeit: eine algorithmische Begr\u00fcndung der Wahrscheinlichkeitstheorie. Springer."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220046"},{"key":"e_1_3_2_1_41_1","volume-title":"The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 3459\u20133467","author":"Vaicenavicius Juozas","year":"2019","unstructured":"Juozas Vaicenavicius, David Widmann, Carl Andersson, Fredrik Lindsten, Jacob Roll, and Thomas Sch\u00f6n. 2019. Evaluating model calibration in classification. In The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 3459\u20133467."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1093\/oxfordhb\/9780197579329.013.8"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533101"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.2307\/1340593"},{"key":"e_1_3_2_1_45_1","volume-title":"International Conference on Machine Learning. PMLR, 6786\u20136797","author":"Williamson Robert","year":"2019","unstructured":"Robert Williamson and Aditya Menon. 2019. Fairness risk measures. In International Conference on Machine Learning. PMLR, 6786\u20136797."},{"key":"e_1_3_2_1_46_1","volume-title":"International Conference on Machine Learning. PMLR, 609\u2013616","author":"Zadrozny Bianca","year":"2001","unstructured":"Bianca Zadrozny and Charles Elkan. 2001. Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers. In International Conference on Machine Learning. PMLR, 609\u2013616."}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '23","location":"Chicago IL USA"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594068","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594068","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:18Z","timestamp":1750178238000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594068"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":46,"alternative-id":["10.1145\/3593013.3594068","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594068","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}