{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T18:05:10Z","timestamp":1781028310379,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T00:00:00Z","timestamp":1780963200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,9]]},"DOI":"10.1145\/3798129.3800919","type":"proceedings-article","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T17:53:56Z","timestamp":1781027636000},"page":"2164-2175","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Efficient Calibration for Decision Making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3069-9054","authenticated-orcid":false,"given":"Parikshit","family":"Gopalan","sequence":"first","affiliation":[{"name":"Apple, Cupertino, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2643-4298","authenticated-orcid":false,"given":"Konstantinos","family":"Stavropoulos","sequence":"additional","affiliation":[{"name":"University of Texas at Austin, Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5661-3541","authenticated-orcid":false,"given":"Kunal","family":"Talwar","sequence":"additional","affiliation":[{"name":"Apple, Cupertino, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4424-0853","authenticated-orcid":false,"given":"Pranay","family":"Tankala","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728423"},{"key":"e_1_3_2_1_2_1","unstructured":"Eug\u00e8ne Berta David Holzm\u00fcller Michael I. Jordan and Francis Bach. 2025. Rethinking Early Stopping: Refine Then Calibrate. arxiv:2501.19195. arxiv:2501.19195"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3564246.3585182"},{"key":"e_1_3_2_1_4_1","volume-title":"A. Oh","author":"Blasiok Jaroslaw","year":"2071","unstructured":"Jaroslaw Blasiok, Parikshit Gopalan, Lunjia Hu, and Preetum Nakkiran. 2023. When Does Optimizing a Proper Loss Yield Calibration? In Advances in Neural Information Processing Systems, A. Oh, T. Naumann, A. Globerson, K. Saenko, M. Hardt, and S. Levine (Eds.). 36, Curran Associates, Inc., 72071\u201372095. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/e4165c96702bac5f4962b70f3cf2f136-Paper-Conference.pdf"},{"key":"e_1_3_2_1_5_1","volume-title":"The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XwiA1nDahv","author":"Blasiok Jaroslaw","year":"2024","unstructured":"Jaroslaw Blasiok and Preetum Nakkiran. 2024. Smooth ECE: Principled Reliability Diagrams via Kernel Smoothing. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XwiA1nDahv"},{"key":"e_1_3_2_1_6_1","unstructured":"Niko Brummer and Johan du Preez. 2013. The PAV algorithm optimizes binary proper scoring rules. arXiv preprint arxiv:1304.2331."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3618260.3649748"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176349736"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406325.3451064"},{"key":"e_1_3_2_1_10_1","unstructured":"Vitaly Feldman. 2009. Distribution-specific agnostic boosting. arXiv preprint arxiv:0909.2927."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/85.2.379"},{"key":"e_1_3_2_1_12_1","volume-title":"Calibration through the Lens of Indistinguishability. ACM SIGecom Exchanges, 23, 1","author":"Gopalan Parikshit","year":"2025","unstructured":"Parikshit Gopalan and Lunjia Hu. 2025. Calibration through the Lens of Indistinguishability. ACM SIGecom Exchanges, 23, 1 (2025), July, https:\/\/www.sigecom.org\/exchanges\/volume_23\/1\/HU.pdf"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ITCS.2023.60"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of Thirty Seventh Conference on Learning Theory, Shipra Agrawal and Aaron Roth (Eds.) (Proceedings of Machine Learning Research","volume":"2026","author":"Gopalan Parikshit","unstructured":"Parikshit Gopalan, Lunjia Hu, and Guy N. Rothblum. 2024. On Computationally Efficient Multi-Class Calibration. In Proceedings of Thirty Seventh Conference on Learning Theory, Shipra Agrawal and Aaron Roth (Eds.) (Proceedings of Machine Learning Research, Vol. 247). PMLR, 1983\u20132026. https:\/\/proceedings.mlr.press\/v247\/gopalan24a.html"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ITCS.2022.79"},{"key":"e_1_3_2_1_16_1","volume-title":"Low-Degree Multicalibration. In Proceedings of Thirty Fifth Conference on Learning Theory, Po-Ling Loh and Maxim Raginsky (Eds.) (Proceedings of Machine Learning Research","volume":"3234","author":"Gopalan Parikshit","year":"2022","unstructured":"Parikshit Gopalan, Michael P Kim, Mihir A Singhal, and Shengjia Zhao. 2022. Low-Degree Multicalibration. In Proceedings of Thirty Fifth Conference on Learning Theory, Po-Ling Loh and Maxim Raginsky (Eds.) (Proceedings of Machine Learning Research, Vol. 178). PMLR, 3193\u20133234. https:\/\/proceedings.mlr.press\/v178\/gopalan22a.html"},{"key":"e_1_3_2_1_17_1","unstructured":"Parikshit Gopalan Konstantinos Stavropoulos Kunal Talwar and Pranay Tankala. 2025. Efficient Calibration for Decision Making. arXiv preprint arxiv:2511.13699."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning, Doina Precup and Yee Whye Teh (Eds.) (Proceedings of Machine Learning Research","volume":"1330","author":"Guo Chuan","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q. Weinberger. 2017. On Calibration of Modern Neural Networks. In Proceedings of the 34th International Conference on Machine Learning, Doina Precup and Yee Whye Teh (Eds.) (Proceedings of Machine Learning Research, Vol. 70). PMLR, 1321\u20131330. https:\/\/proceedings.mlr.press\/v70\/guo17a.html"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning, Marina Meila and Tong Zhang (Eds.) (Proceedings of Machine Learning Research","volume":"3952","author":"Gupta Chirag","year":"2021","unstructured":"Chirag Gupta and Aaditya Ramdas. 2021. Distribution-Free Calibration Guarantees for Histogram Binning without Sample Splitting. In Proceedings of the 38th International Conference on Machine Learning, Marina Meila and Tong Zhang (Eds.) (Proceedings of Machine Learning Research, Vol. 139). PMLR, 3942\u20133952. https:\/\/proceedings.mlr.press\/v139\/gupta21b.html"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of Thirty Sixth Conference on Learning Theory, Gergely Neu and Lorenzo Rosasco (Eds.) (Proceedings of Machine Learning Research","volume":"2650","author":"Hartline Jason D.","year":"2023","unstructured":"Jason D. Hartline, Liren Shan, Yingkai Li, and Yifan Wu. 2023. Optimal Scoring Rules for Multi-dimensional Effort. In Proceedings of Thirty Sixth Conference on Learning Theory, Gergely Neu and Lorenzo Rosasco (Eds.) (Proceedings of Machine Learning Research, Vol. 195). PMLR, 2624\u20132650. https:\/\/proceedings.mlr.press\/v195\/hartline23a.html"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.FORC.2025.16"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning, Jennifer Dy and Andreas Krause (Eds.) (Proceedings of Machine Learning Research","volume":"1948","author":"Hebert-Johnson Ursula","year":"2018","unstructured":"Ursula Hebert-Johnson, Michael Kim, Omer Reingold, and Guy Rothblum. 2018. Multicalibration: Calibration for the (Computationally-Identifiable) Masses. In Proceedings of the 35th International Conference on Machine Learning, Jennifer Dy and Andreas Krause (Eds.) (Proceedings of Machine Learning Research, Vol. 80). PMLR, 1939\u20131948. https:\/\/proceedings.mlr.press\/v80\/hebert-johnson18a.html"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3683"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-032-12290-2_9"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS61266.2024.00024"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2007.04.017"},{"key":"e_1_3_2_1_27_1","volume-title":"Advances in Neural Information Processing Systems","author":"Kanade Varun","year":"2009","unstructured":"Varun Kanade and Adam Kalai. 2009. Potential-Based Agnostic Boosting. In Advances in Neural Information Processing Systems, Y. Bengio, D. Schuurmans, J. Lafferty, C. Williams, and A. Culotta (Eds.). 22, Curran Associates, Inc.. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2009\/file\/13f9896df61279c928f19721878fac41-Paper.pdf"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993468"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of Thirty Sixth Conference on Learning Theory, Gergely Neu and Lorenzo Rosasco (Eds.) (Proceedings of Machine Learning Research","volume":"5145","author":"Kleinberg Bobby","year":"2023","unstructured":"Bobby Kleinberg, Renato Paes Leme, Jon Schneider, and Yifeng Teng. 2023. U-Calibration: Forecasting for an Unknown Agent. In Proceedings of Thirty Sixth Conference on Learning Theory, Gergely Neu and Lorenzo Rosasco (Eds.) (Proceedings of Machine Learning Research, Vol. 195). PMLR, 5143\u20135145. https:\/\/proceedings.mlr.press\/v195\/kleinberg23a.html"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-940033-52-5_1"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/2888116.2888120"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS63196.2025.00084"},{"key":"e_1_3_2_1_34_1","first-page":"06","article-title":"Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood","volume":"10","author":"Platt John","year":"2000","unstructured":"John Platt. 2000. Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods. Adv. Large Margin Classif., 10 (2000), 06.","journal-title":"Methods. Adv. Large Margin Classif."},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of The 25th International Conference on Artificial Intelligence and Statistics, Gustau Camps-Valls, Francisco J. R. Ruiz, and Isabel Valera (Eds.) (Proceedings of Machine Learning Research","volume":"4054","author":"Roelofs Rebecca","unstructured":"Rebecca Roelofs, Nicholas Cain, Jonathon Shlens, and Michael C. Mozer. 2022. Mitigating Bias in Calibration Error Estimation. In Proceedings of The 25th International Conference on Artificial Intelligence and Statistics, Gustau Camps-Valls, Francisco J. R. Ruiz, and Isabel Valera (Eds.) (Proceedings of Machine Learning Research, Vol. 151). PMLR, 4036\u20134054. https:\/\/proceedings.mlr.press\/v151\/roelofs22a.html"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of Thirty Eighth Conference on Learning Theory, Nika Haghtalab and Ankur Moitra (Eds.) (Proceedings of Machine Learning Research","volume":"4972","author":"Rossellini Raphael","year":"2025","unstructured":"Raphael Rossellini, Jake A. Soloff, Rina Foygel Barber, Zhimei Ren, and Rebecca Willett. 2025. Can a calibration metric be both testable and actionable? In Proceedings of Thirty Eighth Conference on Learning Theory, Nika Haghtalab and Ankur Moitra (Eds.) (Proceedings of Machine Learning Research, Vol. 291). PMLR, 4937\u20134972. https:\/\/proceedings.mlr.press\/v291\/rossellini25a.html"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0450(1963)002<0191:OSPF>2.0.CO;2"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems (NIPS \u201923)","author":"Sun Zeyu","year":"2023","unstructured":"Zeyu Sun, Dogyoon Song, and Alfred Hero. 2023. Minimum-risk recalibration of classifiers. In Proceedings of the 37th International Conference on Neural Information Processing Systems (NIPS \u201923). Curran Associates Inc., Red Hook, NY, USA. Article 3044, 27 pages."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/645530.655658"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_1_41_1","volume-title":"Annual Conference on Neural Information Processing Systems 2021","author":"Zhao Shengjia","year":"2021","unstructured":"Shengjia Zhao, Michael P. Kim, Roshni Sahoo, Tengyu Ma, and Stefano Ermon. 2021. Calibrating Predictions to Decisions: A Novel Approach to Multi-Class Calibration. In Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021. 22313\u201322324."}],"event":{"name":"STOC '26: 58th Annual ACM Symposium on Theory of Computing","location":"Salt Lake City UT USA","acronym":"STOC '26","sponsor":["SIGACT ACM Special Interest Group on Algorithms and Computation Theory"]},"container-title":["Proceedings of the 58th Annual ACM Symposium on Theory of Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3798129.3800919","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T17:55:28Z","timestamp":1781027728000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3798129.3800919"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,9]]},"references-count":41,"alternative-id":["10.1145\/3798129.3800919","10.1145\/3798129"],"URL":"https:\/\/doi.org\/10.1145\/3798129.3800919","relation":{},"subject":[],"published":{"date-parts":[[2026,6,9]]},"assertion":[{"value":"2026-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}