{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T22:58:16Z","timestamp":1781218696253,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T00:00:00Z","timestamp":1780963200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,9]]},"DOI":"10.1145\/3798129.3800919","type":"proceedings-article","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T17:53:56Z","timestamp":1781027636000},"page":"2164-2175","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Efficient Calibration for Decision Making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3069-9054","authenticated-orcid":false,"given":"Parikshit","family":"Gopalan","sequence":"first","affiliation":[{"name":"Apple, Cupertino, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2643-4298","authenticated-orcid":false,"given":"Konstantinos","family":"Stavropoulos","sequence":"additional","affiliation":[{"name":"University of Texas at Austin, Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5661-3541","authenticated-orcid":false,"given":"Kunal","family":"Talwar","sequence":"additional","affiliation":[{"name":"Apple, Cupertino, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4424-0853","authenticated-orcid":false,"given":"Pranay","family":"Tankala","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/"},{"key":"e_1_3_2_1_2_1","unstructured":"Eug\u00e8ne Berta David Holzm\u00fcller Michael I. Jordan and Francis Bach. 2025. Rethinking Early Stopping: Refine Then Calibrate. arXiv:2501.19195 [cs.LG] https:\/\/arxiv.org\/abs\/2501.19195"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3564246.3585182"},{"key":"e_1_3_2_1_4_1","first-page":"72071","volume-title":"Levine (Eds.)","volume":"36","author":"Blasiok Jaroslaw","year":"2023","unstructured":"Jaroslaw Blasiok, Parikshit Gopalan, Lunjia Hu, and Preetum Nakkiran. 2023. When Does Optimizing a Proper Loss Yield Calibration?. In Advances in Neural Information Processing Systems, A. Oh, T. Naumann, A. Globerson, K. Saenko, M. Hardt, and S. Levine (Eds.), Vol. 36. Curran Associates, Inc., 72071-72095. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/ e4165c96702bac5f4962b70f3cf2f136-Paper-Conference.pdf"},{"key":"e_1_3_2_1_5_1","volume-title":"The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XwiA1nDahv","author":"Blasiok Jaroslaw","year":"2024","unstructured":"Jaroslaw Blasiok and Preetum Nakkiran. 2024. Smooth ECE: Principled Reliability Diagrams via Kernel Smoothing. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XwiA1nDahv"},{"key":"e_1_3_2_1_6_1","volume-title":"The PAV algorithm optimizes binary proper scoring rules. arXiv preprint","author":"Brummer Niko","year":"2013","unstructured":"Niko Brummer and Johan du Preez. 2013. The PAV algorithm optimizes binary proper scoring rules. arXiv preprint (2013). arXiv:1304.2331"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3618260.3649748"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176349736"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406325.3451064"},{"key":"e_1_3_2_1_10_1","volume-title":"Distribution-specific agnostic boosting. arXiv preprint","author":"Feldman Vitaly","year":"2009","unstructured":"Vitaly Feldman. 2009. Distribution-specific agnostic boosting. arXiv preprint (2009). arXiv:0909.2927"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/85.2.379"},{"key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Calibration through the Lens of Indistinguishability","volume":"23","author":"Gopalan Parikshit","year":"2025","unstructured":"Parikshit Gopalan and Lunjia Hu. 2025. Calibration through the Lens of Indistinguishability. ACM SIGecom Exchanges 23, 1 (July 2025). https:\/\/www.sigecom. org\/exchanges\/volume_23\/1\/HU.pdf","journal-title":"ACM SIGecom Exchanges"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ITCS.2023.60"},{"key":"e_1_3_2_1_14_1","volume-title":"On Computationally Efficient Multi-Class Calibration. In Proceedings of Thirty Seventh Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"2026","author":"Gopalan Parikshit","unstructured":"Parikshit Gopalan, Lunjia Hu, and Guy N. Rothblum. 2024. On Computationally Efficient Multi-Class Calibration. In Proceedings of Thirty Seventh Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 247), Shipra Agrawal and Aaron Roth (Eds.). PMLR, 1983-2026. https:\/\/proceedings.mlr.press\/ v247\/gopalan24a.html"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ITCS.2022.79"},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of Thirty Fifth Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"3234","author":"Gopalan Parikshit","year":"2022","unstructured":"Parikshit Gopalan, Michael P Kim, Mihir A Singhal, and Shengjia Zhao. 2022. Low- Degree Multicalibration. In Proceedings of Thirty Fifth Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 178), Po-Ling Loh and Maxim Raginsky (Eds.). PMLR, 3193-3234. https:\/\/proceedings.mlr.press\/v178\/ gopalan22a.html"},{"key":"e_1_3_2_1_17_1","volume-title":"Efficient Calibration for Decision Making. arXiv preprint","author":"Gopalan Parikshit","year":"2025","unstructured":"Parikshit Gopalan, Konstantinos Stavropoulos, Kunal Talwar, and Pranay Tankala. 2025. Efficient Calibration for Decision Making. arXiv preprint (2025). arXiv:2511.13699"},{"key":"e_1_3_2_1_18_1","volume-title":"On Calibration of Modern Neural Networks. In Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"1330","author":"Guo Chuan","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q. Weinberger. 2017. On Calibration of Modern Neural Networks. In Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 70), Doina Precup and Yee Whye Teh (Eds.). PMLR, 1321-1330. https:\/\/proceedings.mlr. press\/v70\/guo17a.html"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"3952","author":"Gupta Chirag","year":"2021","unstructured":"Chirag Gupta and Aaditya Ramdas. 2021. Distribution-Free Calibration Guarantees for Histogram Binning without Sample Splitting. In Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 139), Marina Meila and Tong Zhang (Eds.). PMLR, 3942-3952. https:\/\/proceedings.mlr.press\/v139\/gupta21b.html"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of Thirty Sixth Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"2650","author":"Hartline Jason D.","year":"2023","unstructured":"Jason D. Hartline, Liren Shan, Yingkai Li, and Yifan Wu. 2023. Optimal Scoring Rules for Multi-dimensional Effort. In Proceedings of Thirty Sixth Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 195), Gergely Neu and Lorenzo Rosasco (Eds.). PMLR, 2624-2650. https:\/\/proceedings.mlr. press\/v195\/hartline23a.html"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.FORC.2025.16"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"1948","author":"Hebert-Johnson Ursula","year":"2018","unstructured":"Ursula Hebert-Johnson, Michael Kim, Omer Reingold, and Guy Rothblum. 2018. Multicalibration: Calibration for the (Computationally-Identifiable) Masses. In Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 80), Jennifer Dy and Andreas Krause (Eds.). PMLR, 1939-1948. https:\/\/proceedings.mlr.press\/v80\/hebert-johnson18a.html"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3683"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-032-12290-2_9"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS61266.2024.00024"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss"},{"key":"e_1_3_2_1_27_1","volume-title":"Culotta (Eds.)","volume":"22","author":"Kanade Varun","year":"2009","unstructured":"Varun Kanade and Adam Kalai. 2009. Potential-Based Agnostic Boosting. In Advances in Neural Information Processing Systems, Y. Bengio, D. Schuurmans, J. Lafferty, C. Williams, and A. Culotta (Eds.), Vol. 22. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2009\/file\/ 13f9896df61279c928f19721878fac41-Paper.pdf"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993468"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of Thirty Sixth Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"5145","author":"Kleinberg Bobby","year":"2023","unstructured":"Bobby Kleinberg, Renato Paes Leme, Jon Schneider, and Yifeng Teng. 2023. U-Calibration: Forecasting for an Unknown Agent. In Proceedings of Thirty Sixth Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 195), Gergely Neu and Lorenzo Rosasco (Eds.). PMLR, 5143-5145. https:\/\/proceedings.mlr.press\/v195\/kleinberg23a.html"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-940033-52-5_1"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/2888116.2888120"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS63196.2025.00084"},{"key":"e_1_3_2_1_34_1","volume-title":"Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods. Adv. Large Margin Classif. 10 (06","author":"Platt John","year":"2000","unstructured":"John Platt. 2000. Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods. Adv. Large Margin Classif. 10 (06 2000)."},{"key":"e_1_3_2_1_35_1","volume-title":"Mitigating Bias in Calibration Error Estimation. In Proceedings of The 25th International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research","volume":"4054","author":"Roelofs Rebecca","unstructured":"Rebecca Roelofs, Nicholas Cain, Jonathon Shlens, and Michael C. Mozer. 2022. Mitigating Bias in Calibration Error Estimation. In Proceedings of The 25th International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research, Vol. 151), Gustau Camps-Valls, Francisco J. R. Ruiz, and Isabel Valera (Eds.). PMLR, 4036-4054. https:\/\/proceedings.mlr.press\/v151\/roelofs22a. html"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of Thirty Eighth Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"4972","author":"Rossellini Raphael","year":"2025","unstructured":"Raphael Rossellini, Jake A. Soloff, Rina Foygel Barber, Zhimei Ren, and Rebecca Willett. 2025. Can a calibration metric be both testable and actionable?. In Proceedings of Thirty Eighth Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 291), Nika Haghtalab and Ankur Moitra (Eds.). PMLR, 4937-4972. https:\/\/proceedings.mlr.press\/v291\/rossellini25a.html"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"Sun Zeyu","year":"2023","unstructured":"Zeyu Sun, Dogyoon Song, and Alfred Hero. 2023. Minimum-risk recalibration of classifiers. In Proceedings of the 37th International Conference on Neural Information Processing Systems (New Orleans, LA, USA) (NIPS '23). Curran Associates Inc., Red Hook, NY, USA, Article 3044, 27 pages."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/645530.655658"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_1_41_1","first-page":"22313","volume-title":"Annual Conference on Neural Information Processing Systems 2021","author":"Zhao Shengjia","year":"2021","unstructured":"Shengjia Zhao, Michael P. Kim, Roshni Sahoo, Tengyu Ma, and Stefano Ermon. 2021. Calibrating Predictions to Decisions: A Novel Approach to Multi-Class Calibration. In Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021. 22313-22324."}],"event":{"name":"STOC '26: 58th Annual ACM Symposium on Theory of Computing","location":"Salt Lake City UT USA","acronym":"STOC '26","sponsor":["SIGACT ACM Special Interest Group on Algorithms and Computation Theory"]},"container-title":["Proceedings of the 58th Annual ACM Symposium on Theory of Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3798129.3800919","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T22:28:21Z","timestamp":1781216901000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3798129.3800919"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,9]]},"references-count":41,"alternative-id":["10.1145\/3798129.3800919","10.1145\/3798129"],"URL":"https:\/\/doi.org\/10.1145\/3798129.3800919","relation":{},"subject":[],"published":{"date-parts":[[2026,6,9]]},"assertion":[{"value":"2026-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}