{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T10:06:57Z","timestamp":1743070017551,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":42,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819601189"},{"type":"electronic","value":"9789819601196"}],"license":[{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0119-6_2","type":"book-chapter","created":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T18:17:01Z","timestamp":1731781021000},"page":"16-28","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Rethinking the\u00a0Reliability of\u00a0Post-hoc Calibration Methods Under Subpopulation Shift"],"prefix":"10.1007","author":[{"given":"Yan","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huan","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changqing","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bingzhe","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huazhu","family":"Fu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joey Tianyi","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qinghua","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,12]]},"reference":[{"issue":"1","key":"2_CR1","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1038\/s41591-018-0320-3","volume":"25","author":"B Norgeot","year":"2019","unstructured":"Norgeot, B., Glicksberg, B.S., Butte, A.J.: A call for deep-learning healthcare. Nat. Med. 25(1), 14\u201315 (2019)","journal-title":"Nat. Med."},{"issue":"7","key":"2_CR2","doi-asserted-by":"publisher","first-page":"4316","DOI":"10.1109\/TITS.2020.3032227","volume":"22","author":"K Muhammad","year":"2020","unstructured":"Muhammad, K., Ullah, A., et al.: Deep learning for safe autonomous driving: current challenges and future directions. IEEE Trans. Intell .Transp. 22(7), 4316\u20134336 (2020)","journal-title":"IEEE Trans. Intell .Transp."},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Tsantekidis, A., Passalis, N., et\u00a0al.: Using deep learning to detect price change indications in financial markets. In: EUSIPCO, pp. 2511\u20132515. IEEE (2017)","DOI":"10.23919\/EUSIPCO.2017.8081663"},{"key":"2_CR4","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: ICML, pp. 1321\u20131330. PMLR (2017)"},{"issue":"3","key":"2_CR5","first-page":"61","volume":"10","author":"J Platt","year":"1999","unstructured":"Platt, J., et al.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classifiers 10(3), 61\u201374 (1999)","journal-title":"Adv. Large Margin Classifiers"},{"key":"2_CR6","unstructured":"Ma, X., Blaschko, M.B.: Meta-cal: well-controlled post-hoc calibration by ranking. In: ICML, pp. 7235\u20137245. PMLR (2021)"},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"40192","DOI":"10.1109\/ACCESS.2023.3269304","volume":"11","author":"Z Ji","year":"2023","unstructured":"Ji, Z., Du, C., Jiang, J., Zhao, L., Zhang, H., Ganchev, I.: Improving non-negative positive-unlabeled learning for news headline classification. IEEE Access 11, 40192\u201340203 (2023)","journal-title":"IEEE Access"},{"key":"2_CR8","first-page":"18583","volume":"33","author":"R Taori","year":"2020","unstructured":"Taori, R., Dave, A., Shankar, V., Carlini, N., Recht, B., Schmidt, L.: Measuring robustness to natural distribution shifts in image classification. NeurIPS 33, 18583\u201318599 (2020)","journal-title":"NeurIPS"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Pan, F., Ao, X., Tang, P., Lu, M., et\u00a0al.: Field-aware calibration: a simple and empirically strong method for reliable probabilistic predictions. In: Proceedings of the Web Conference 2020, pp. 729\u2013739 (2020)","DOI":"10.1145\/3366423.3380154"},{"key":"2_CR10","unstructured":"Ovadia, Y., Fertig, E., Ren, J., Nado, Z., et\u00a0al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"2_CR11","unstructured":"Corbi\u00e8re, C., Thome, N., Bar-Hen, A., Cord, M., P\u00e9rez, P.: Addressing failure prediction by learning model confidence. NeurIPS 32 (2019)"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Naeini, M.P., Cooper, G., Hauskrecht, M.: Obtaining well calibrated probabilities using bayesian binning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a029 (2015)","DOI":"10.1609\/aaai.v29i1.9602"},{"key":"2_CR13","unstructured":"Kumar, A., Sarawagi, S., Jain, U.: Trainable calibration measures for neural networks from kernel mean embeddings. In: ICML, pp. 2805\u20132814. PMLR (2018)"},{"key":"2_CR14","unstructured":"Nixon, J., Dusenberry, M., Zhang, L., Jerfel, G., Tran, D.: Measuring calibration in deep learning. In: CVPR (2019)"},{"key":"2_CR15","unstructured":"Santurkar, S., Tsipras, D., Madry, A.: Breeds: benchmarks for subpopulation shift. In: ICLR (2021)"},{"key":"2_CR16","unstructured":"Cai, T., Gao, R., Lee, J.D., Lei, Q.: A theory of label propagation for subpopulation shift. In: ICML, pp. 1170\u20131182. PMLR (2021)"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Vu, A.D., Kehrer, T., Tsigkanos, C.: Outcome-preserving input reduction for scientific data analysis workflows. In: ASE-NIER (2022)","DOI":"10.1145\/3551349.3559558"},{"key":"2_CR18","first-page":"37704","volume":"35","author":"Z Han","year":"2022","unstructured":"Han, Z., Liang, Z., Yang, F., et al.: Umix: improving importance weighting for subpopulation shift via uncertainty-aware mixup. Adv. Neural. Inf. Process. Syst. 35, 37704\u201337718 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Chen, M., Zhao, Y., et\u00a0al.: Learning with noisy labels over imbalanced subpopulations. IEEE Trans. Neural Netw. Learn. Syst. (2024)","DOI":"10.1109\/TNNLS.2024.3389676"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Carannante, G., Dera, D., et\u00a0al.: Self-assessment and robust anomaly detection with bayesian deep learning. In: FUSION, pp.\u00a01\u20138. IEEE (2022)","DOI":"10.23919\/FUSION49751.2022.9841358"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Mrozek, P., Panneerselvam, J., Bagdasar, O.: Efficient resampling for fraud detection during anonymised credit card transactions with unbalanced datasets. In: UCC, pp. 426\u2013433. IEEE (2020)","DOI":"10.1109\/UCC48980.2020.00067"},{"key":"2_CR22","unstructured":"Lee, C., Cho, K., Kang, W.: Mixout: effective regularization to finetune large-scale pretrained language models. In: ICLR (2020)"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Tomani, C., Gruber, S., Erdem, M.E., Cremers, D., Buettner, F.: Post-hoc uncertainty calibration for domain drift scenarios. In: CVPR, pp. 10119\u201310127. IEEE (2021)","DOI":"10.1109\/CVPR46437.2021.00999"},{"key":"2_CR24","unstructured":"Zadrozny, B., Elkan, C.: Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers. In: ICML, vol.\u00a01, pp. 609\u2013616 (2001)"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., Elkan, C.: Transforming classifier scores into accurate multiclass probability estimates. In: ACM SIGKDD, pp. 694\u2013699 (2002)","DOI":"10.1145\/775047.775151"},{"key":"2_CR26","unstructured":"Jung, S., Seo, S., Jeong, Y., Choi, J.: Scaling of class-wise training losses for post-hoc calibration. In: PMLR, vol.\u00a0202, pp. 15421\u201315434. PMLR (2023)"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Tomani, C., Cremers, D., Buettner, F.: Parameterized temperature scaling for boosting the expressive power in post-hoc uncertainty calibration. In: ECCV (2022)","DOI":"10.1007\/978-3-031-19778-9_32"},{"key":"2_CR28","doi-asserted-by":"crossref","unstructured":"Chen, J., Zhan, L., Wu, X., Chung, F.: Variational metric scaling for metric-based meta-learning. In: AAAI, pp. 3478\u20133485 (2020)","DOI":"10.1609\/aaai.v34i04.5752"},{"key":"2_CR29","unstructured":"Gupta, K., Rahimi, A., et\u00a0al.: Calibration of neural networks using splines. In: ICLR (2020)"},{"key":"2_CR30","first-page":"11839","volume":"33","author":"J Tack","year":"2020","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: novelty detection via contrastive learning on distributionally shifted instances. NeurIPS 33, 11839\u201311852 (2020)","journal-title":"NeurIPS"},{"key":"2_CR31","doi-asserted-by":"crossref","unstructured":"Zou, Y., Yu, Z., Liu, X., Kumar, B.V.K.V., Wang, J.: Confidence regularized self-training. In: IEEE\/CVF, pp. 5982\u20135991 (2019)","DOI":"10.1109\/ICCV.2019.00608"},{"key":"2_CR32","unstructured":"Kull, M., Perell\u00f3-Nieto, M., K\u00e4ngsepp, M., de\u00a0Menezes\u00a0e Silva\u00a0Filho, T., Song, H., Flach, P.A.: Beyond temperature scaling: obtaining well-calibrated multi-class probabilities with dirichlet calibration. NeurIPS 32 (2019)"},{"key":"2_CR33","doi-asserted-by":"crossref","unstructured":"Frenkel, L., Goldberger, J.: Network calibration by class-based temperature scaling. In: EUSIPCO, pp. 1486\u20131490. IEEE (2021)","DOI":"10.23919\/EUSIPCO54536.2021.9616219"},{"key":"2_CR34","unstructured":"Sagawa, S., Koh, P.W., Hashimoto, T.B., Liang, P.: Distributionally robust neural networks for group shifts: on the importance of regularization for worst-case generalization. arXiv preprint arXiv:1911.08731 (2019)"},{"issue":"1","key":"2_CR35","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1214\/15-AOAS897","volume":"10","author":"S Goel","year":"2016","unstructured":"Goel, S., Rao, J.M., Shroff, R.: Precinct or prejudice? Understanding racial disparities in New York City\u2019s stop-and-frisk policy. Ann. Appl. Stat. 10(1), 365\u2013394 (2016)","journal-title":"Ann. Appl. Stat."},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"2_CR37","doi-asserted-by":"crossref","unstructured":"Borkan, D., Dixon, L., Sorensen, J., Thain, N., Vasserman, L.: Nuanced metrics for measuring unintended bias with real data for text classification. In: WWW, pp. 491\u2013500 (2019)","DOI":"10.1145\/3308560.3317593"},{"key":"2_CR38","unstructured":"Koh, P.W., Sagawa, S., Marklund, H., et\u00a0al.: Wilds: A benchmark of in-the-wild distribution shifts. In: International Conference on Machine Learning, pp. 5637\u20135664. PMLR (2021)"},{"key":"2_CR39","doi-asserted-by":"crossref","unstructured":"Zhang, H., et\u00a0al.: mixup: beyond empirical risk minimization. In: ICLR (2017)","DOI":"10.1007\/978-1-4899-7687-1_79"},{"key":"2_CR40","first-page":"7139","volume":"34","author":"Z Xu","year":"2021","unstructured":"Xu, Z., Chai, Z., Yuan, C.: Towards calibrated model for long-tailed visual recognition from prior perspective. NeurIPS 34, 7139\u20137152 (2021)","journal-title":"NeurIPS"},{"key":"2_CR41","doi-asserted-by":"crossref","unstructured":"Yoon, S., Kim, G., Park, K.: Ssmix: saliency-based span mixup for text classification. In: ACL\/IJCNLP, pp.\u00a01\u20136 (2021)","DOI":"10.18653\/v1\/2021.findings-acl.285"},{"key":"2_CR42","unstructured":"Zou, Y., Verma, V., Mittal, S., et\u00a0al.: Mixupe: understanding and improving mixup from directional derivative perspective. ArXiv arxiv:2212.13381 (2022)"}],"container-title":["Lecture Notes in Computer Science","PRICAI 2024: Trends in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0119-6_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,23]],"date-time":"2025-01-23T12:35:33Z","timestamp":1737635733000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0119-6_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,12]]},"ISBN":["9789819601189","9789819601196"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0119-6_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,12]]},"assertion":[{"value":"12 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRICAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific Rim International Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pricai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.pricai.org\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}