{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T15:00:08Z","timestamp":1743087608311,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031467776"},{"type":"electronic","value":"9783031467783"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-46778-3_9","type":"book-chapter","created":{"date-parts":[[2023,11,24]],"date-time":"2023-11-24T06:02:05Z","timestamp":1700805725000},"page":"91-100","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Calibration Error Estimation Using Fuzzy\u00a0Binning"],"prefix":"10.1007","author":[{"given":"Geetanjali","family":"Bihani","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julia Taylor","family":"Rayz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,25]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Bihani, G., Rayz, J.T.: Low anisotropy sense retrofitting (LASeR): towards isotropic and sense enriched representations. In: NAACL-HLT 2021, p. 81 (2021)","DOI":"10.18653\/v1\/2021.deelio-1.9"},{"key":"9_CR2","unstructured":"Chen, Q., Zhuo, Z., Wang, W.: BERT for joint intent classification and slot filling. arXiv preprint arXiv:1902.10909 (2019)"},{"key":"9_CR3","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"issue":"8","key":"9_CR4","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., et al.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"key":"9_CR5","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"9_CR6","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.: On calibration of modern neural networks. In: ICML 2017 (2017)"},{"key":"9_CR7","doi-asserted-by":"publisher","unstructured":"Kong, L., Jiang, H., Zhuang, Y., Lyu, J., Zhao, T., Zhang, C.: Calibrated language model fine-tuning for in- and out-of-distribution data. ArXiv (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.102","DOI":"10.18653\/v1\/2020.emnlp-main.102"},{"key":"9_CR8","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1162\/tacl_a_00407","volume":"9","author":"Z Jiang","year":"2021","unstructured":"Jiang, Z., Araki, J., Ding, H., Neubig, G.: How can we know when language models know? On the calibration of language models for question answering. Trans. Assoc. Comput. Linguist. 9, 962\u2013977 (2021)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Naeini, M.P., Cooper, G., Hauskrecht, M.: Obtaining well calibrated probabilities using Bayesian binning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 29 (2015)","DOI":"10.1609\/aaai.v29i1.9602"},{"key":"9_CR10","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"issue":"4","key":"9_CR11","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1093\/jamia\/ocz228","volume":"27","author":"Y Huang","year":"2020","unstructured":"Huang, Y., Li, W., Macheret, F., Gabriel, R.A., Ohno-Machado, L.: A tutorial on calibration measurements and calibration models for clinical prediction models. J. Am. Med. Inform. Assoc. 27(4), 621\u2013633 (2020)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"9_CR12","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: novelty detection via contrastive learning on distributionally shifted instances. In: Advances in Neural Information Processing Systems, vol. 33, pp. 11839\u201311852 (2020)"},{"key":"9_CR13","unstructured":"Nixon, J., Dusenberry, M.W., Zhang, L., Jerfel, G., Tran, D.: Measuring calibration in deep learning (2019)"},{"key":"9_CR14","unstructured":"Roelofs, R., Cain, N., Shlens, J., Mozer, M.C.: Mitigating bias in calibration error estimation. In: International Conference on Artificial Intelligence and Statistics, pp. 4036\u20134054. PMLR (2022)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Ding, Y., Liu, J., Xiong, J., Shi, Y.: Revisiting the evaluation of uncertainty estimation and its application to explore model complexity-uncertainty trade-off. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 4\u20135 (2020)","DOI":"10.1109\/CVPRW50498.2020.00010"},{"key":"9_CR16","unstructured":"Zhang, J., Kailkhura, B., Han, T.Y.-J.: Mix-n-match: ensemble and compositional methods for uncertainty calibration in deep learning. In: International Conference on Machine Learning, pp. 11117\u201311128. PMLR (2020)"},{"key":"9_CR17","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/978-3-030-82099-2_4","volume-title":"Explainable AI and Other Applications of Fuzzy Techniques","author":"G Bihani","year":"2022","unstructured":"Bihani, G., Rayz, J.T.: Fuzzy classification of multi-intent utterances. In: Rayz, J., Raskin, V., Dick, S., Kreinovich, V. (eds.) NAFIPS 2021. LNNS, vol. 258, pp. 37\u201351. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-82099-2_4"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Thulasidasan, S., Chennupati, G., Bilmes, J.A., Bhattacharya, T., Michalak, S.: On mixup training: improved calibration and predictive uncertainty for deep neural networks. In: Advances in Neural Information Processing Systems, vol. 32 (2019)","DOI":"10.2172\/1525811"},{"key":"9_CR19","unstructured":"Malinin, A., Gales, M.: Predictive uncertainty estimation via prior networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"9_CR20","doi-asserted-by":"publisher","unstructured":"Hendrycks, D., Liu, X., Wallace, E., Dziedzic, A., Krishnan, R., Song, D.: Pretrained transformers improve out-of-distribution robustness. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 2744\u20132751. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.244","DOI":"10.18653\/v1\/2020.acl-main.244"},{"issue":"3","key":"9_CR21","first-page":"61","volume":"10","author":"J Platt","year":"1999","unstructured":"Platt, J., et al.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10(3), 61\u201374 (1999)","journal-title":"Adv. Large Margin Classif."},{"key":"9_CR22","unstructured":"Zadrozny, B., Elkan, C.: Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers. In: ICML, vol. 1, pp. 609\u2013616 (2001)"},{"key":"9_CR23","unstructured":"Mitchell, T.: Twenty newsgroups data set. UCI Machine Learning Repository (1999)"},{"key":"9_CR24","unstructured":"Zhang, X., Zhao, J.J., LeCun, Y.: Character-level convolutional networks for text classification. In: NIPS (2015)"},{"key":"9_CR25","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 142\u2013150. Association for Computational Linguistics, Portland (2011)"},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Kim, J., Na, D., Choi, S., Lim, S.: Bag of tricks for in-distribution calibration of pretrained transformers. arXiv. arXiv:2302.06690 [cs] (2023)","DOI":"10.18653\/v1\/2023.findings-eacl.40"},{"key":"9_CR27","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"}],"container-title":["Lecture Notes in Networks and Systems","Fuzzy Information Processing 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-46778-3_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,24]],"date-time":"2023-11-24T06:03:35Z","timestamp":1700805815000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-46778-3_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031467776","9783031467783"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-46778-3_9","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"25 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NAFIPS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"North American Fuzzy Information Processing Society Annual Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cincinnati, OH","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nafips2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nafips2023.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}