{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T13:49:14Z","timestamp":1758980954695,"version":"3.44.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T00:00:00Z","timestamp":1724716800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T00:00:00Z","timestamp":1724716800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2022-04698"],"award-info":[{"award-number":["RGPIN-2022-04698"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Data Sci Anal"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s41060-024-00624-8","type":"journal-article","created":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T17:02:16Z","timestamp":1724778136000},"page":"2649-2657","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A nearest neighbor-based approach for improving the reliability of multiclass probabilistic classifiers"],"prefix":"10.1007","volume":"20","author":[{"given":"Hyukjun","family":"Gweon","sequence":"first","affiliation":[]},{"given":"Jiaxuan","family":"Lu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,27]]},"reference":[{"key":"624_CR1","first-page":"265","volume":"46","author":"H Gweon","year":"2020","unstructured":"Gweon, H., Schonlau, M., Wenemark, M.: Semi-automated classification for multi-label open-ended questions. Surv. Methodol. 46, 265\u2013282 (2020)","journal-title":"Surv. Methodol."},{"issue":"2","key":"624_CR2","first-page":"143","volume":"10","author":"M Schonlau","year":"2016","unstructured":"Schonlau, M., Couper, M.P.: Semi-automated categorization of open-ended questions. Survey Res. Methods 10(2), 143\u2013152 (2016)","journal-title":"Survey Res. Methods"},{"key":"624_CR3","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1136\/amiajnl-2011-000291","volume":"19","author":"X Jiang","year":"2012","unstructured":"Jiang, X., Osl, M., Kim, J., Ohno-Machado, L.: Calibrating predictive model estimates to support personalized medicine. J. Am. Med. Inform. Assoc. 19, 263\u2013274 (2012)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"624_CR4","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1016\/j.patrec.2021.03.016","volume":"146","author":"H Gweon","year":"2021","unstructured":"Gweon, H., Yu, H.: A nearest neighbor-based active learning method and its application to time series classification. Pattern Recognit. Lett. 146, 230\u2013236 (2021). https:\/\/doi.org\/10.1016\/j.patrec.2021.03.016","journal-title":"Pattern Recognit. Lett."},{"key":"624_CR5","doi-asserted-by":"crossref","unstructured":"Settles, B.: Active Learning. Synthesis Lectures on Artificial Intelligence and Machine Learning, vol. 6(1), pp. 1\u2013114 (2012)","DOI":"10.1007\/978-3-031-01560-1_1"},{"key":"624_CR6","unstructured":"Zadrozny, B., Elkan, C.: Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers. In: Proceedings of the 8th International Conference on Machine Learning, pp. 609\u2013616. Morgan Kaufmann Publishers Inc., San Francisco (2001)"},{"key":"624_CR7","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., Elkan, C.: Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the 8th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 694\u2013699. Association for Computing Machinery, New York (2002)","DOI":"10.1145\/775047.775151"},{"key":"624_CR8","doi-asserted-by":"publisher","first-page":"61","DOI":"10.7551\/mitpress\/1113.003.0008","volume-title":"Advances in Large Margin Classifiers","author":"J Platt","year":"2000","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. In: Smola, A.J., Bartlett, P., Schoelkopf, B., Schuurmans, D. (eds.) Advances in Large Margin Classifiers, pp. 61\u201374. MIT Press, Cambridge (2000)"},{"key":"624_CR9","doi-asserted-by":"crossref","unstructured":"Naeini, M.P., Cooper, G.F., Hauskrecht, M.: Obtaining well calibrated probabilities using Bayesian binning. In: Proceedings of the 29th AAAI Conference on Artificial Intelligence, pp. 2901\u20132907 (2015)","DOI":"10.1609\/aaai.v29i1.9602"},{"key":"624_CR10","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 1321\u20131330 (2017)"},{"key":"624_CR11","unstructured":"Kull, M., Perello\u00a0Nieto, M., K\u00e4ngsepp, M., Silva\u00a0Filho, T., Song, H., Flach, P.: Beyond temperature scaling: Obtaining well-calibrated multi-class probabilities with Dirichlet calibration. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"624_CR12","unstructured":"Vaicenavicius, J., Widmann, D., Andersson, C., Lindsten, F., Roll, J., Sch\u00f6n, T.B.: Evaluating model calibration in classification. In: Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics, vol. 89, pp. 3459\u20133467 (2019)"},{"key":"624_CR13","unstructured":"Fix, E., Hodges, J.L.: Discriminatory analysis, nonparametric discrimination: Consistency properties. Technical report, USAF School of Aviation Medivine, Randolph Field, Texas (1951). Project 21-49-004, Rept. 4, Contract AF41(128)-31, February 1951"},{"key":"624_CR14","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1016\/j.eswa.2018.08.021","volume":"115","author":"J Gou","year":"2019","unstructured":"Gou, J., Ma, H., Ou, W., Zeng, S., Rao, Y., Yang, H.: A generalized mean distance-based k-nearest neighbor classifier. Expert Syst. Appl. 115, 356\u2013372 (2019). https:\/\/doi.org\/10.1016\/j.eswa.2018.08.021","journal-title":"Expert Syst. Appl."},{"key":"624_CR15","doi-asserted-by":"publisher","first-page":"116529","DOI":"10.1016\/j.eswa.2022.116529","volume":"194","author":"J Gou","year":"2022","unstructured":"Gou, J., Sun, L., Du, L., Ma, H., Xiong, T., Ou, W., Zhan, Y.: A representation coefficient-based k-nearest centroid neighbor classifier. Expert Syst. Appl. 194, 116529 (2022). https:\/\/doi.org\/10.1016\/j.eswa.2022.116529","journal-title":"Expert Syst. Appl."},{"key":"624_CR16","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1016\/j.patrec.2019.07.012","volume":"125","author":"H Gweon","year":"2019","unstructured":"Gweon, H., Yu, H.: How reliable is your reliability diagram? Pattern Recogn. Lett. 125, 687\u2013693 (2019)","journal-title":"Pattern Recogn. Lett."},{"issue":"1","key":"624_CR17","first-page":"41","volume":"26","author":"AH Murphy","year":"1977","unstructured":"Murphy, A.H., Winkler, R.L.: Reliability of subjective probability forecasts of precipitation and temperature. J. R. Stat. Soc. Ser. C (Appl. Stat.) 26(1), 41\u201347 (1977)","journal-title":"J. R. Stat. Soc. Ser. C (Appl. Stat.)"},{"key":"624_CR18","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A., Caruana, R.: Predicting good probabilities with supervised learning. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 625\u2013632. ACM, New York (2005)","DOI":"10.1145\/1102351.1102430"},{"key":"624_CR19","unstructured":"Kumar, A., Sarawagi, S., Jain, U.: Trainable calibration measures for neural networks from kernel mean embeddings. In: Proceedings of the 35th International Conference on Machine Learning, vol. 80, pp. 2805\u20132814. Stockholmsm\u00e4ssan, Stockholm (2018)"},{"issue":"10","key":"624_CR20","doi-asserted-by":"publisher","first-page":"1043","DOI":"10.1080\/03610928008827941","volume":"9","author":"DW Hosmer","year":"1980","unstructured":"Hosmer, D.W., Lemesbow, S.: Goodness of fit tests for the multiple logistic regression model. Commun. Stat. Theory Methods 9(10), 1043\u20131069 (1980). https:\/\/doi.org\/10.1080\/03610928008827941","journal-title":"Commun. Stat. Theory Methods"},{"issue":"1","key":"624_CR21","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1002\/sim.5525","volume":"32","author":"P Paul","year":"2013","unstructured":"Paul, P., Pennell, M.L., Lemeshow, S.: Standardizing the power of the Hosmer\u2013Lemeshow goodness of fit test in large data sets. Stat. Med. 32(1), 67\u201380 (2013). https:\/\/doi.org\/10.1002\/sim.5525","journal-title":"Stat. Med."},{"issue":"3","key":"624_CR22","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1175\/WAF993.1","volume":"22","author":"J Br\u00f6cker","year":"2007","unstructured":"Br\u00f6cker, J., Smith, L.A.: Increasing the reliability of reliability diagrams. Weather Forecast. 22(3), 651\u2013661 (2007)","journal-title":"Weather Forecast."},{"key":"624_CR23","unstructured":"Widmann, D., Lindsten, F., Zachariah, D.: Calibration tests in multi-class classification: a unifying framework. In: Advances in Neural Information Processing Systems, vol. 32, pp. 12236\u201312246 (2019)"},{"key":"624_CR24","unstructured":"Widmann, D., Lindsten, F., Zachariah, D.: Calibration tests beyond classification. In: Proceedings of the 9th International Conference on Learning Representations (2021)"},{"key":"624_CR25","doi-asserted-by":"publisher","first-page":"927","DOI":"10.1007\/s11634-022-00528-0","volume":"17","author":"H Gweon","year":"2023","unstructured":"Gweon, H.: A power-controlled reliability assessment for multi-class probabilistic classifiers. Adv. Data Anal. Classif. 17, 927\u2013949 (2023). https:\/\/doi.org\/10.1007\/s11634-022-00528-0","journal-title":"Adv. Data Anal. Classif."},{"key":"624_CR26","unstructured":"Lichman, M.: UCI Machine Learning Repository (2013). http:\/\/archive.ics.uci.edu\/ml"},{"key":"624_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-3242-6","volume-title":"Generalized Linear Models","author":"P McCullagh","year":"1989","unstructured":"McCullagh, P.: Generalized Linear Models. Routledge, New York (1989)"},{"key":"624_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The Elements of Statistical Learning: Data Mining, Inference, and Prediction","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.H.: The Elements of Statistical Learning: Data Mining, Inference, and Prediction. Springer, New York (2009)"},{"key":"624_CR29","doi-asserted-by":"crossref","unstructured":"Schonlau, M.: The Naive Bayes Classifier. In: Applied Statistical Learning: With Case Studies in Stata, pp. 143\u2013160. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-33390-3_8"},{"key":"624_CR30","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45, 5\u201332 (2001)","journal-title":"Mach. Learn."},{"issue":"6","key":"624_CR31","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon, F.: Individual comparisons by ranking methods. Biom. Bull. 1(6), 80\u201383 (1945)","journal-title":"Biom. Bull."}],"container-title":["International Journal of Data Science and Analytics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00624-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41060-024-00624-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00624-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T21:17:28Z","timestamp":1757107048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41060-024-00624-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,27]]},"references-count":31,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["624"],"URL":"https:\/\/doi.org\/10.1007\/s41060-024-00624-8","relation":{},"ISSN":["2364-415X","2364-4168"],"issn-type":[{"type":"print","value":"2364-415X"},{"type":"electronic","value":"2364-4168"}],"subject":[],"published":{"date-parts":[[2024,8,27]]},"assertion":[{"value":"2 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}