{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,20]],"date-time":"2025-06-20T04:08:22Z","timestamp":1750392502759,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":37,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819681792","type":"print"},{"value":"9789819681808","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-8180-8_3","type":"book-chapter","created":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T13:15:29Z","timestamp":1750338929000},"page":"29-40","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["GBCE: Enhanced Training Loss to\u00a0Estimate Accuracy of\u00a0Models in\u00a0Production"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4543-2128","authenticated-orcid":false,"given":"Ryuta","family":"Matsuno","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,6,20]]},"reference":[{"key":"3_CR1","unstructured":"Baek, C., Jiang, Y., Raghunathan, A., Kolter, J.Z.: Agreement-on-the-line: predicting the performance of neural networks under distribution shift. In: Advances in Neural Information Processing Systems, vol.\u00a035 (2022)"},{"key":"3_CR2","unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning (Information Science and Statistics). Springer-Verlag (2006)"},{"key":"3_CR3","unstructured":"Chang, C.C., Lin, C.J.: Libsvm data: classification, regression, and multi-label (2023). https:\/\/www.csie.ntu.edu.tw\/~cjlin\/libsvmtools\/datasets\/. Accessed 25 Sept 2023"},{"key":"3_CR4","unstructured":"Chen, J., Liu, F., Avci, B., Wu, X., Liang, Y., Jha, S.: Detecting errors and estimating accuracy on unlabeled data with self-training ensembles. In: Advances in Neural Information Processing Systems, vol.\u00a034 (2021)"},{"key":"3_CR5","unstructured":"Chuang, C.Y., Torralba, A., Jegelka, S.: Estimating generalization under distribution shifts via domain-invariant representations. In: International Conference on Machine Learning (2020)"},{"key":"3_CR6","doi-asserted-by":"publisher","unstructured":"DeGroot, M.H., Fienberg, S.E.: The comparison and evaluation of forecasters. J. R. Stat. Soc. Ser. D (Stat.) 32(1\/2) (1983). https:\/\/doi.org\/10.2307\/2987588","DOI":"10.2307\/2987588"},{"key":"3_CR7","doi-asserted-by":"publisher","unstructured":"Deng, W., Zheng, L.: Autoeval: are labels always necessary for classifier accuracy evaluation? IEEE Trans. Pattern Anal. Mach. Intell. 46(3) (2024). https:\/\/doi.org\/10.1109\/TPAMI.2021.3136244","DOI":"10.1109\/TPAMI.2021.3136244"},{"key":"3_CR8","doi-asserted-by":"publisher","unstructured":"Do, Q.N.T., Gaspers, J., Sorokin, D., Lehnen, P.: Predicting temporal performance drop of deployed production spoken language understanding models. In: Interspeech 2021 (2021). https:\/\/doi.org\/10.21437\/Interspeech.2021-580","DOI":"10.21437\/Interspeech.2021-580"},{"key":"3_CR9","doi-asserted-by":"publisher","unstructured":"Edwards, D.A.: On the kantorovich\u2013rubinstein theorem. Expositiones Mathematicae 29(4) (2011). https:\/\/doi.org\/10.1016\/j.exmath.2011.06.005","DOI":"10.1016\/j.exmath.2011.06.005"},{"key":"3_CR10","doi-asserted-by":"publisher","unstructured":"Elsahar, H., Gall\u00e9, M.: To annotate or not? Prediction of predicting performance drop under domain shift. In: Proceeding of the 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1222","DOI":"10.18653\/v1\/D19-1222"},{"key":"3_CR11","unstructured":"Garg, S., Balakrishnan, S., Lipton, Z.C., Neyshabur, B., Sedghi, H.: Leveraging unlabeled data to predict out-of-distribution performance. In: International Conference on Learning Representations (2022)"},{"key":"3_CR12","doi-asserted-by":"publisher","unstructured":"Gneiting, T., Raftery, A.E.: Strictly proper scoring rules, prediction, and estimation. J. Am. Stat. Assoc. 102(477) (2007). https:\/\/doi.org\/10.1198\/016214506000001437","DOI":"10.1198\/016214506000001437"},{"key":"3_CR13","doi-asserted-by":"publisher","unstructured":"Grzenda, M., Gomes, H.M., Bifet, A.: Delayed labelling evaluation for data streams. Data Min. Knowl. Disc. 34(5) (2020). https:\/\/doi.org\/10.1007\/s10618-019-00654-y","DOI":"10.1007\/s10618-019-00654-y"},{"key":"3_CR14","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, vol.\u00a070 (2017)"},{"key":"3_CR15","unstructured":"Idelbayev, Y.: Proper ResNet implementation for CIFAR10\/CIFAR100 in PyTorch (2021). https:\/\/github.com\/akamaster\/pytorch_resnet_cifar10. Accessed 25 Aug 2023"},{"key":"3_CR16","unstructured":"Jiang, Y., Nagarajan, V., Baek, C., Kolter, J.Z.: Assessing generalization of SGD via disagreement. In: International Conference on Learning Representations (2022)"},{"key":"3_CR17","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: International Conference on Learning Representations (2015)"},{"key":"3_CR18","doi-asserted-by":"publisher","unstructured":"Koltchinskii, V.: Rademacher penalties and structural risk minimization. IEEE Trans. Inf. Theory 47(5) (2001). https:\/\/doi.org\/10.1109\/18.930926","DOI":"10.1109\/18.930926"},{"key":"3_CR19","doi-asserted-by":"publisher","unstructured":"Kreuzberger, D., K\u00fchl, N., Hirschl, S.: Machine learning operations (mlops): overview, definition, and architecture. IEEE Access 11 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3262138","DOI":"10.1109\/ACCESS.2023.3262138"},{"key":"3_CR20","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. In: Master\u2019s thesis, Department of Computer Science, University of Toronto (2009)"},{"key":"3_CR21","unstructured":"Kumar, A., Sarawagi, S., Jain, U.: Trainable calibration measures for neural networks from kernel mean embeddings. In: International Conference on Machine Learning, vol.\u00a080 (2018)"},{"key":"3_CR22","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: Advances in Neural Information Processing Systems (2017)"},{"key":"3_CR23","unstructured":"Ledoux, M., Talagrand, M.: Probability in Banach Spaces: Isoperimetry and Processes. Classics in Mathematics, Springer, Heidelberg (2013)"},{"key":"3_CR24","doi-asserted-by":"publisher","unstructured":"Liu, H., et al.: Universal adversarial perturbation via prior driven uncertainty approximation. In: IEEE\/CVF International Conference on Computer Vision (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00303","DOI":"10.1109\/ICCV.2019.00303"},{"key":"3_CR25","doi-asserted-by":"publisher","unstructured":"Luo, Y., Wong, Y., Kankanhalli, M.S., Zhao, Q.: Learning to predict trustworthiness with steep slope loss. In: Advances in Neural Information Processing Systems, vol.\u00a034 (2021) https:\/\/doi.org\/10.1145\/3318464.3380604","DOI":"10.1145\/3318464.3380604"},{"key":"3_CR26","volume-title":"Foundations of Machine Learning","author":"M Mohri","year":"2018","unstructured":"Mohri, M., Rostamizadeh, A., Talwalkar, A.: Foundations of Machine Learning, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"3_CR27","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10 (1999)"},{"key":"3_CR28","doi-asserted-by":"publisher","unstructured":"Roschewitz, M., Glocker, B.: Distance matters for improving performance estimation under covariate shift. In: IEEE\/CVF International Conference on Computer Vision Workshops (2023). https:\/\/doi.org\/10.1109\/ICCVW60793.2023.00489","DOI":"10.1109\/ICCVW60793.2023.00489"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Schelter, S., Rukat, T., Biessmann, F.: Learning to validate the predictions of black box classifiers on unseen data. In: ACM SIGMOD International Conference on Management of Data (2020)","DOI":"10.1145\/3318464.3380604"},{"key":"3_CR30","doi-asserted-by":"publisher","unstructured":"Shimodaira, H.: Improving predictive inference under covariate shift by weighting the log-likelihood function. J. Stat. Plan. Inference 90(2) (2000). https:\/\/doi.org\/10.1016\/S0378-3758(00)00115-4","DOI":"10.1016\/S0378-3758(00)00115-4"},{"key":"3_CR31","doi-asserted-by":"publisher","unstructured":"Testi, M., et al.: Mlops: a taxonomy and a methodology. IEEE Access 10 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3181730","DOI":"10.1109\/ACCESS.2022.3181730"},{"key":"3_CR32","unstructured":"Vapnik, V.N.: Statistical learning theory. Wiley-Interscience (1998)"},{"key":"3_CR33","doi-asserted-by":"publisher","unstructured":"Wang, G., Li, W., Aertsen, M., Deprest, J., Ourselin, S., Vercauteren, T.: Aleatoric uncertainty estimation with test-time augmentation for medical image segmentation with convolutional neural networks. Neurocomputing 338 (2019). https:\/\/doi.org\/10.1016\/j.neucom.2019.01.103","DOI":"10.1016\/j.neucom.2019.01.103"},{"key":"3_CR34","doi-asserted-by":"crossref","unstructured":"Yu, X., Franchi, G., Aldea, E.: Slurp: side learning uncertainty for regression problems. In: British Machine Vision Conference (2021)","DOI":"10.5244\/C.35.283"},{"key":"3_CR35","doi-asserted-by":"publisher","unstructured":"Zadrozny, B., Elkan, C.: Transforming classifier scores into accurate multiclass probability estimates. In: ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2002). https:\/\/doi.org\/10.1145\/775047.775151","DOI":"10.1145\/775047.775151"},{"key":"3_CR36","unstructured":"Zhang, J., Kailkhura, B., Han, T.Y.J.: Mix-n-match: ensemble and compositional methods for uncertainty calibration in deep learning. In: International Conference on Machine Learning, vol.\u00a0119 (2020)"},{"key":"3_CR37","doi-asserted-by":"publisher","unstructured":"Zhang, T., Yamane, I., Lu, N., Sugiyama, M.: A one-step approach to covariate shift adaptation. In: Asian Conference on Machine Learning. vol.\u00a0129 (2020). https:\/\/doi.org\/10.1007\/s42979-021-00678-6","DOI":"10.1007\/s42979-021-00678-6"}],"container-title":["Lecture Notes in Computer Science","Advances in Knowledge Discovery and Data Mining"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-8180-8_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T13:15:38Z","timestamp":1750338938000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-8180-8_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819681792","9789819681808"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-8180-8_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"20 June 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PAKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific-Asia Conference on Knowledge Discovery and Data Mining","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pakdd2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/pakdd2025.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}