{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T16:54:29Z","timestamp":1779900869716,"version":"3.53.1"},"publisher-location":"Cham","reference-count":87,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031637346","type":"print"},{"value":"9783031637353","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63735-3_7","type":"book-chapter","created":{"date-parts":[[2024,7,22]],"date-time":"2024-07-22T21:02:07Z","timestamp":1721682127000},"page":"107-135","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Principled Approaches for\u00a0Learning to\u00a0Defer with\u00a0Multiple Experts"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3062-5311","authenticated-orcid":false,"given":"Anqi","family":"Mao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3987-9847","authenticated-orcid":false,"given":"Mehryar","family":"Mohri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8461-1260","authenticated-orcid":false,"given":"Yutao","family":"Zhong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,23]]},"reference":[{"key":"7_CR1","unstructured":"Acar, D.A.E., Gangrade, A., Saligrama, V.: Budget learning via bracketing. In: International Conference on Artificial Intelligence and Statistics, pp. 4109\u20134119 (2020)"},{"key":"7_CR2","first-page":"9804","volume":"34","author":"P Awasthi","year":"2021","unstructured":"Awasthi, P., Frank, N., Mao, A., Mohri, M., Zhong, Y.: Calibration and consistency of adversarial surrogate losses. Adv. Neural Inf. Process. Syst. 34, 9804\u20139815 (2021)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR3","unstructured":"Awasthi, P., Mao, A., Mohri, M., Zhong, Y.: A finer calibration analysis for adversarial robustness. arXiv preprint arXiv:2105.01550 (2021)"},{"key":"7_CR4","unstructured":"Awasthi, P., Mao, A., Mohri, M., Zhong, Y.: $${\\mathscr {H}}$$-consistency bounds for surrogate loss minimizers. In: International Conference on Machine Learning (2022)"},{"key":"7_CR5","first-page":"782","volume":"35","author":"P Awasthi","year":"2022","unstructured":"Awasthi, P., Mao, A., Mohri, M., Zhong, Y.: Multi-class $${\\mathscr {H}}$$-consistency bounds. Adv. Neural Inf. Process. Syst. 35, 782\u2013795 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR6","unstructured":"Awasthi, P., Mao, A., Mohri, M., Zhong, Y.: Theoretically grounded loss functions and algorithms for adversarial robustness. In: International Conference on Artificial Intelligence and Statistics, pp. 10077\u201310094 (2023)"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Awasthi, P., Mao, A., Mohri, M., Zhong, Y.: DC-programming for neural network optimizations. J. Glob. Optim. 1\u201317 (2024)","DOI":"10.1007\/s10898-023-01344-2"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Bansal, G., Nushi, B., Kamar, E., Horvitz, E., Weld, D.S.: Is the most accurate AI the best teammate? optimizing AI for teamwork. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 11405\u201311414 (2021)","DOI":"10.1609\/aaai.v35i13.17359"},{"issue":"473","key":"7_CR9","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1198\/016214505000000907","volume":"101","author":"PL Bartlett","year":"2006","unstructured":"Bartlett, P.L., Jordan, M.I., McAuliffe, J.D.: Convexity, classification, and risk bounds. J. Am. Stat. Assoc. 101(473), 138\u2013156 (2006)","journal-title":"J. Am. Stat. Assoc."},{"key":"7_CR10","unstructured":"Bartlett, P.L., Wegkamp, M.H.: Classification with a reject option using a hinge loss. J. Mach. Learn. Res. 9(8) (2008)"},{"key":"7_CR11","unstructured":"Benz, N.L.C., Rodriguez, M.G.: Counterfactual inference of second opinions. In: Uncertainty in Artificial Intelligence, pp. 453\u2013463. PMLR (2022)"},{"key":"7_CR12","first-page":"357","volume":"39","author":"J Berkson","year":"1944","unstructured":"Berkson, J.: Application of the logistic function to bio-assay. J. Am. Stat. Assoc. 39, 357\u2013365 (1944)","journal-title":"J. Am. Stat. Assoc."},{"issue":"4","key":"7_CR13","doi-asserted-by":"publisher","first-page":"327","DOI":"10.2307\/3001655","volume":"7","author":"J Berkson","year":"1951","unstructured":"Berkson, J.: Why I prefer logits to probits. Biometrics 7(4), 327\u2013339 (1951)","journal-title":"Biometrics"},{"key":"7_CR14","unstructured":"Bubeck, S., et\u00a0al.: Sparks of artificial general intelligence: early experiments with gpt-4. arXiv preprint arXiv:2303.12712 (2023)"},{"key":"7_CR15","first-page":"521","volume":"35","author":"Y Cao","year":"2022","unstructured":"Cao, Y., et al.: Generalizing consistent multi-class classification with rejection to be compatible with arbitrary losses. Adv. Neural Inf. Process. Syst. 35, 521\u2013534 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR16","unstructured":"Charoenphakdee, N., Cui, Z., Zhang, Y., Sugiyama, M.: Classification with rejection based on cost-sensitive classification. In: International Conference on Machine Learning, pp. 1507\u20131517 (2021)"},{"key":"7_CR17","unstructured":"Charusaie, M.A., Mozannar, H., Sontag, D., Samadi, S.: Sample efficient learning of predictors that complement humans. In: International Conference on Machine Learning, pp. 2972\u20133005 (2022)"},{"issue":"1","key":"7_CR18","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/TIT.1970.1054406","volume":"16","author":"C Chow","year":"1970","unstructured":"Chow, C.: On optimum recognition error and reject tradeoff. IEEE Trans. Inf. Theory 16(1), 41\u201346 (1970)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"7_CR19","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/TEC.1957.5222035","volume":"4","author":"CK Chow","year":"1957","unstructured":"Chow, C.K.: An optimum character recognition system using decision functions. IRE Trans. Electron. Comput. 4, 247\u2013254 (1957)","journal-title":"IRE Trans. Electron. Comput."},{"key":"7_CR20","first-page":"1660","volume":"29","author":"C Cortes","year":"2016","unstructured":"Cortes, C., DeSalvo, G., Mohri, M.: Boosting with abstention. Adv. Neural Inf. Process. Syst. 29, 1660\u20131668 (2016)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Cortes, C., DeSalvo, G., Mohri, M.: Learning with rejection. In: International Conference on Algorithmic Learning Theory, pp. 67\u201382 (2016)","DOI":"10.1007\/978-3-319-46379-7_5"},{"key":"7_CR22","unstructured":"Cortes, C., DeSalvo, G., Mohri, M.: Theory and algorithms for learning with rejection in binary classification. In: Annals of Mathematics and Artificial Intelligence, pp. 1\u201339 (2023)"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"De, A., Koley, P., Ganguly, N., Gomez-Rodriguez, M.: Regression under human assistance. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 2611\u20132620 (2020)","DOI":"10.1609\/aaai.v34i03.5645"},{"key":"7_CR24","unstructured":"El-Yaniv, R., et\u00a0al.: On the foundations of noise-free selective classification. J.0 Mach. Learn. Res. 11(5) (2010)"},{"key":"7_CR25","unstructured":"Gangrade, A., Kag, A., Saligrama, V.: Selective classification via one-sided prediction. In: International Conference on Artificial Intelligence and Statistics, pp. 2179\u20132187 (2021)"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Gao, R., Saar-Tsechansky, M., De-Arteaga, M., Han, L., Lee, M.K., Lease, M.: Human-AI collaboration with bandit feedback. arXiv preprint arXiv:2105.10614 (2021)","DOI":"10.24963\/ijcai.2021\/237"},{"key":"7_CR27","first-page":"1","volume":"30","author":"Y Geifman","year":"2017","unstructured":"Geifman, Y., El-Yaniv, R.: Selective classification for deep neural networks. Adv. Neural Inf. Process. Syst. 30, 1\u201310 (2017)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR28","unstructured":"Geifman, Y., El-Yaniv, R.: Selectivenet: a deep neural network with an integrated reject option. In: International Conference on Machine Learning, pp. 2151\u20132159 (2019)"},{"key":"7_CR29","first-page":"1","volume":"21","author":"Y Grandvalet","year":"2008","unstructured":"Grandvalet, Y., Rakotomamonjy, A., Keshet, J., Canu, S.: Support vector machines with a reject option. Adv. Neural Inf. Process. Syst. 21, 1\u20138 (2008)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR30","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Hemmer, P., Schellhammer, S., V\u00f6ssing, M., Jakubik, J., Satzger, G.: Forming effective human-AI teams: building machine learning models that complement the capabilities of multiple experts. arXiv preprint arXiv:2206.07948 (2022)","DOI":"10.24963\/ijcai.2022\/344"},{"key":"7_CR32","doi-asserted-by":"crossref","unstructured":"Hemmer, P., Thede, L., V\u00f6ssing, M., Jakubik, J., K\u00fchl, N.: Learning to defer with limited expert predictions. arXiv preprint arXiv:2304.07306 (2023)","DOI":"10.1609\/aaai.v37i5.25742"},{"key":"7_CR33","doi-asserted-by":"crossref","unstructured":"Herbei, R., Wegkamp, M.: Classification with reject option. Can. J. Stat. (2005)","DOI":"10.1002\/cjs.5550340410"},{"key":"7_CR34","unstructured":"Joshi, S., Parbhoo, S., Doshi-Velez, F.: Pre-emptive learning-to-defer for sequential medical decision-making under uncertainty. arXiv preprint arXiv:2109.06312 (2021)"},{"issue":"5","key":"7_CR35","doi-asserted-by":"publisher","first-page":"1481","DOI":"10.1016\/j.jcss.2011.12.026","volume":"78","author":"AT Kalai","year":"2012","unstructured":"Kalai, A.T., Kanade, V., Mansour, Y.: Reliable agnostic learning. J. Comput. Syst. Sci. 78(5), 1481\u20131495 (2012)","journal-title":"J. Comput. Syst. Sci."},{"key":"7_CR36","unstructured":"Kamar, E., Hacker, S., Horvitz, E.: Combining human and machine intelligence in large-scale crowdsourcing. In: AAMAS, pp. 467\u2013474 (2012)"},{"key":"7_CR37","first-page":"4421","volume":"34","author":"G Kerrigan","year":"2021","unstructured":"Kerrigan, G., Smyth, P., Steyvers, M.: Combining human predictions with model probabilities via confusion matrices and calibration. Adv. Neural. Inf. Process. Syst. 34, 4421\u20134434 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"7_CR38","doi-asserted-by":"crossref","unstructured":"Keswani, V., Lease, M., Kenthapadi, K.: Towards unbiased and accurate deferral to multiple experts. In: Proceedings of the 2021 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 154\u2013165 (2021)","DOI":"10.1145\/3461702.3462516"},{"key":"7_CR39","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"1","key":"7_CR40","first-page":"237","volume":"133","author":"J Kleinberg","year":"2018","unstructured":"Kleinberg, J., Lakkaraju, H., Leskovec, J., Ludwig, J., Mullainathan, S.: Human decisions and machine predictions. Q. J. Econ. 133(1), 237\u2013293 (2018)","journal-title":"Q. J. Econ."},{"key":"7_CR41","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Toronto University, Technical report (2009)"},{"key":"7_CR42","first-page":"2501","volume":"27","author":"V Kuznetsov","year":"2014","unstructured":"Kuznetsov, V., Mohri, M., Syed, U.: Multi-class deep boosting. Adv. Neural Inf. Process. Syst. 27, 2501\u20132509 (2014)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"465","key":"7_CR43","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1198\/016214504000000098","volume":"99","author":"Y Lee","year":"2004","unstructured":"Lee, Y., Lin, Y., Wahba, G.: Multicategory support vector machines: theory and application to the classification of microarray data and satellite radiance data. J. Am. Stat. Assoc. 99(465), 67\u201381 (2004)","journal-title":"J. Am. Stat. Assoc."},{"issue":"1","key":"7_CR44","doi-asserted-by":"publisher","first-page":"1762","DOI":"10.1038\/s41598-022-05725-7","volume":"12","author":"J Liu","year":"2022","unstructured":"Liu, J., Gallego, B., Barbieri, S.: Incorporating uncertainty in learning to defer algorithms for safe computer-aided diagnosis. Sci. Rep. 12(1), 1762 (2022)","journal-title":"Sci. Rep."},{"key":"7_CR45","unstructured":"Long, P., Servedio, R.: Consistency versus realizable H-consistency for multiclass classification. In: International Conference on Machine Learning, pp. 801\u2013809 (2013)"},{"key":"7_CR46","unstructured":"Madras, D., Creager, E., Pitassi, T., Zemel, R.: Learning adversarially fair and transferable representations. arXiv preprint arXiv:1802.06309 (2018)"},{"key":"7_CR47","first-page":"1","volume":"36","author":"A Mao","year":"2023","unstructured":"Mao, A., Mohri, C., Mohri, M., Zhong, Y.: Two-stage learning to defer with multiple experts. Adv. Neural Inf. Process. Syst. 36, 1\u201329 (2023)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR48","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Cross-entropy loss functions: theoretical analysis and applications. In: International Conference on Machine Learning (2023)"},{"key":"7_CR49","first-page":"1","volume":"36","author":"A Mao","year":"2023","unstructured":"Mao, A., Mohri, M., Zhong, Y.: H-consistency bounds: characterization and extensions. Adv. Neural Inf. Process. Syst. 36, 1\u201339 (2023)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR50","unstructured":"Mao, A., Mohri, M., Zhong, Y.: H-consistency bounds for pairwise misranking loss surrogates. In: International Conference on Machine Learning (2023)"},{"key":"7_CR51","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Ranking with abstention. In: ICML 2023 Workshop the Many Facets of Preference-Based Learning (2023)"},{"key":"7_CR52","first-page":"46903","volume":"36","author":"A Mao","year":"2023","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Structured prediction with stronger consistency guarantees. Adv. Neural Inf. Process. Syst. 36, 46903\u201346937 (2023)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR53","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Predictor-rejector multi-class abstention: theoretical analysis and algorithms. In: International Conference on Algorithmic Learning Theory (2024)"},{"key":"7_CR54","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Theoretically grounded loss functions and algorithms for score-based multi-class abstention. In: International Conference on Artificial Intelligence and Statistics (2024)"},{"key":"7_CR55","unstructured":"Mohri, C., Andor, D., Choi, E., Collins, M., Mao, A., Zhong, Y.: Learning to reject with a fixed predictor: application to decontextualization. In: International Conference on Learning Representations (2024)"},{"key":"7_CR56","volume-title":"Foundations of Machine Learning","author":"M Mohri","year":"2018","unstructured":"Mohri, M., Rostamizadeh, A., Talwalkar, A.: Foundations of Machine Learning, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"7_CR57","doi-asserted-by":"crossref","unstructured":"Mozannar, H., Satyanarayan, A., Sontag, D.: Teaching humans when to defer to a classifier via exemplars. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 5323\u20135331 (2022)","DOI":"10.1609\/aaai.v36i5.20469"},{"key":"7_CR58","unstructured":"Mozannar, H., Sontag, D.: Consistent estimators for learning to defer to an expert. In: International Conference on Machine Learning, pp. 7076\u20137087 (2020)"},{"key":"7_CR59","first-page":"29292","volume":"35","author":"H Narasimhan","year":"2022","unstructured":"Narasimhan, H., Jitkrittum, W., Menon, A.K., Rawat, A.S., Kumar, S.: Post-hoc estimators for learning to defer to an expert. Adv. Neural Inf. Process. Syst. 35, 29292\u201329304 (2022)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR60","unstructured":"Narasimhan, H., Menon, A.K., Jitkrittum, W., Kumar, S.: Learning to reject meets ood detection: are all abstentions created equal? arXiv preprint arXiv:2301.12386 (2023)"},{"key":"7_CR61","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. Adv. Neural Inf. Process. Syst. (2011)"},{"key":"7_CR62","first-page":"2582","volume":"32","author":"C Ni","year":"2019","unstructured":"Ni, C., Charoenphakdee, N., Honda, J., Sugiyama, M.: On the calibration of multiclass classification with rejection. Adv. Neural Inf. Process. Syst. 32, 2582\u20132592 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR63","first-page":"9140","volume":"34","author":"N Okati","year":"2021","unstructured":"Okati, N., De, A., Rodriguez, M.: Differentiable learning under triage. Adv. Neural. Inf. Process. Syst. 34, 9140\u20139151 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"7_CR64","first-page":"525","volume":"2021","author":"MF Pradier","year":"2021","unstructured":"Pradier, M.F., Zazo, J., Parbhoo, S., Perlis, R.H., Zazzi, M., Doshi-Velez, F.: Preferential mixture-of-experts: interpretable models that rely on human expertise as much as possible. AMIA Summits Transl. Sci. Proc. 2021, 525 (2021)","journal-title":"AMIA Summits Transl. Sci. Proc."},{"key":"7_CR65","unstructured":"Raghu, M., Blumer, K., Corrado, G., Kleinberg, J., Obermeyer, Z., Mullainathan, S.: The algorithmic automation problem: prediction, triage, and human effort. arXiv preprint arXiv:1903.12220 (2019)"},{"key":"7_CR66","unstructured":"Raman, N., Yee, M.: Improving learning-to-defer algorithms through fine-tuning. arXiv preprint arXiv:2112.10768 (2021)"},{"issue":"1","key":"7_CR67","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1214\/17-EJS1388","volume":"12","author":"HG Ramaswamy","year":"2018","unstructured":"Ramaswamy, H.G., Tewari, A., Agarwal, S.: Consistent algorithms for multiclass classification with an abstain option. Electron. J. Stat. 12(1), 530\u2013554 (2018)","journal-title":"Electron. J. Stat."},{"issue":"2","key":"7_CR68","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s00365-006-0662-3","volume":"26","author":"I Steinwart","year":"2007","unstructured":"Steinwart, I.: How to compare different loss functions and their risks. Constr. Approx. 26(2), 225\u2013287 (2007)","journal-title":"Constr. Approx."},{"key":"7_CR69","unstructured":"Straitouri, E., Singla, A., Meresht, V.B., Gomez-Rodriguez, M.: Reinforcement learning under algorithmic triage. arXiv preprint arXiv:2109.11328 (2021)"},{"key":"7_CR70","unstructured":"Straitouri, E., Wang, L., Okati, N., Rodriguez, M.G.: Provably improving expert predictions with conformal prediction. arXiv preprint arXiv:2201.12006 (2022)"},{"key":"7_CR71","unstructured":"Tan, S., Adebayo, J., Inkpen, K., Kamar, E.: Investigating human+ machine complementarity for recidivism predictions. arXiv preprint arXiv:1808.09123 (2018)"},{"key":"7_CR72","first-page":"113","volume":"10","author":"PF Verhulst","year":"1838","unstructured":"Verhulst, P.F.: Notice sur la loi que la population suit dans son accroissement. Correspondance math\u00e9matique et physique 10, 113\u2013121 (1838)","journal-title":"Correspondance math\u00e9matique et physique"},{"key":"7_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3406\/marb.1845.3438","volume":"18","author":"PF Verhulst","year":"1845","unstructured":"Verhulst, P.F.: Recherches math\u00e9matiques sur la loi d\u2019accroissement de la population. Nouveaux M\u00e9moires de l\u2019Acad\u00e9mie Royale des Sciences et Belles-Lettres de Bruxelles 18, 1\u201342 (1845)","journal-title":"Nouveaux M\u00e9moires de l\u2019Acad\u00e9mie Royale des Sciences et Belles-Lettres de Bruxelles"},{"key":"7_CR74","unstructured":"Verma, R., Barrej\u00f3n, D., Nalisnick, E.: Learning to defer to multiple experts: consistent surrogate losses, confidence calibration, and conformal ensembles. In: International Conference on Artificial Intelligence and Statistics, pp. 11415\u201311434 (2023)"},{"key":"7_CR75","unstructured":"Verma, R., Nalisnick, E.: Calibrated learning to defer with one-vs-all classifiers. In: International Conference on Machine Learning, pp. 22184\u201322202 (2022)"},{"key":"7_CR76","unstructured":"Wei, J., et al.: Emergent abilities of large language models. CoRR arxiv:2206.07682 (2022)"},{"key":"7_CR77","unstructured":"Weston, J., Watkins, C.: Multi-class support vector machines. Technical report, Citeseer (1998)"},{"key":"7_CR78","first-page":"1","volume":"24","author":"Y Wiener","year":"2011","unstructured":"Wiener, Y., El-Yaniv, R.: Agnostic selective classification. Adv. Neural Inf. Process. Syst. 24, 1\u20139 (2011)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7_CR79","doi-asserted-by":"crossref","unstructured":"Wilder, B., Horvitz, E., Kamar, E.: Learning to complement humans. In: International Joint Conferences on Artificial Intelligence, pp. 1526\u20131533 (2021)","DOI":"10.24963\/ijcai.2020\/212"},{"key":"7_CR80","unstructured":"Yuan, M., Wegkamp, M.: Classification methods with reject option based on convex risk minimization. J. Mach. Learn. Res. 11(1) (2010)"},{"key":"7_CR81","unstructured":"Yuan, M., Wegkamp, M.: SVMs with a reject option. In: Bernoulli (2011)"},{"key":"7_CR82","unstructured":"Zhang, M., Agarwal, S.: Bayes consistency vs. H-consistency: the interplay between surrogate loss functions and the scoring function class. Adv. Neural Inf. Process. Syst. (2020)"},{"issue":"1","key":"7_CR83","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1214\/aos\/1079120130","volume":"32","author":"T Zhang","year":"2004","unstructured":"Zhang, T.: Statistical behavior and consistency of classification methods based on convex risk minimization. Ann. Stat. 32(1), 56\u201385 (2004)","journal-title":"Ann. Stat."},{"key":"7_CR84","unstructured":"Zhang, Z., Sabuncu, M.: Generalized cross entropy loss for training deep neural networks with noisy labels. Adv. Neural Inf. Process. Syst. (2018)"},{"key":"7_CR85","unstructured":"Zhao, J., Agrawal, M., Razavi, P., Sontag, D.: Directing human attention in event localization for clinical timeline creation. In: Machine Learning for Healthcare Conference, pp. 80\u2013102 (2021)"},{"key":"7_CR86","unstructured":"Zheng, C., Wu, G., Bao, F., Cao, Y., Li, C., Zhu, J.: Revisiting discriminative vs. generative classifiers: theory and implications. arXiv preprint arXiv:2302.02334 (2023)"},{"key":"7_CR87","unstructured":"Ziyin, L., Wang, Z., Liang, P.P., Salakhutdinov, R., Morency, L.P., Ueda, M.: Deep gamblers: learning to abstain with portfolio theory. arXiv preprint arXiv:1907.00208 (2019)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence and Image Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63735-3_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,22]],"date-time":"2024-07-22T21:04:23Z","timestamp":1721682263000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63735-3_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031637346","9783031637353"],"references-count":87,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63735-3_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ISAIM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Artificial Intelligence and Mathematics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Fort Lauderdale, FL","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 January 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 January 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isaim2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/isaim2024.cs.ou.edu\/iwcia.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}