{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T22:52:15Z","timestamp":1753051935332,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591780","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"1649-1659","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Uncertainty Quantification for Extreme Classification"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1753-8099","authenticated-orcid":false,"given":"Jyun-Yu","family":"Jiang","sequence":"first","affiliation":[{"name":"Amazon Search, Palo Alto, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5646-9356","authenticated-orcid":false,"given":"Wei-Cheng","family":"Chang","sequence":"additional","affiliation":[{"name":"Amazon Search, Palo Alto, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3192-3281","authenticated-orcid":false,"given":"Jiong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Amazon Search, Palo Alto, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3520-9627","authenticated-orcid":false,"given":"Cho-Jui","family":"Hsieh","sequence":"additional","affiliation":[{"name":"University of California, Los Angeles & Amazon Search, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5235-2962","authenticated-orcid":false,"given":"Hsiang-Fu","family":"Yu","sequence":"additional","affiliation":[{"name":"Amazon Search, Palo Alto, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Moloud Abdar Farhad Pourpanah Sadiq Hussain Dana Rezazadegan Li Liu Mohammad Ghavamzadeh Paul Fieguth Xiaochun Cao Abbas Khosravi U Rajendra Acharya et al. 2021. A review of uncertainty quantification in deep learning: Techniques applications and challenges. Information Fusion (2021).","DOI":"10.1016\/j.inffus.2021.05.008"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2997241"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018741"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-019-05791-5"},{"key":"e_1_3_2_1_5_1","volume-title":"Workshops at the thirty-second AAAI conference on artificial intelligence.","author":"Baumel Tal","year":"2018","unstructured":"Tal Baumel, Jumana Nassour-Kassis, Raphael Cohen, Michael Elhadad, and No\u00e9mie Elhadad. 2018. Multi-label classification of patient notes: case study on ICD code assignment. In Workshops at the thirty-second AAAI conference on artificial intelligence."},{"volume-title":"Bayesian theory","author":"Bernardo Jos\u00e9 M","key":"e_1_3_2_1_6_1","unstructured":"Jos\u00e9 M Bernardo and Adrian FM Smith. 2009. Bayesian theory. Vol. 405. John Wiley & Sons."},{"key":"e_1_3_2_1_7_1","first-page":"730","article-title":"Sparse Local Embeddings for Extreme Multi-label Classification","volume":"29","author":"Bhatia Kush","year":"2015","unstructured":"Kush Bhatia, Himanshu Jain, Purushottam Kar, Manik Varma, and Prateek Jain. 2015. Sparse Local Embeddings for Extreme Multi-label Classification.. In NIPS, Vol. 29. 730--738.","journal-title":"NIPS"},{"key":"e_1_3_2_1_8_1","volume-title":"Bagging predictors. Machine learning","author":"Breiman Leo","year":"1996","unstructured":"Leo Breiman. 1996. Bagging predictors. Machine learning, Vol. 24, 2 (1996), 123--140."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467092"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403368"},{"key":"e_1_3_2_1_11_1","first-page":"1356","article-title":"Posterior Network: Uncertainty Estimation without OOD Samples via Density-Based Pseudo-Counts","volume":"33","author":"Charpentier Bertrand","year":"2020","unstructured":"Bertrand Charpentier, Daniel Z\u00fcgner, and Stephan G\u00fcnnemann. 2020. Posterior Network: Uncertainty Estimation without OOD Samples via Density-Based Pseudo-Counts. Advances in Neural Information Processing Systems, Vol. 33 (2020), 1356--1367.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_12_1","volume-title":"Bayesian ensemble learning. Advances in neural information processing systems","author":"Chipman Hugh A","year":"2007","unstructured":"Hugh A Chipman, Edward I George, and Robert E McCulloch. 2007. Bayesian ensemble learning. Advances in neural information processing systems, Vol. 19 (2007), 265."},{"key":"e_1_3_2_1_13_1","volume-title":"Uncertainty Estimation in Deep 2D Echocardiography Segmentation. arXiv preprint arXiv:2005.09349","author":"Dahal Lavsen","year":"2020","unstructured":"Lavsen Dahal, Aayush Kafle, and Bishesh Khanal. 2020. Uncertainty Estimation in Deep 2D Echocardiography Segmentation. arXiv preprint arXiv:2005.09349 (2020)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788576"},{"key":"e_1_3_2_1_15_1","volume-title":"International Conference on Machine Learning. PMLR, 1184--1193","author":"Depeweg Stefan","year":"2018","unstructured":"Stefan Depeweg, Jose-Miguel Hernandez-Lobato, Finale Doshi-Velez, and Steffen Udluft. 2018. Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning. In International Conference on Machine Learning. PMLR, 1184--1193."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, 4171--4186."},{"key":"e_1_3_2_1_17_1","unstructured":"Pedro M Domingos. 1997. Why Does Bagging Work? A Bayesian Account and its Implications.. In KDD. Citeseer 155--158."},{"key":"e_1_3_2_1_18_1","volume-title":"International Conference on Machine Learning. PMLR, 2690--2700","author":"Duan Tony","year":"2020","unstructured":"Tony Duan, Avati Anand, Daisy Yi Ding, Khanh K Thai, Sanjay Basu, Andrew Ng, and Alejandro Schuler. 2020. NGBoost: Natural gradient boosting for probabilistic prediction. In International Conference on Machine Learning. PMLR, 2690--2700."},{"volume-title":"Uncertainty in Deep Learning. Ph.,D. Dissertation","author":"Gal Yarin","key":"e_1_3_2_1_19_1","unstructured":"Yarin Gal. 2016. Uncertainty in Deep Learning. Ph.,D. Dissertation. University of Cambridge."},{"key":"e_1_3_2_1_20_1","volume-title":"international conference on machine learning. PMLR, 1050--1059","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal and Zoubin Ghahramani. 2016. Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In international conference on machine learning. PMLR, 1050--1059."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2009932"},{"key":"e_1_3_2_1_22_1","volume-title":"Nature","volume":"521","author":"Ghahramani Zoubin","year":"2015","unstructured":"Zoubin Ghahramani. 2015. Probabilistic machine learning and artificial intelligence. Nature, Vol. 521, 7553 (2015), 452--459."},{"key":"e_1_3_2_1_23_1","volume-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv preprint arXiv:1610.02136","author":"Hendrycks Dan","year":"2016","unstructured":"Dan Hendrycks and Kevin Gimpel. 2016. A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv preprint arXiv:1610.02136 (2016)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939756"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16974"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-020-05888-2"},{"key":"e_1_3_2_1_27_1","volume-title":"Joost Van Amersfoort, and Yarin Gal","author":"Kirsch Andreas","year":"2019","unstructured":"Andreas Kirsch, Joost Van Amersfoort, and Yarin Gal. 2019. BatchBALD: Efficient and diverse batch acquisition for deep bayesian active learning. Advances in neural information processing systems, Vol. 32 (2019), 7026--7037."},{"key":"e_1_3_2_1_28_1","volume-title":"Aditya Krishna Menon, and Charles Elkan","author":"Kumar Abhishek","year":"2013","unstructured":"Abhishek Kumar, Shankar Vembu, Aditya Krishna Menon, and Charles Elkan. 2013. Beam search algorithms for multilabel learning. Machine learning, Vol. 92, 1 (2013), 65--89."},{"key":"e_1_3_2_1_29_1","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Lakshminarayanan Balaji","year":"2017","unstructured":"Balaji Lakshminarayanan, Alexander Pritzel, and Charles Blundell. 2017. Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles. Advances in Neural Information Processing Systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_30_1","volume-title":"Ying Zhang, Saizheng Zhang, Aaron C Courville, and Yoshua Bengio.","author":"Lamb Alex M","year":"2016","unstructured":"Alex M Lamb, Anirudh Goyal Alias Parth Goyal, Ying Zhang, Saizheng Zhang, Aaron C Courville, and Yoshua Bengio. 2016. Professor forcing: A new algorithm for training recurrent networks. In NeurIPS. 4601--4609."},{"key":"e_1_3_2_1_31_1","volume-title":"A tutorial on energy-based learning. Predicting structured data","author":"LeCun Yann","year":"2006","unstructured":"Yann LeCun, Sumit Chopra, Raia Hadsell, M Ranzato, and F Huang. 2006. A tutorial on energy-based learning. Predicting structured data, Vol. 1, 0 (2006)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080834"},{"key":"e_1_3_2_1_33_1","volume-title":"Bayesian Deep Learning Workshop at NeurIPS.","author":"Liu Jeremiah Zhe","year":"2019","unstructured":"Jeremiah Zhe Liu. 2019. Variable selection with rigorous uncertainty quantification using bayesian deep neural networks. In Bayesian Deep Learning Workshop at NeurIPS."},{"key":"e_1_3_2_1_34_1","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Liu Weitang","year":"2020","unstructured":"Weitang Liu, Xiaoyun Wang, John Owens, and Yixuan Li. 2020. Energy-based Out-of-distribution Detection. Advances in Neural Information Processing Systems, Vol. 33 (2020)."},{"key":"e_1_3_2_1_35_1","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Liu Xuanqing","year":"2021","unstructured":"Xuanqing Liu, Wei-Cheng Chang, Hsiang-Fu Yu, Cho-Jui Hsieh, and Inderjit Dhillon. 2021. Label disentanglement in partition-based extreme multilabel classification. Advances in Neural Information Processing Systems, Vol. 34 (2021)."},{"volume-title":"Uncertainty estimation in deep learning with application to spoken language assessment. Ph.,D. Dissertation","author":"Malinin Andrey","key":"e_1_3_2_1_36_1","unstructured":"Andrey Malinin. 2019. Uncertainty estimation in deep learning with application to spoken language assessment. Ph.,D. Dissertation. University of Cambridge."},{"key":"e_1_3_2_1_37_1","volume-title":"Uncertainty Estimation in Autoregressive Structured Prediction. In International Conference on Learning Representations.","author":"Malinin Andrey","year":"2020","unstructured":"Andrey Malinin and Mark Gales. 2020. Uncertainty Estimation in Autoregressive Structured Prediction. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_38_1","volume-title":"International Conference on Learning Representations.","author":"Malinin Andrey","year":"2020","unstructured":"Andrey Malinin, Liudmila Prokhorenkova, and Aleksei Ustimenko. 2020. Uncertainty in Gradient Boosting via Ensembles. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3185998"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2019.03.042"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNC.2009.387"},{"key":"e_1_3_2_1_42_1","volume-title":"Aleatoric and epistemic uncertainty with random forests. arXiv preprint arXiv:2001.00893","author":"Shaker Mohammad Hossein","year":"2020","unstructured":"Mohammad Hossein Shaker and Eyke H\u00fcllermeier. 2020. Aleatoric and epistemic uncertainty with random forests. arXiv preprint arXiv:2001.00893 (2020)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.157"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3097987"},{"key":"e_1_3_2_1_45_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_46_1","volume-title":"Marjolein BA Van Asselt, Peter Janssen, and Martin P Krayer von Krauss.","author":"Walker Warren E","year":"2003","unstructured":"Warren E Walker, Poul Harremo\u00ebs, Jan Rotmans, Jeroen P Van Der Sluijs, Marjolein BA Van Asselt, Peter Janssen, and Martin P Krayer von Krauss. 2003. Defining uncertainty: a conceptual basis for uncertainty management in model-based decision support. Integrated assessment, Vol. 4, 1 (2003), 5--17."},{"key":"e_1_3_2_1_47_1","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Wang Haoran","year":"2021","unstructured":"Haoran Wang, Weitang Liu, Alex Bocchieri, and Yixuan Li. 2021. Can multi-label classification networks know what they don't know? Advances in Neural Information Processing Systems, Vol. 34 (2021)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1103\/RevModPhys.50.221"},{"key":"e_1_3_2_1_49_1","volume-title":"Towards multi-label classification: Next step of machine learning for microbiome research Computational and Structural Biotechnology Journal","author":"Wu Shunyao","year":"2021","unstructured":"Shunyao Wu, Yuzhu Chen, Zhiruo Li, Jian Li, Fengyang Zhao, and Xiaoquan Su. 2021. Towards multi-label classification: Next step of machine learning for microbiome research Computational and Structural Biotechnology Journal (2021)."},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems. 6358--6368","author":"Wydmuch Marek","year":"2018","unstructured":"Marek Wydmuch, Kalina Jasinska, Mikhail Kuznetsov, R\u00f3bert Busa-Fekete, and Krzysztof Dembczy\u0144ski. 2018. A no-regret generalization of hierarchical softmax to extreme multi-label classification. In Proceedings of the 32nd International Conference on Neural Information Processing Systems. 6358--6368."},{"key":"e_1_3_2_1_51_1","volume-title":"International conference on machine learning. PMLR, 3069--3077","author":"En-Hsu Yen Ian","year":"2016","unstructured":"Ian En-Hsu Yen, Xiangru Huang, Pradeep Ravikumar, Kai Zhong, and Inderjit Dhillon. 2016. PD-Sparse: A primal and dual sparse approach to extreme multiclass and multilabel classification. In International conference on machine learning. PMLR, 3069--3077."},{"key":"e_1_3_2_1_52_1","first-page":"5820","article-title":"AttentionXML: Label Tree-based Attention-Aware ee Model for High-Performance Extreme Multi-Label Text Classification","volume":"32","author":"You Ronghui","year":"2019","unstructured":"Ronghui You, Zihan Zhang, Ziye Wang, Suyang Dai, Hiroshi Mamitsuka, and Shanfeng Zhu. 2019. AttentionXML: Label Tree-based Attention-Aware ee Model for High-Performance Extreme Multi-Label Text Classification. Advances in Neural Information Processing Systems, Vol. 32 (2019), 5820--5830.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_53_1","volume-title":"International conference on machine learning. PMLR, 593--601","author":"Yu Hsiang-Fu","year":"2014","unstructured":"Hsiang-Fu Yu, Prateek Jain, Purushottam Kar, and Inderjit Dhillon. 2014. Large-scale multi-label learning with missing labels. In International conference on machine learning. PMLR, 593--601."},{"key":"e_1_3_2_1_54_1","volume-title":"PECOS: Prediction for enormous and correlated output spaces. arXiv preprint arXiv:2010.05878","author":"Yu Hsiang-Fu","year":"2020","unstructured":"Hsiang-Fu Yu, Kai Zhong, Jiong Zhang, Wei-Cheng Chang, and Inderjit S Dhillon. 2020. PECOS: Prediction for enormous and correlated output spaces. arXiv preprint arXiv:2010.05878 (2020)."},{"key":"e_1_3_2_1_55_1","unstructured":"Jiong Zhang Wei-Cheng Chang Hsiang-Fu Yu and Inderjit S Dhillon. 2021. Fast Multi-Resolution Transformer Fine-tuning for Extreme Multi-label Text Classification. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_56_1","volume-title":"International Conference on Machine Learning. PMLR, 11117--11128","author":"Zhang Jize","year":"2020","unstructured":"Jize Zhang, Bhavya Kailkhura, and T Yong-Jin Han. 2020. Mix-n-match: Ensemble and compositional methods for uncertainty calibration in deep learning. In International Conference on Machine Learning. PMLR, 11117--11128."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chemolab.2014.09.015"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Taipei Taiwan","acronym":"SIGIR '23"},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591780","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591780","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:58Z","timestamp":1750178278000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591780"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":57,"alternative-id":["10.1145\/3539618.3591780","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591780","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}