{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T21:14:13Z","timestamp":1776287653397,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T00:00:00Z","timestamp":1719446400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T00:00:00Z","timestamp":1719446400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100012950","name":"Institut national de recherche en informatique et en automatique","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100012950","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011697","name":"R\u00e9gion Bretagne","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011697","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003951","name":"Orange","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003951","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s10994-024-06567-2","type":"journal-article","created":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T16:24:09Z","timestamp":1719505449000},"page":"6453-6474","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Evidential uncertainty sampling strategies for active learning"],"prefix":"10.1007","volume":"113","author":[{"given":"Arthur","family":"Hoarau","sequence":"first","affiliation":[]},{"given":"Vincent","family":"Lemaire","sequence":"additional","affiliation":[]},{"given":"Yolande","family":"Le Gall","sequence":"additional","affiliation":[]},{"given":"Jean-Christophe","family":"Dubois","sequence":"additional","affiliation":[]},{"given":"Arnaud","family":"Martin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,27]]},"reference":[{"key":"6567_CR1","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","volume":"76","author":"M Abdar","year":"2021","unstructured":"Abdar, M., Pourpanah, F., Hussain, S., et al. (2021). A review of uncertainty quantification in deep learning: Techniques, applications and challenges. Information Fusion, 76, 243\u2013297.","journal-title":"Information Fusion"},{"key":"6567_CR2","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1145\/1150402.1150459","volume":"2006","author":"N Abe","year":"2006","unstructured":"Abe, N., Zadrozny, B., & Langford, J. (2006). Outlier detection by active learning. Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 2006, 504\u2013509.","journal-title":"Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining"},{"key":"6567_CR3","volume-title":"Active Learning: A Survey, Data Classification: Algorithms and Applications","author":"C Aggarwal","year":"2014","unstructured":"Aggarwal, C., Kong, X., Gu, Q., et al. (2014). Active Learning: A Survey, Data Classification: Algorithms and Applications. CRC Press."},{"key":"6567_CR4","doi-asserted-by":"crossref","unstructured":"Bondu, A., Lemaire, V. & Boull\u00e9, M. (2010). Exploration vs. exploitation in active learning: A Bayesian approach. In The 2010 international joint conference on neural networks (IJCNN) (pp. 1\u20137).","DOI":"10.1109\/IJCNN.2010.5596815"},{"key":"6567_CR5","first-page":"1356","volume-title":"Advances in Neural Information Processing Systems","author":"B Charpentier","year":"2020","unstructured":"Charpentier, B., Z\u00fcgner, D., & G\u00fcnnemann, S., et al. (2020). Posterior network: Uncertainty estimation without OOD samples via density-based pseudo-counts. In H. Larochelle, M. Ranzato, & R. Hadsell (Eds.), Advances in Neural Information Processing Systems (Vol. 33, pp. 1356\u20131367). Curran Associates Inc."},{"issue":"2","key":"6567_CR6","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1214\/aoms\/1177698950","volume":"38","author":"AP Dempster","year":"1967","unstructured":"Dempster, A. P. (1967). Upper and lower probabilities induced by a multivalued mapping. The Annals of Mathematical Statistics, 38(2), 325\u2013339.","journal-title":"The Annals of Mathematical Statistics"},{"key":"6567_CR7","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J. (2006). Statistical comparisons of classifiers over multiple data sets. The Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"The Journal of Machine Learning Research"},{"key":"6567_CR8","doi-asserted-by":"publisher","first-page":"210201","DOI":"10.1007\/s11432-020-3006-9","volume":"63","author":"Y Deng","year":"2020","unstructured":"Deng, Y. (2020). Uncertainty measure in evidence theory. Science China Information Sciences, 63, 210201.","journal-title":"Science China Information Sciences"},{"key":"6567_CR9","doi-asserted-by":"crossref","unstructured":"Den\u0153ux, T. (1995). A k-nearest neighbor classification rule based on Dempster\u2013Shafer theory. IEEE Transactions on Systems, Man and Cybernetics, 219.","DOI":"10.1109\/21.376493"},{"key":"6567_CR10","doi-asserted-by":"publisher","first-page":"2923","DOI":"10.1109\/ICSMC.2000.884444","volume":"4","author":"T Denoeux","year":"2000","unstructured":"Denoeux, T., & Bjanger, M. (2000). Induction of decision trees from partially classified data using belief functions. Systems, Man, and Cybernetics, 4, 2923\u20132928.","journal-title":"Systems, Man, and Cybernetics"},{"key":"6567_CR11","unstructured":"Dua, D. & Graff, C. (2017). UCI ML Repository. https:\/\/archive.ics.uci.edu\/"},{"issue":"2","key":"6567_CR12","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/0165-0114(87)90088-1","volume":"24","author":"D Dubois","year":"1987","unstructured":"Dubois, D., & Prade, H. (1987). Properties of measures of information in evidence and possibility theories. Fuzzy Sets and Systems, 24(2), 161\u2013182.","journal-title":"Fuzzy Sets and Systems"},{"issue":"2","key":"6567_CR13","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1016\/S0888-613X(01)00045-7","volume":"28","author":"Z Elouedi","year":"2001","unstructured":"Elouedi, Z., Mellouli, K., & Smets, P. (2001). Belief decision trees: Theoretical foundations. International Journal of Approximate Reasoning, 28(2), 91\u2013124.","journal-title":"International Journal of Approximate Reasoning"},{"key":"6567_CR14","unstructured":"Hacohen, G., Dekel, A. & Weinshall, D. (2022). Active learning on a budget: Opposite strategies suit high and low budgets. In Chaudhuri, K., Jegelka, S., Song, L., et\u00a0al. (Eds.), International conference on machine learning, 2022, Baltimore, Maryland, USA, proceedings of machine learning research (vol. 162, pp. 8175\u20138195). PMLR."},{"key":"6567_CR15","doi-asserted-by":"crossref","unstructured":"Hoarau, A., Martin, A., Dubois, J. C., et\u00a0al. (2022). Imperfect labels with belief functions for active learning. In Belief functions: Theory and applications. Springer.","DOI":"10.1007\/978-3-031-17801-6_5"},{"key":"6567_CR16","doi-asserted-by":"crossref","unstructured":"Hoarau, A., Martin, A., Dubois, J. C., et\u00a0al. (2023a). Evidential random forests. Expert Systems with Applications, 230.","DOI":"10.1016\/j.eswa.2023.120652"},{"key":"6567_CR17","doi-asserted-by":"crossref","unstructured":"Hoarau, A., Thierry, C., Martin, A., et\u00a0al. (2023b). Datasets with rich labels for machine learning. In 2023 IEEE international conference on fuzzy systems (FUZZ-IEEE) (pp. 1\u20136).","DOI":"10.1109\/FUZZ52849.2023.10309672"},{"issue":"2","key":"6567_CR18","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/S0951-8320(96)00077-4","volume":"54","author":"SC Hora","year":"1996","unstructured":"Hora, S. C. (1996). Aleatory and epistemic uncertainty in probability elicitation with an example from hazardous waste management. Reliability Engineering & System Safety, 54(2), 217\u2013223. Treatment of Aleatory and Epistemic Uncertainty.","journal-title":"Reliability Engineering & System Safety"},{"key":"6567_CR19","doi-asserted-by":"crossref","unstructured":"Huang, L., Ruan, S. & Xing, Y., et\u00a0al. (2023). A review of uncertainty quantification in medical image analysis: Probabilistic and non-probabilistic methods.","DOI":"10.1016\/j.media.2024.103223"},{"key":"6567_CR20","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","volume":"110","author":"E H\u00fcllermeier","year":"2021","unstructured":"H\u00fcllermeier, E., & Waegeman, W. (2021). Aleatoric and epistemic uncertainty in machine learning: An introduction to concepts and methods. Machine Learning, 110, 457\u2013506.","journal-title":"Machine Learning"},{"key":"6567_CR21","unstructured":"H\u00fcllermeier, E., Destercke, S. & Shaker, M.H. (2022). Quantification of credal uncertainty in machine learning: A critical analysis and empirical comparison. In Cussens, J., & Zhang, K. (Eds.), Proceedings of the thirty-eighth conference on uncertainty in artificial intelligence, proceedings of machine learning research (vol. 180, pp. 548\u2013557). PMLR."},{"key":"6567_CR22","unstructured":"Kendall, A. & Gal, Y. (2017). What uncertainties do we need in Bayesian deep learning for computer vision? In NIPS."},{"key":"6567_CR23","volume-title":"Uncertainty-based information: Elements of generalized information theory","author":"GJ Klir","year":"1998","unstructured":"Klir, G. J., & Wierman, M. J. (1998). Uncertainty-based information: Elements of generalized information theory. Springer."},{"key":"6567_CR24","unstructured":"Kottke, D., Calma, A., Huseljic, D., et\u00a0al. (2017). Challenges of reliable, realistic and comparable active learning evaluation. In Proceedings of the workshop and tutorial on interactive adaptive learning (pp. 2\u201314)."},{"key":"6567_CR25","doi-asserted-by":"crossref","unstructured":"Lewis, D. D., & Gale, W.. A. (1994). A sequential algorithm for training text classifiers. In SIGIR.","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"6567_CR26","first-page":"219","volume-title":"Machine learning and knowledge discovery in databases: Research track: European conference, ECML PKDD 2023, Turin","author":"T Martens","year":"2023","unstructured":"Martens, T., Perini, L., & Davis, J. (2023). Semi-supervised learning from active noisy soft labels for anomaly detection. Machine learning and knowledge discovery in databases: Research track: European conference, ECML PKDD 2023, Turin (pp. 219\u2013236). Springer-Verlag."},{"key":"6567_CR27","first-page":"79","volume-title":"Information quality in information fusion and decision making. Information fusion and data science","author":"A Martin","year":"2019","unstructured":"Martin, A. (2019). Conflict management in information fusion with belief functions. In E. Boss\u00e9 & G. L. Rogova (Eds.), Information quality in information fusion and decision making. Information fusion and data science (pp. 79\u201397). Springer."},{"key":"6567_CR28","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s10994-021-06003-9","volume":"111","author":"VL Nguyen","year":"2022","unstructured":"Nguyen, V. L., Shaker, M. H., & H\u00fcllermeier, E. (2022). How to measure uncertainty in uncertainty sampling for active learning. Machine Learning, 111, 89\u2013122.","journal-title":"Machine Learning"},{"key":"6567_CR29","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., et al. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"key":"6567_CR30","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.ins.2013.07.030","volume":"255","author":"R Senge","year":"2014","unstructured":"Senge, R., B\u00f6sner, S., Dembczynski, K., et al. (2014). Reliable classification: Learning classifiers that distinguish aleatoric and epistemic uncertainty. Information Science, 255, 16\u201329.","journal-title":"Information Science"},{"key":"6567_CR31","volume-title":"Advances in Neural Information Processing Systems","author":"M Sensoy","year":"2018","unstructured":"Sensoy, M., Kaplan, L., & Kandemir, M., et al. (2018). Evidential deep learning to quantify classification uncertainty. In S. Bengio, H. Wallach, & H. Larochelle (Eds.), Advances in Neural Information Processing Systems.  (Vol. 31). Curran Associates Inc."},{"key":"6567_CR32","unstructured":"Settles, B. (2009). Active learning literature survey. Computer Sciences Technical Report 1648, University of Wisconsin\u2013Madison."},{"key":"6567_CR33","doi-asserted-by":"publisher","DOI":"10.1515\/9780691214696","volume-title":"A mathematical theory of evidence","author":"G Shafer","year":"1976","unstructured":"Shafer, G. (1976). A mathematical theory of evidence. Princeton University Press."},{"key":"6567_CR34","doi-asserted-by":"crossref","unstructured":"Smets, P. & Kennes, R. (1994). The transferable belief model. Artificial Intelligence.","DOI":"10.1016\/0004-3702(94)90026-4"},{"key":"6567_CR35","doi-asserted-by":"crossref","unstructured":"Thierry, C., Hoarau, A., Martin, A,. et\u00a0al. (2022). Real bird dataset with imprecise and uncertain values. In 7th International conference on belief functions.","DOI":"10.1007\/978-3-031-17801-6_26"},{"key":"6567_CR36","doi-asserted-by":"crossref","unstructured":"Yuan, B., Yue, X., Lv, Y., et\u00a0al. (2020). Evidential deep neural networks for uncertain data classification. In: Knowledge science, engineering and management (proceedings of KSEM 2020). Lecture notes in computer science. Springer Verlag.","DOI":"10.1007\/978-3-030-55393-7_38"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06567-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-024-06567-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06567-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:10:48Z","timestamp":1764267048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-024-06567-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,27]]},"references-count":36,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["6567"],"URL":"https:\/\/doi.org\/10.1007\/s10994-024-06567-2","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,27]]},"assertion":[{"value":"22 November 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 May 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Arthur Hoarau, Jean-Christophe Dubois, Yolande Le Gall and Arnaud Martin received research support from the University of Rennes, the IRISA laboratory and the DRUID team. Vincent Lemaire received research support from Orange SA.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"All authors have read and approved the final manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"All authors approved the publication.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}