{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T16:31:53Z","timestamp":1785601913946,"version":"3.56.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T00:00:00Z","timestamp":1766966400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T00:00:00Z","timestamp":1766966400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"European Union's Horizon Europe research and innovation programme under the Marie Sklodowska-Curie grant agreement","award":["101073307"],"award-info":[{"award-number":["101073307"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1007\/s10994-025-06949-0","type":"journal-article","created":{"date-parts":[[2025,12,28]],"date-time":"2025-12-28T23:44:44Z","timestamp":1766965484000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Uncertainty Quantification in Pairwise Difference Learning for Classification"],"prefix":"10.1007","volume":"115","author":[{"given":"Mohamed Karim","family":"Belaid","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maximilian","family":"Rabus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eyke","family":"H\u00fcllermeier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,29]]},"reference":[{"key":"6949_CR1","doi-asserted-by":"crossref","unstructured":"Aha, D. W. (1997). Lazy learning. In: Lazy learning. Springer","DOI":"10.1007\/978-94-017-2053-3"},{"key":"6949_CR2","volume-title":"Information theory","author":"RB Ash","year":"2012","unstructured":"Ash, R. B. (2012). Information theory. Courier Corporation."},{"key":"6949_CR3","volume-title":"Conformal prediction for reliable ML: Theory, adaptations & applications","year":"2014","unstructured":"Balasubramanian, V., Ho, S. S., & Vovk, V. (Eds.). (2014). Conformal prediction for reliable ML: Theory, adaptations & applications. Morgan Kaufmann."},{"key":"6949_CR4","doi-asserted-by":"crossref","unstructured":"Belaid, M. K., Rabus, M., & H\u00fcllermeier, E. (2024). Pairwise difference learning for classification. In: DS. Springer, pp. 284\u2013299","DOI":"10.1007\/978-3-031-78980-9_18"},{"key":"6949_CR5","unstructured":"Belaid, M. K., Wibiral, T., Rabus, M., & H\u00fcllermeier, E. (2024). Weighted pairwise difference learning. In: Proc. of LWDA\u201924. CEUR-WS.org, W\u00fcrzburg."},{"key":"6949_CR6","first-page":"158","volume":"7","author":"Y Chen","year":"2023","unstructured":"Chen, Y., Ou, Y., Zheng, P., Huang, Y., Ge, F., & Dral, P. .O. (2023). Benchmark of general-purpose ML-based quantum mechanical method AIQM1 on reaction barrier heights. Journal of Chemical Physics, 7, 158.","journal-title":"Journal of Chemical Physics"},{"issue":"1","key":"6949_CR7","first-page":"1","volume":"18","author":"S Corbara","year":"2023","unstructured":"Corbara, S., Moreo, A., & Sebastiani, F. (2023). Same or different? diff-vectors for authorship analysis. ACM Transactions on KDD, 18(1), 1\u201336.","journal-title":"ACM Transactions on KDD"},{"key":"6949_CR8","unstructured":"Depeweg, S., Hernandez-Lobato, J. -M., Doshi-Velez, F., & Udluft, S. (2018). Decomposition of uncertainty in bayesian deep learning for efficient and risk-sensitive learning. In: Proc. ICML, pp. 1184\u20131193. PMLR"},{"key":"6949_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-9995-0","volume-title":"Measures of association for cross classifications","author":"LA Goodman","year":"1979","unstructured":"Goodman, L. A., & Kruskal, W. H. (1979). Measures of association for cross classifications. Springer."},{"issue":"18","key":"6949_CR12","doi-asserted-by":"publisher","first-page":"2337","DOI":"10.1016\/j.fss.2008.01.021","volume":"159","author":"E H\u00fcllermeier","year":"2008","unstructured":"H\u00fcllermeier, E., & Brinker, K. (2008). Learning valued preference structures for solving classification problems. Fuzzy Sets and Systems, 159(18), 2337\u20132352.","journal-title":"Fuzzy Sets and Systems"},{"key":"6949_CR11","unstructured":"H\u00fcllermeier, E., Destercke, S., & Shaker, M. H. (2022). Quantification of credal uncertainty in machine learning. In: Proc. UAI, vol. 180, pp. 548\u2013557. PMLR, Eindhoven"},{"key":"6949_CR10","doi-asserted-by":"crossref","unstructured":"H\u00fcllermeier, E., & Waegeman, W. (2021). Aleatoric and epistemic uncertainty in machine learning: An introduction to concepts and methods. Mach Learn110(3)","DOI":"10.1007\/s10994-021-05946-3"},{"key":"6949_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jallcom.2023.169479","volume":"947","author":"J Hu","year":"2023","unstructured":"Hu, J., Yang, S., Mao, J., Shi, C., Wang, G., Liu, Y., & Pu, X. (2023). Exploring a general convolutional neural network-based prediction model for critical casting diameter of metallic glasses. Journal of Alloys and Compounds, 947, Article 169479.","journal-title":"Journal of Alloys and Compounds"},{"key":"6949_CR14","doi-asserted-by":"crossref","unstructured":"Izonin, I., Tkachenko, R., Dronyuk, I., Tkachenko, P., Gregus, M., & Rashkevych, M. (2021). Predictive modeling based on small data in clinical medicine: Rbf-based additive input-doubling method. Eng: Math. Biosci.","DOI":"10.3934\/mbe.2021132"},{"key":"6949_CR15","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.procs.2024.08.024","volume":"241","author":"I Izonin","year":"2024","unstructured":"Izonin, I., Tkachenko, R., Havryliuk, M., Gregus, M., Yendyk, P., & Tolstyak, Y. (2024). An adaptation of the input doubling method for solving classification tasks in case of small data processing. Procedia Computer Science, 241, 171\u2013178.","journal-title":"Procedia Computer Science"},{"issue":"4","key":"6949_CR16","doi-asserted-by":"publisher","first-page":"612","DOI":"10.3390\/sym13040612","volume":"13","author":"I Izonin","year":"2021","unstructured":"Izonin, I., Tkachenko, R., Shakhovska, N., & Lotoshynska, N. (2021). The additive input-doubling method based on the SVR with nonlinear kernels. Symmetry, 13(4), 612.","journal-title":"Symmetry"},{"issue":"47","key":"6949_CR17","doi-asserted-by":"publisher","first-page":"10911","DOI":"10.1039\/C9SC04606B","volume":"10","author":"J Jim\u00e9nez","year":"2019","unstructured":"Jim\u00e9nez, J., P\u00e9rez-Benito, L., Martinez-Rosell, G., Sciabola, S., Torella, R., Tresadern, G., & De Fabritiis, G. (2019). DeltaDelta neural networks for lead optimization of small molecule potency. Chemical Science, 10(47), 10911\u201310918.","journal-title":"Chemical Science"},{"key":"6949_CR18","first-page":"57","volume":"9","author":"C Kramer","year":"2014","unstructured":"Kramer, C., Fuchs, J. .E., Whitebread, S., Gedeck, P., & Liedl, K. .R. (2014). Matched molecular pair analysis: Significance and the impact of experimental uncertainty. Journal of Medicinal Chemistry, 9, 57.","journal-title":"Journal of Medicinal Chemistry"},{"key":"6949_CR19","unstructured":"Lakshminarayanan, B., Pritzel, A., & Blundell, C. (2017). Simple and scalable predictive uncertainty estimation using deep ensembles. NeurIPS, 30"},{"key":"6949_CR20","unstructured":"L\u00f6hr, T., Hofman, P., Mohr, F., & H\u00fcllermeier, E. (2025). Credal prediction based on relative likelihood. In: Proc. NeurIPS"},{"key":"6949_CR21","doi-asserted-by":"crossref","unstructured":"Naeini, M. P., Cooper, G. F., & Hauskrecht, M. (2015). Obtaining well calibrated probabilities using bayesian binning. In: Proc. of the 29th AAAI, Texas","DOI":"10.1609\/aaai.v29i1.9602"},{"issue":"1","key":"6949_CR22","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s10994-021-06003-9","volume":"111","author":"V-L Nguyen","year":"2022","unstructured":"Nguyen, V.-L., Shaker, M. H., & H\u00fcllermeier, E. (2022). How to measure uncertainty in uncertainty sampling for active learning. Machine Learning, 111(1), 89\u2013122.","journal-title":"Machine Learning"},{"key":"6949_CR23","unstructured":"Radford, A., Kim, J. W., & Hallacy, C. (2021). Learning transferable visual models from natural language supervision. In: ICML, pp. 8748\u20138763. PMLR"},{"key":"6949_CR24","unstructured":"Sale, Y., Hofman, P., Wimmer, L., H\u00fcllermeier, E., & Nagler, T. (2023). Second-order uncertainty quantification: Variance-based measures. arXiv"},{"key":"6949_CR25","unstructured":"Sensoy, M., Kaplan, L., & Kandemir, M. (2018). Evidential deep learning to quantify classification uncertainty. NeurIPS, 31"},{"key":"6949_CR26","unstructured":"Shaker, M. H., & H\u00fcllermeier, E. (2021). Ensemble-based UQ: Bayesian vs. credal inference. In: Proc. 31st workshop on computational intelligence"},{"key":"6949_CR27","doi-asserted-by":"crossref","unstructured":"Shelmanov, A., Puzyrev, D., Kupriyanova, L., Khromov, N., Dylov, D., & Panchenko, A. (2021). Active learning for sequence tagging with deep pre-trained models and Bayesian uncertainty estimates. In: 16th EACL","DOI":"10.18653\/v1\/2021.eacl-main.145"},{"key":"6949_CR28","unstructured":"Stanton, S., Maddox, W., & Wilson, A. G. (2023). Bayesian optimization with conformal prediction sets. In: AISTATS, pp. 959\u2013986. PMLR, Bordeaux, France"},{"issue":"8","key":"6949_CR29","doi-asserted-by":"publisher","first-page":"3846","DOI":"10.1021\/acs.jcim.1c00670","volume":"61","author":"M Tynes","year":"2021","unstructured":"Tynes, M., Gao, W., Burrill, D. J., Batista, E. R., Perez, D., Yang, P., & Lubbers, N. (2021). Pairwise difference regression: A ML meta-algorithm for improved prediction and uncertainty quantification in chemical search. Journal of Chemical Information and Modeling, 61(8), 3846\u20133857.","journal-title":"Journal of Chemical Information and Modeling"},{"key":"6949_CR30","unstructured":"Vitynskyi, P., & Tkachenko, R. (2019). Neiropodibna struktura dlya zadach prohnozuvannya v umovakh korotkykh vyborok danykh. UNFU: Sci. Bull."},{"key":"6949_CR32","unstructured":"Wang, K., Cuzzolin, F., Manchingal, S. K., Shariatmadar, K., Moens, D., & Hallez, H. (2024). Credal deep ensembles for UQ. In: Proc. NeurIPS"},{"key":"6949_CR31","unstructured":"Wang, Y., & King, R.D.: Extrapolation is Not the Same as Interpolation. In: 26th Int. Conf. DS2023, Portugal. LNCS, vol. 14276. Springer, Cham (2023)"},{"key":"6949_CR33","unstructured":"Wetzel, S. J. (2023). How to get the most out of twinned regression. arXiv"},{"issue":"4","key":"6949_CR34","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1002\/ail2.78","volume":"3","author":"SJ Wetzel","year":"2020","unstructured":"Wetzel, S. J., Ryczko, K., Melko, R. G., & Tamblyn, I. (2020). Twin neural network regression. Applied AI Letters, 3(4), 78.","journal-title":"Applied AI Letters"},{"key":"6949_CR35","unstructured":"Wimmer, L., Sale, Y., Hofman, P., Bischl, B., & H\u00fcllermeier, E. (2023). Quantifying aleatoric and epistemic uncertainty in machine learning. In: Proc. of the 39th Conf. on Uncertainty in AI, pp. 2282\u20132292. PMLR, Budapest, Hungary"},{"key":"6949_CR36","unstructured":"Xie, J., Cai, K., Kong, L., Zhou, J., & Qu, W. (2022). Automated essay scoring via pairwise contrastive regression. In: Proc. of the 29th COLING"},{"issue":"8","key":"6949_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2022.104814","volume":"25","author":"J Yu","year":"2022","unstructured":"Yu, J., Wang, D., & Zheng, M. (2022). Uncertainty quantification: Can we trust artificial intelligence in drug discovery? iScience, 25(8), Article 104814.","journal-title":"iScience"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06949-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-025-06949-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06949-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T14:05:28Z","timestamp":1769781928000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-025-06949-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,29]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1]]}},"alternative-id":["6949"],"URL":"https:\/\/doi.org\/10.1007\/s10994-025-06949-0","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,29]]},"assertion":[{"value":"3 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 October 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publication"}}],"article-number":"12"}}