{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:31:17Z","timestamp":1740123077459,"version":"3.37.3"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T00:00:00Z","timestamp":1695254400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T00:00:00Z","timestamp":1695254400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10994-023-06372-3","type":"journal-article","created":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T22:01:16Z","timestamp":1695333676000},"page":"4663-4692","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Biquality learning: a framework to design algorithms dealing with closed-set distribution shifts"],"prefix":"10.1007","volume":"112","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5118-8072","authenticated-orcid":false,"given":"Pierre","family":"Nodet","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vincent","family":"Lemaire","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexis","family":"Bondu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Antoine","family":"Cornu\u00e9jols","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,21]]},"reference":[{"key":"6372_CR1","doi-asserted-by":"crossref","unstructured":"Bickel, S., Br\u00fcckner, M., Scheffer, T. (2007). Discriminative learning for differing training and test distributions. In: Proceedings of the 24th international conference on Machine learning, pp 81\u201388.","DOI":"10.1145\/1273496.1273507"},{"key":"6372_CR2","doi-asserted-by":"crossref","unstructured":"Boser, B.E., Guyon, I.M., Vapnik, V.N. (1992). A training algorithm for optimal margin classifiers. In: Proceedings of the fifth annual workshop on Computational learning theory, pp 144\u2013152.","DOI":"10.1145\/130385.130401"},{"key":"6372_CR3","volume-title":"Classification and regression trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L. (1984). Classification and regression trees. Routledge."},{"issue":"3","key":"6372_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"CC Chang","year":"2011","unstructured":"Chang, C. C., & Lin, C. J. (2011). Libsvm: a library for support vector machines. ACM Transactions on Intelligent Systems and Technology (TIST), 2(3), 1\u201327.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"issue":"1","key":"6372_CR5","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346.","journal-title":"Educational and Psychological Measurement"},{"key":"6372_CR6","unstructured":"Cormen, T. H., Leiserson, C. E., Rivest, R. L., et al. (2022). Introduction to algorithms. MIT press."},{"key":"6372_CR7","unstructured":"David, S.B., Lu, T., Luu, T., et\u00a0al. (2010). Impossibility theorems for domain adaptation. In: Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics, JMLR Workshop and Conference Proceedings, pp 129\u2013136."},{"key":"6372_CR8","unstructured":"Dua, D., Graff, C. (2017). Uci machine learning repository. http:\/\/archive.ics.uci.edu\/ml."},{"key":"6372_CR9","first-page":"11,996","volume":"33","author":"T Fang","year":"2020","unstructured":"Fang, T., Lu, N., Niu, G., et al. (2020). Rethinking importance weighting for deep learning under distribution shift. Advances in Neural Information Processing Systems, 33, 11,996-12,007.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"4","key":"6372_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2523813","volume":"46","author":"J Gama","year":"2014","unstructured":"Gama, J., \u017dliobait\u0117, I., Bifet, A., et al. (2014). A survey on concept drift adaptation. ACM Computing Surveys (CSUR), 46(4), 1\u201337.","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"4","key":"6372_CR11","first-page":"5","volume":"3","author":"A Gretton","year":"2009","unstructured":"Gretton, A., Smola, A., Huang, J., et al. (2009). Covariate shift by kernel mean matching. Dataset Shift in Machine Learning, 3(4), 5.","journal-title":"Dataset Shift in Machine Learning"},{"key":"6372_CR12","unstructured":"Guyon, I. (2010). Datasets of the active learning challenge. Tech. rep.: University of Wisconsin-Madison Department of Computer Sciences."},{"key":"6372_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The elements of statistical learning: data mining, inference, and prediction,","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J. H., et al. (2009). The elements of statistical learning: data mining, inference, and prediction, (Vol. 2). Springer."},{"key":"6372_CR14","first-page":"10456","volume":"31","author":"D Hendrycks","year":"2018","unstructured":"Hendrycks, D., Mazeika, M., Wilson, D., et al. (2018). Using trusted data to train deep networks on labels corrupted by severe noise. Advances in Neural Information Processing Systems, 31, 10456\u201310465.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6372_CR15","doi-asserted-by":"crossref","unstructured":"Huang, J., Gretton, A., Borgwardt, K., et\u00a0al. (2007). Correcting sample selection bias by unlabeled data. In: Advances in neural information processing systems, pp 601\u2013608.","DOI":"10.7551\/mitpress\/7503.003.0080"},{"issue":"5","key":"6372_CR16","doi-asserted-by":"publisher","first-page":"429","DOI":"10.3233\/IDA-2002-6504","volume":"6","author":"N Japkowicz","year":"2002","unstructured":"Japkowicz, N., & Stephen, S. (2002). The class imbalance problem: A systematic study. Intelligent Data Analysis, 6(5), 429\u2013449.","journal-title":"Intelligent Data Analysis"},{"key":"6372_CR17","unstructured":"Jiang, L., Zhou, Z., Leung, T., et\u00a0al. (2018). Mentornet: Learning data-driven curriculum for very deep neural networks on corrupted labels. In: ICML."},{"key":"6372_CR18","unstructured":"Ke, G., Meng, Q., Finley, T., et\u00a0al. (2017). Lightgbm: A highly efficient gradient boosting decision tree. In: Guyon I, Luxburg UV, Bengio S, et\u00a0al (eds) Advances in Neural Information Processing Systems, vol\u00a030. Curran Associates, Inc., https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/6449f44a102fde848669bdd9eb6b76fa-Paper.pdf."},{"key":"6372_CR19","doi-asserted-by":"crossref","unstructured":"Kreuzberger, D., K\u00fchl, N., Hirschl, S. (2022). Machine learning operations (mlops): Overview, definition, and architecture. arXiv preprint arXiv:2205.02302.","DOI":"10.1109\/ACCESS.2023.3262138"},{"issue":"2","key":"6372_CR20","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1109\/TIT.1982.1056489","volume":"28","author":"S Lloyd","year":"1982","unstructured":"Lloyd, S. (1982). Least squares quantization in pcm. IEEE Transactions on Information Theory, 28(2), 129\u2013137.","journal-title":"IEEE Transactions on Information Theory"},{"key":"6372_CR21","doi-asserted-by":"crossref","unstructured":"Miao, Y.Q., Farahat, A.K., Kamel, M.S. (2015). Ensemble kernel mean matching. In: 2015 IEEE International Conference on Data Mining, IEEE, pp 330\u2013338.","DOI":"10.1109\/ICDM.2015.127"},{"issue":"1","key":"6372_CR22","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1016\/j.patcog.2011.06.019","volume":"45","author":"JG Moreno-Torres","year":"2012","unstructured":"Moreno-Torres, J. G., Raeder, T., Alaiz-Rodr\u00edguez, R., et al. (2012). A unifying view on dataset shift in classification. Pattern Recognition, 45(1), 521\u2013530.","journal-title":"Pattern Recognition"},{"issue":"2","key":"6372_CR23","first-page":"263","volume":"18","author":"P Nemenyi","year":"1962","unstructured":"Nemenyi, P. (1962). Distribution-free multiple comparisons. Biometrics, 18(2), 263.","journal-title":"Biometrics"},{"key":"6372_CR24","doi-asserted-by":"crossref","unstructured":"Nikodym, O. (1930). Sur une g\u00e9n\u00e9ralisation des int\u00e9grales de m. j. radon. Fundamenta Mathematicae, 15(1),131\u2013179.","DOI":"10.4064\/fm-15-1-131-179"},{"key":"6372_CR25","doi-asserted-by":"crossref","unstructured":"Nodet, P., Lemaire, V., Bondu, A., et\u00a0al. (2021a). From Weakly Supervised Learning to Biquality Learning: an Introduction. In: International Joint Conference on Neural Networks (IJCNN). IEEE.","DOI":"10.1109\/IJCNN52387.2021.9533353"},{"key":"6372_CR26","doi-asserted-by":"crossref","unstructured":"Nodet, P., Lemaire, V., Bondu, A., et\u00a0al. (2021b). Importance reweighting for biquality learning. In: International Joint Conference on Neural Networks (IJCNN). IEEE.","DOI":"10.1109\/IJCNN52387.2021.9533349"},{"key":"6372_CR27","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., et al. (2011). Scikit-learn: Machine learning in python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"6372_CR28","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1007\/s00778-019-00552-1","volume":"29","author":"A Ratner","year":"2020","unstructured":"Ratner, A., Bach, S. H., Ehrenberg, H., et al. (2020). Snorkel: Rapid training data creation with weak supervision. The VLDB Journal, 29(2), 709\u2013730.","journal-title":"The VLDB Journal"},{"key":"6372_CR29","unstructured":"Ren, M., Zeng, W., Yang, B., et\u00a0al. (2018). Learning to reweight examples for robust deep learning. In: International conference on machine learning, PMLR, pp 4334\u20134343."},{"key":"6372_CR30","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","volume":"20","author":"PJ Rousseeuw","year":"1987","unstructured":"Rousseeuw, P. J. (1987). Silhouettes: A graphical aid to the interpretation and validation of cluster analysis. Journal of Computational and Applied Mathematics, 20, 53\u201365. https:\/\/doi.org\/10.1016\/0377-0427(87)90125-7","journal-title":"Journal of Computational and Applied Mathematics"},{"key":"6372_CR31","volume-title":"Analyse r\u00e9elle et complexe","author":"W Rudin","year":"1975","unstructured":"Rudin, W. (1975). Analyse r\u00e9elle et complexe. Dunod."},{"key":"6372_CR32","unstructured":"Shu, J., Xie, Q., Yi, L., et\u00a0al. (2019). Meta-weight-net: Learning an explicit mapping for sample weighting. Advances in Neural Information Processing Systems 32."},{"key":"6372_CR33","unstructured":"Steinhardt, J., Koh, P.W.W., Liang, P.S. (2017) Certified defenses for data poisoning attacks. Advances in Neural Information Processing Systems 30."},{"key":"6372_CR34","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139035613","volume-title":"Density ratio estimation in machine learning","author":"M Sugiyama","year":"2012","unstructured":"Sugiyama, M., Suzuki, T., & Kanamori, T. (2012). Density ratio estimation in machine learning. Cambridge University Press."},{"issue":"2","key":"6372_CR35","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2014","unstructured":"Vanschoren, J., van Rijn, J. N., Bischl, B., et al. (2014). Openml: Networked science in machine learning. SIGKDD Explor Newsl, 15(2), 49\u201360. https:\/\/doi.org\/10.1145\/2641190.2641198","journal-title":"SIGKDD Explor Newsl"},{"key":"6372_CR36","doi-asserted-by":"crossref","unstructured":"Veeramachaneni, K., Arnaldo, I., Korrapati, V., et\u00a0al (2016) Ai2: Training a big data machine to defend. In: 2016 IEEE 2nd International Conference on Big Data Security on Cloud (BigDataSecurity), pp 49\u201354.","DOI":"10.1109\/BigDataSecurity-HPSC-IDS.2016.79"},{"key":"6372_CR37","doi-asserted-by":"publisher","first-page":"35","DOI":"10.7551\/mitpress\/4057.003.0004","volume":"47","author":"JP Vert","year":"2004","unstructured":"Vert, J. P., Tsuda, K., & Sch\u00f6lkopf, B. (2004). A primer on kernel methods. Kernel Methods in Computational Biology, 47, 35\u201370.","journal-title":"Kernel Methods in Computational Biology"},{"key":"6372_CR38","doi-asserted-by":"crossref","unstructured":"Wilcoxon, F. (1992). Individual comparisons by ranking methods. In: Breakthroughs in statistics. Springer, p 196\u2013202.","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"6372_CR39","unstructured":"Wright, S.J. (1999). Continuous optimization (nonlinear and linear programming). Foundations of Computer-Aided Process Design."},{"key":"6372_CR40","unstructured":"Yang, J., Zhou, K., Li, Y., et\u00a0al. (2021). Generalized out-of-distribution detection: A survey. arXiv preprint arXiv:2110.11334."},{"issue":"1","key":"6372_CR41","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/BF01587086","volume":"44","author":"Y Ye","year":"1989","unstructured":"Ye, Y., & Tse, E. (1989). An extension of karmarkar\u2019s projective algorithm for convex quadratic programming. Mathematical Programming, 44(1), 157\u2013179.","journal-title":"Mathematical Programming"},{"key":"6372_CR42","doi-asserted-by":"crossref","unstructured":"Yuen, M.C., King, I., Leung, K.S. (2011). A survey of crowdsourcing systems. In: 2011 IEEE third international conference on privacy, security, risk and trust and 2011 IEEE third international conference on social computing, IEEE, pp 766\u2013773.","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"key":"6372_CR43","unstructured":"Zadrozny, B., Elkan, C. (2001). Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers. In: Proceedings of the Eighteenth International Conference on Machine Learning. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, ICML \u201901, p 609\u2013616"},{"key":"6372_CR44","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., Elkan, C. (2002). Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the eighth ACM SIGKDD international conference on Knowledge discovery and data mining, pp 694\u2013699.","DOI":"10.1145\/775047.775151"},{"key":"6372_CR45","doi-asserted-by":"crossref","unstructured":"Zheng, G., Awadallah, A.H., Dumais, S. (2021). Meta label correction for noisy label learning. Proceedings of the AAAI Conference on Artificial Intelligence 35","DOI":"10.1609\/aaai.v35i12.17319"},{"issue":"1","key":"6372_CR46","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1093\/nsr\/nwx106","volume":"5","author":"ZH Zhou","year":"2017","unstructured":"Zhou, Z. H. (2017). A brief introduction to weakly supervised learning. National Science Review, 5(1), 44\u201353.","journal-title":"National Science Review"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-023-06372-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-023-06372-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-023-06372-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T00:02:08Z","timestamp":1726876928000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-023-06372-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,21]]},"references-count":46,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["6372"],"URL":"https:\/\/doi.org\/10.1007\/s10994-023-06372-3","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2023,9,21]]},"assertion":[{"value":"23 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Pierre Nodet, Vincent Lemaire, and Alexis Bondu have received research support from Orange SA. Antoine Cornu\u00e9jols has received research support from AgroParisTech and Orange SA.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not Applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"All authors have read and approved the final manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not Applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}