{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T23:25:22Z","timestamp":1781306722358,"version":"3.54.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2017,2,27]],"date-time":"2017-02-27T00:00:00Z","timestamp":1488153600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2018,8]]},"DOI":"10.1007\/s13042-017-0645-0","type":"journal-article","created":{"date-parts":[[2017,2,27]],"date-time":"2017-02-27T03:58:09Z","timestamp":1488167889000},"page":"1307-1319","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":87,"title":["Agreeing to disagree: active learning with noisy labels without crowdsourcing"],"prefix":"10.1007","volume":"9","author":[{"given":"Mohamed-Rafik","family":"Bouguelia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Slawomir","family":"Nowaczyk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4176-0236","authenticated-orcid":false,"given":"K. C.","family":"Santosh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antanas","family":"Verikas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,2,27]]},"reference":[{"issue":"2\/3","key":"645_CR1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1147\/JRD.2015.2390017","volume":"59","author":"M Abedini","year":"2015","unstructured":"Abedini M, Codella N, Connell J, Garnavi R, Merler M, Pankanti S, Smith J, Syeda-Mahmood T (2015) A generalized framework for medical image classification and recognition. IBM J Res Dev 59(2\/3):1\u201318","journal-title":"IBM J Res Dev"},{"key":"645_CR2","doi-asserted-by":"crossref","unstructured":"Agarwal A, Garg R, Chaudhury S (2013) Greedy search for active learning of ocr. In: International conference on document analysis and recognition (ICDAR). IEEE, pp 837\u2013841","DOI":"10.1109\/ICDAR.2013.171"},{"key":"645_CR3","unstructured":"Bache K, Lichman M (2013) Uci machine learning repository. Irvine, CA : University of California, School of Information and Computer Science. http:\/\/archive.ics.uci.edu\/ml"},{"key":"645_CR4","doi-asserted-by":"crossref","unstructured":"Bouguelia MR, Belaid Y, Belaid A (2015) Identifying and mitigating labelling errors in active learning. In: Fred A, De Marsico M, Figueiredo M (eds) Pattern recognition: applications and methods. Lecture Notes in Computer Science, vol 9493. Springer, Cham, pp 35\u201351","DOI":"10.1007\/978-3-319-27677-9_3"},{"key":"645_CR5","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.patrec.2015.11.010","volume":"70","author":"MR Bouguelia","year":"2016","unstructured":"Bouguelia MR, Belaid Y, Belaid A (2016) An adaptive streaming active learning strategy based on instance weighting. Pattern Recogn Lett 70:38\u201344","journal-title":"Pattern Recogn Lett"},{"issue":"12","key":"645_CR6","first-page":"405","volume":"26","author":"D Bouneffouf","year":"2014","unstructured":"Bouneffouf D, Laroche R, Urvoy T, Fraud R, Allesiardo R (2014) Contextual bandit for active learning: active thompson sampling. Int Conf Neural Inf Process 26(12):405\u2013412","journal-title":"Int Conf Neural Inf Process"},{"key":"645_CR7","doi-asserted-by":"crossref","unstructured":"Ekbal A, Saha S, Sikdar UK (2014) On active annotation for named entity recognition. Int J Mach Learn Cybern","DOI":"10.1007\/s13042-014-0275-8"},{"key":"645_CR8","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1016\/j.patrec.2013.10.011","volume":"43","author":"M Fang","year":"2014","unstructured":"Fang M, Zhu X (2014) Active learning with uncertain labeling knowledge. Pattern Recogn Lett 43:98\u2013108","journal-title":"Pattern Recogn Lett"},{"issue":"5","key":"645_CR9","doi-asserted-by":"crossref","first-page":"845","DOI":"10.1109\/TNNLS.2013.2292894","volume":"25","author":"B Frnay","year":"2014","unstructured":"Frnay B, Verleysen M (2014) Classification in the presence of label noise: a survey. IEEE Trans Neural Netw Learn Syst 25(5):845\u2013869","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"645_CR10","first-page":"443","volume":"5","author":"R Gilad-Bachrach","year":"2005","unstructured":"Gilad-Bachrach R, Navot A, Tishby N (2005) Query by committee made real. Adv Neural Inf Process Syst 5:443\u2013450","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"645_CR11","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1007\/s13042-014-0239-z","volume":"7","author":"J Hamidzadeh","year":"2016","unstructured":"Hamidzadeh J, Monsefi R, Yazdi HS (2016) Large symmetric margin instance selection algorithm. Int J Mach Learn Cybern 7(1):25\u201345","journal-title":"Int J Mach Learn Cybern"},{"key":"645_CR12","doi-asserted-by":"crossref","unstructured":"Henter D, Stahl A, Ebbecke M, Gillmann M (2015) Classifier self-assessment: active learning and active noise correction for document classification. In: 13th International conference on document analysis and recognition (ICDAR). IEEE, pp 276\u2013280","DOI":"10.1109\/ICDAR.2015.7333767"},{"issue":"2","key":"645_CR13","doi-asserted-by":"crossref","first-page":"402","DOI":"10.1007\/s10618-013-0306-1","volume":"28","author":"PG Ipeirotis","year":"2014","unstructured":"Ipeirotis PG, Provost F, Sheng VS, Wang J (2014) Repeated labeling using multiple noisy labelers. Data Min Knowl Discov 28(2):402\u2013441","journal-title":"Data Min Knowl Discov"},{"issue":"4","key":"645_CR14","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1002\/widm.1132","volume":"4","author":"J Kremer","year":"2014","unstructured":"Kremer J, Steenstrup Pedersen K, Igel C (2014) Active learning with support vector machines. Wiley Interdiscip Rev Data Min Knowl Discov 4(4):313\u2013326","journal-title":"Wiley Interdiscip Rev Data Min Knowl Discov"},{"key":"645_CR15","doi-asserted-by":"crossref","unstructured":"Krithara A, Amini MR, Renders JM, Goutte C (2008) Semi-supervised document classification with a mislabeling error model. In: Macdonald C, Ounis I, Plachouras V, Ruthven I, White RW (eds) Advances in information retrieval, ECIR 2008. Lecture Notes in Computer Science, vol 4956. Springer, Berlin, Heidelberg, pp 370\u2013381","DOI":"10.1007\/978-3-540-78646-7_34"},{"key":"645_CR16","unstructured":"Lin CH, Weld DS (2016) Re-active learning: active learning with relabeling. In: AAAI conference on artificial intelligence, pp 1845\u20131852"},{"key":"645_CR17","unstructured":"Natarajan N, Dhillon IS, Ravikumar PK,Tewari A (2013) Learning with noisy labels. In: Advances in neural information processing systems, pp 1196\u20131204"},{"key":"645_CR18","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V, Vanderplas J, Passos A, Cournapeau D, Brucher M, Perrot M, Duchesnay E (2011) Scikit-learn: machine learning in python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"645_CR19","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1007\/s10618-016-0469-7","volume":"31","author":"ME Ramirez-Loaiza","year":"2016","unstructured":"Ramirez-Loaiza ME, Sharma M, Kumar G, Bilgic M (2016) Active learning: an empirical study of common baselines. Data Min Knowl Discove 31:287\u2013313","journal-title":"Data Min Knowl Discove"},{"key":"645_CR20","doi-asserted-by":"crossref","unstructured":"Rebbapragada U, Brodley CE, Sulla-Menashe D, Friedl MA (2012) Active label correction. In: IEEE 12th international conference on data mining (ICDM). IEEE, pp 1080\u20131085","DOI":"10.1109\/ICDM.2012.162"},{"key":"645_CR21","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-015-0458-y","author":"W Ren","year":"2015","unstructured":"Ren W, Li G (2015) Graph based semi-supervised learning via label fitting. Int J Mach Learn Cybern. doi: 10.1007\/s13042-015-0458-y","journal-title":"Int J Mach Learn Cybern"},{"key":"645_CR22","doi-asserted-by":"crossref","unstructured":"Rosenberg A (2012) Classifying skewed data: importance weighting to optimize average recall. In: INTERSPEECH, pp 2242\u20132245","DOI":"10.21437\/Interspeech.2012-131"},{"key":"645_CR23","unstructured":"Roy N, McCallum A (2001) Toward optimal active learning through sampling estimation of error reduction. In: International conference on machine learning, pp 441\u2013448"},{"issue":"1","key":"645_CR24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00429ED1V01Y201207AIM018","volume":"6","author":"B Settles","year":"2012","unstructured":"Settles B (2012) Active learning. Synth Lect Artif Intell Mach Learn 6(1):1\u2013114","journal-title":"Synth Lect Artif Intell Mach Learn"},{"key":"645_CR25","first-page":"1289","volume":"20","author":"B Settles","year":"2008","unstructured":"Settles B, Craven M, Ray S (2008) Multiple-instance active learning. Adv Neural Inf Process Syst 20:1289\u20131296","journal-title":"Adv Neural Inf Process Syst"},{"key":"645_CR26","doi-asserted-by":"crossref","unstructured":"Sharma M, Bilgic M (2013) Most-surely vs. least-surely uncertain. In: IEEE 12th International conference on data mining (ICDM). IEEE, pp 667\u2013676","DOI":"10.1109\/ICDM.2013.15"},{"issue":"1\u20134","key":"645_CR27","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s13042-010-0003-y","volume":"1","author":"K Small","year":"2010","unstructured":"Small K, Roth D (2010) Margin-based active learning for structured predictions. Int J Mach Learn Cybern 1(1\u20134):3\u201325","journal-title":"Int J Mach Learn Cybern"},{"issue":"2","key":"645_CR28","doi-asserted-by":"crossref","first-page":"872","DOI":"10.1109\/TGRS.2012.2203605","volume":"51","author":"D Tuia","year":"2013","unstructured":"Tuia D, Munoz-Mari J (2013) Learning user\u2019s confidence for active learning. IEEE Trans Geosci Remote Sens 51(2):872\u2013880","journal-title":"IEEE Trans Geosci Remote Sens"},{"key":"645_CR29","doi-asserted-by":"crossref","unstructured":"Vijayanarasimhan S, Grauman K (2012) Active frame selection for label propagation in videos. In: Fitzgibbon A, Lazebnik S, Perona P, Sato Y, Schmid C (eds) Computer Vision\u2013ECCV 2012. Lecture Notes in Computer Science, vol 7576. Springer, Berlin, Heidelberg, pp 496\u2013509","DOI":"10.1007\/978-3-642-33715-4_36"},{"key":"645_CR30","doi-asserted-by":"crossref","unstructured":"Wu J, Pan S, Cai Z, Zhu X, Zhang C (2014) Dual instance and attribute weighting for naive bayes classification. In: IEEE international conference on neural networks. IEEE, pp 1675\u20131679","DOI":"10.1109\/IJCNN.2014.6889572"},{"key":"645_CR31","first-page":"975","volume":"5","author":"TF Wu","year":"2004","unstructured":"Wu TF, Lin CJ, Weng RC (2004) Probability estimates for multi-class classification by pairwise coupling. J Mach Learn Res 5:975\u20131005","journal-title":"J Mach Learn Res"},{"issue":"5","key":"645_CR32","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1109\/TCYB.2014.2344674","volume":"45","author":"J Zhang","year":"2015","unstructured":"Zhang J, Wu X, Shengs VS (2015a) Active learning with imbalanced multiple noisy labeling. IEEE Trans Cybern 45(5):1095\u20131107","journal-title":"IEEE Trans Cybern"},{"issue":"12","key":"645_CR33","doi-asserted-by":"crossref","first-page":"3034","DOI":"10.1109\/TNNLS.2015.2401595","volume":"26","author":"XY Zhang","year":"2015","unstructured":"Zhang XY, Wang S, Yun X (2015b) Bidirectional active learning: a two-way exploration into unlabeled and labeled data set. IEEE Trans Neural Netw Learn Syst 26(12):3034\u20133044","journal-title":"IEEE Trans Neural Netw Learn Syst"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13042-017-0645-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-017-0645-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-017-0645-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,24]],"date-time":"2022-07-24T20:45:47Z","timestamp":1658695547000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13042-017-0645-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,2,27]]},"references-count":33,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2018,8]]}},"alternative-id":["645"],"URL":"https:\/\/doi.org\/10.1007\/s13042-017-0645-0","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,2,27]]}}}