{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:03:04Z","timestamp":1782752584903,"version":"3.54.5"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030586065","type":"print"},{"value":"9783030586072","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58607-2_30","type":"book-chapter","created":{"date-parts":[[2020,11,6]],"date-time":"2020-11-06T08:04:11Z","timestamp":1604649851000},"page":"510-526","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":123,"title":["Consistency-Based Semi-supervised Active Learning: Towards Minimizing Labeling Cost"],"prefix":"10.1007","author":[{"given":"Mingfei","family":"Gao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zizhao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guo","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sercan \u00d6.","family":"Ar\u0131k","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Larry S.","family":"Davis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tomas","family":"Pfister","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,11,7]]},"reference":[{"key":"30_CR1","unstructured":"Athiwaratkun, B., Finzi, M., Izmailov, P., Wilson, A.G.: There are many consistent explanations of unlabeled data: why you should average. In: ICLR (2019)"},{"issue":"1","key":"30_CR2","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.jcss.2008.07.003","volume":"75","author":"MF Balcan","year":"2009","unstructured":"Balcan, M.F., Beygelzimer, A., Langford, J.: Agnostic active learning. J. Comput. Syst. Sci. 75(1), 78\u201389 (2009)","journal-title":"J. Comput. Syst. Sci."},{"key":"30_CR3","unstructured":"Balcan, M.F., Broder, A., Zhang, T.: Margin based active learning. In: International Conference on Computational Learning Theory (2007)"},{"key":"30_CR4","doi-asserted-by":"crossref","unstructured":"Beluch, W.H., Genewein, T., N\u00fcrnberger, A., K\u00f6hler, J.M.: The power of ensembles for active learning in image classification (2018)","DOI":"10.1109\/CVPR.2018.00976"},{"key":"30_CR5","unstructured":"Berthelot, D., Carlini, N., Goodfellow, I., Papernot, N., Oliver, A., Raffel, C.: Mixmatch: a holistic approach to semi-supervised learning. arXiv preprint arXiv:1905.02249 (2019)"},{"key":"30_CR6","unstructured":"Brinker, K.: Incorporating diversity in active learning with support vector machines. In: ICML (2003)"},{"issue":"2","key":"30_CR7","first-page":"201","volume":"15","author":"D Cohn","year":"1994","unstructured":"Cohn, D., Atlas, L., Ladner, R.: Improving generalization with active learning. Mach. Learn. 15(2), 201\u2013221 (1994)","journal-title":"Mach. Learn."},{"key":"30_CR8","unstructured":"Cortes, C., DeSalvo, G., Mohri, M., Zhang, N.: Agnostic active learning without constraints. In: ICML (2019)"},{"key":"30_CR9","unstructured":"Cortes, C., DeSalvo, G., Mohri, M., Zhang, N., Gentile, C.: Active learning with disagreement graphs. In: ICML (2019)"},{"key":"30_CR10","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Shlens, J., Le, Q.V.: Randaugment: practical automated data augmentation with a reduced search space. arXiv preprint arXiv:1909.13719 (2019)","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"30_CR11","doi-asserted-by":"crossref","unstructured":"Dasgupta, S., Hsu, D.: Hierarchical sampling for active learning. In: ICML (2008)","DOI":"10.1145\/1390156.1390183"},{"key":"30_CR12","unstructured":"Dasgupta, S., Hsu, D.J., Monteleoni, C.: A general agnostic active learning algorithm. In: NIPS (2008)"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: CVPR (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"30_CR14","unstructured":"Drugman, T., Pylkkonen, J., Kneser, R.: Active and semi-supervised learning in ASR: benefits on the acoustic and language models. arXiv preprint arXiv:1903.02852 (2019)"},{"key":"30_CR15","doi-asserted-by":"crossref","unstructured":"Elhamifar, E., Sapiro, G., Yang, A., Shankar Sasrty, S.: A convex optimization framework for active learning. In: CVPR (2013)","DOI":"10.1109\/ICCV.2013.33"},{"key":"30_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1007\/978-3-319-10593-2_37","volume-title":"Computer Vision \u2013 ECCV 2014","author":"A Freytag","year":"2014","unstructured":"Freytag, A., Rodner, E., Denzler, J.: Selecting influential examples: active learning with expected model output changes. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8692, pp. 562\u2013577. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10593-2_37"},{"key":"30_CR17","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a Bayesian approximation: representing model uncertainty in deep learning. In: ICML (2016)"},{"key":"30_CR18","unstructured":"Gal, Y., Islam, R., Ghahramani, Z.: Deep Bayesian active learning with image data. In: ICML (2017)"},{"key":"30_CR19","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press (2016). http:\/\/www.deeplearningbook.org"},{"key":"30_CR20","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: ICML (2017)"},{"key":"30_CR21","unstructured":"Guo, Y.: Active instance sampling via matrix partition. In: NIPS (2010)"},{"key":"30_CR22","doi-asserted-by":"crossref","unstructured":"Hasan, M., Roy-Chowdhury, A.K.: Context aware active learning of activity recognition models. In: CVPR (2015)","DOI":"10.1109\/ICCV.2015.516"},{"key":"30_CR23","unstructured":"Houlsby, N., Hern\u00e1ndez-Lobato, J.M., Ghahramani, Z.: Cold-start active learning with robust ordinal matrix factorization. In: ICML (2014)"},{"key":"30_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-642-22092-0_3","volume-title":"Information Processing in Medical Imaging","author":"JE Iglesias","year":"2011","unstructured":"Iglesias, J.E., Konukoglu, E., Montillo, A., Tu, Z., Criminisi, A.: Combining generative and discriminative models for semantic segmentation of CT scans via active learning. In: Sz\u00e9kely, G., Hahn, H.K. (eds.) IPMI 2011. LNCS, vol. 6801, pp. 25\u201336. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-22092-0_3"},{"key":"30_CR25","doi-asserted-by":"crossref","unstructured":"Joshi, A.J., Porikli, F., Papanikolopoulos, N.: Multi-class active learning for image classification. In: CVPR (2009)","DOI":"10.1109\/CVPRW.2009.5206627"},{"key":"30_CR26","unstructured":"Konyushkova, K., Sznitman, R., Fua, P.: Learning active learning from data. In: NIPS (2017)"},{"key":"30_CR27","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical report. Citeseer (2009)"},{"key":"30_CR28","unstructured":"Laine, S., Aila, T.: Temporal ensembling for semi-supervised learning. In: ICLR (2017)"},{"key":"30_CR29","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: NIPS (2017)"},{"key":"30_CR30","doi-asserted-by":"crossref","unstructured":"Lewis, D.D., Catlett, J.: Heterogeneous uncertainty sampling for supervised learning. In: Machine Learning Proceedings 1994, pp. 148\u2013156. Elsevier (1994)","DOI":"10.1016\/B978-1-55860-335-6.50026-X"},{"key":"30_CR31","doi-asserted-by":"crossref","unstructured":"Lewis, D.D., Gale, W.A.: A sequential algorithm for training text classifiers. In: SIGIR 1994, pp. 3\u201312 (1994)","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"30_CR32","doi-asserted-by":"crossref","unstructured":"Mac Aodha, O., Campbell, N.D., Kautz, J., Brostow, G.J.: Hierarchical subquery evaluation for active learning on a graph. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.79"},{"key":"30_CR33","unstructured":"McCallumzy, A.K., Nigamy, K.: Employing EM and pool-based active learning for text classification. In: ICML (1998)"},{"key":"30_CR34","doi-asserted-by":"crossref","unstructured":"Nguyen, H.T., Smeulders, A.: Active learning using pre-clustering. In: ICML (2004)","DOI":"10.1145\/1015330.1015349"},{"key":"30_CR35","unstructured":"Oliver, A., Odena, A., Raffel, C.A., Cubuk, E.D., Goodfellow, I.: Realistic evaluation of deep semi-supervised learning algorithms. In: NeurIPS (2018)"},{"key":"30_CR36","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.cogsys.2017.05.006","volume":"45","author":"PK Rhee","year":"2017","unstructured":"Rhee, P.K., Erdenee, E., Kyun, S.D., Ahmed, M.U., Jin, S.: Active and semi-supervised learning for object detection with imperfect data. Cogn. Syst. Res. 45, 109\u2013123 (2017)","journal-title":"Cogn. Syst. Res."},{"key":"30_CR37","doi-asserted-by":"crossref","unstructured":"Roth, D., Small, K.: Margin-based active learning for structured output spaces. In: ECML (2006)","DOI":"10.1007\/11871842_40"},{"key":"30_CR38","unstructured":"Roy, N., McCallum, A.: Toward optimal active learning through Monte Carlo estimation of error reduction. In: ICML (2001)"},{"key":"30_CR39","unstructured":"Sener, O., Savarese, S.: Active learning for convolutional neural networks: a core-set approach. In: ICLR (2018)"},{"key":"30_CR40","unstructured":"Settles, B., Craven, M., Ray, S.: Multiple-instance active learning. In: NIPS (2008)"},{"key":"30_CR41","doi-asserted-by":"crossref","unstructured":"Seung, H.S., Opper, M., Sompolinsky, H.: Query by committee. In: Proceedings of the Workshop on Computational Learning Theory (1992)","DOI":"10.1145\/130385.130417"},{"key":"30_CR42","unstructured":"Sim\u00e9oni, O., Budnik, M., Avrithis, Y., Gravier, G.: Rethinking deep active learning: using unlabeled data at model training. arXiv preprint arXiv:1911.08177 (2019)"},{"key":"30_CR43","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"30_CR44","doi-asserted-by":"crossref","unstructured":"Sinha, S., Ebrahimi, S., Darrell, T.: Variational adversarial active learning. arXiv preprint arXiv:1904.00370 (2019)","DOI":"10.1109\/ICCV.2019.00607"},{"key":"30_CR45","unstructured":"Sohn, K., et al.: Fixmatch: simplifying semi-supervised learning with consistency and confidence. arXiv preprint arXiv:2001.07685 (2020)"},{"key":"30_CR46","unstructured":"Sohn, K., Zhang, Z., Li, C.L., Zhang, H., Lee, C.Y., Pfister, T.: A simple semi-supervised learning framework for object detection. arXiv preprint arXiv:2005.04757 (2020)"},{"key":"30_CR47","unstructured":"Song, S., Berthelot, D., Rostamizadeh, A.: Combining mixmatch and active learning for better accuracy with fewer labels. arXiv preprint arXiv:1912.00594 (2019)"},{"key":"30_CR48","doi-asserted-by":"crossref","unstructured":"Tomanek, K., Hahn, U.: Semi-supervised active learning for sequence labeling. In: ACL (2009)","DOI":"10.3115\/1690219.1690291"},{"key":"30_CR49","first-page":"45","volume":"2","author":"S Tong","year":"2001","unstructured":"Tong, S., Koller, D.: Support vector machine active learning with applications to text classification. JMLR 2, 45\u201366 (2001)","journal-title":"JMLR"},{"key":"30_CR50","doi-asserted-by":"crossref","unstructured":"Verma, V., Lamb, A., Kannala, J., Bengio, Y., Lopez-Paz, D.: Interpolation consistency training for semi-supervised learning. In: International Joint Conferences on Artifical Intelligence (2019)","DOI":"10.24963\/ijcai.2019\/504"},{"key":"30_CR51","unstructured":"Xie, Q., Dai, Z., Hovy, E., Luong, M.T., Le, Q.V.: Unsupervised data augmentation for consistency training. arXiv preprint arXiv:1904.12848 (2019)"},{"issue":"2","key":"30_CR52","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/s11263-014-0781-x","volume":"113","author":"Y Yang","year":"2015","unstructured":"Yang, Y., Ma, Z., Nie, F., Chang, X., Hauptmann, A.G.: Multi-class active learning by uncertainty sampling with diversity maximization. IJCV 113(2), 113\u2013127 (2015)","journal-title":"IJCV"},{"key":"30_CR53","doi-asserted-by":"crossref","unstructured":"Yoo, D., Kweon, I.S.: Learning loss for active learning. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00018"},{"key":"30_CR54","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Zhang, H., Arik, S.O., Lee, H., Pfister, T.: Distilling effective supervision from severe label noise. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00931"},{"key":"30_CR55","unstructured":"Zhu, X., Lafferty, J., Ghahramani, Z.: Combining active learning and semi-supervised learning using Gaussian fields and harmonic functions. In: ICML Workshops (2003)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2020"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58607-2_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:49:20Z","timestamp":1730854160000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-58607-2_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030586065","9783030586072"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58607-2_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"7 November 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2020.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OpenReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5025","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1360","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}