{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:04:29Z","timestamp":1760709869054,"version":"3.37.3"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2019,5]]},"DOI":"10.1007\/s10994-019-05781-7","type":"journal-article","created":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T16:06:03Z","timestamp":1554134763000},"page":"785-807","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Annotation cost-sensitive active learning by tree sampling"],"prefix":"10.1007","volume":"108","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6844-7103","authenticated-orcid":false,"given":"Yu-Lin","family":"Tsou","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2968-0671","authenticated-orcid":false,"given":"Hsuan-Tien","family":"Lin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,1]]},"reference":[{"key":"5781_CR1","doi-asserted-by":"crossref","unstructured":"Arora, S., Nyberg, E., & Ros\u00e9, C. P. (2009). Estimating annotation cost for active learning in a multi-annotator environment. In Proceedings of the NAACL HLT 2009 workshop on active learning for natural language processing, association for computational linguistics (pp. 18\u201326)","DOI":"10.3115\/1564131.1564136"},{"key":"5781_CR2","volume-title":"Classification and regression trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L., Friedman, J., Stone, C. J., & Olshen, R. A. (1984). Classification and regression trees. Boca Raton: CRC Press."},{"key":"5781_CR3","unstructured":"Chapelle, O., Weston, J., & Sch\u00f6lkopf, B. (2003). Cluster kernels for semi-supervised learning. Advances in neural information processing systems (pp. 601\u2013608)"},{"issue":"2","key":"5781_CR4","first-page":"201","volume":"15","author":"D Cohn","year":"1994","unstructured":"Cohn, D., Atlas, L., & Ladner, R. (1994). Improving generalization with active learning. Machine Learning, 15(2), 201\u2013221.","journal-title":"Machine Learning"},{"key":"5781_CR5","unstructured":"Cuong, N., & Xu, H. (2016) Adaptive maximization of pointwise submodular functions with budget constraint. In Advances in neural information processing systems (pp. 1244\u20131252)"},{"issue":"19","key":"5781_CR6","doi-asserted-by":"publisher","first-page":"1767","DOI":"10.1016\/j.tcs.2010.12.054","volume":"412","author":"S Dasgupta","year":"2011","unstructured":"Dasgupta, S. (2011). Two faces of active learning. Theoretical Computer Science, 412(19), 1767\u20131781.","journal-title":"Theoretical Computer Science"},{"key":"5781_CR7","doi-asserted-by":"crossref","unstructured":"Dasgupta, S., & Hsu, D. (2008). Hierarchical sampling for active learning. In Proceedings of the 25th international conference on Machine learning (pp. 208\u2013215). ACM","DOI":"10.1145\/1390156.1390183"},{"key":"5781_CR8","doi-asserted-by":"crossref","unstructured":"Donmez, P., Carbonell, J. G. (2008). Proactive learning: cost-sensitive active learning with multiple imperfect oracles. In: Proceedings of the 17th ACM conference on Information and knowledge management (pp 619\u2013628). ACM","DOI":"10.1145\/1458082.1458165"},{"key":"5781_CR9","first-page":"427","volume":"42","author":"D Golovin","year":"2011","unstructured":"Golovin, D., & Krause, A. (2011). Adaptive submodularity: Theory and applications in active learning and stochastic optimization. Journal of Artificial Intelligence Research, 42, 427\u2013486.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"2","key":"5781_CR10","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/S0004-3702(02)00209-6","volume":"139","author":"R Greiner","year":"2002","unstructured":"Greiner, R., Grove, A. J., & Roth, D. (2002). Learning cost-sensitive active classifiers. Artificial Intelligence, 139(2), 137\u2013174.","journal-title":"Artificial Intelligence"},{"key":"5781_CR11","doi-asserted-by":"crossref","unstructured":"Guillory, A., & Bilmes, J. (2009) Average-case active learning with costs. In International conference on algorithmic learning theory (pp 141\u2013155). Springer","DOI":"10.1007\/978-3-642-04414-4_15"},{"key":"5781_CR12","unstructured":"Haertel, R., Seppi, K. D., Ringger, E. K., & Carroll, J. L. (2008). Return on investment for active learning. In Proceedings of the NIPS workshop on cost-sensitive learning"},{"key":"5781_CR13","doi-asserted-by":"crossref","unstructured":"Holub, A., Perona, P., & Burl, M. C. (2008) Entropy-based active learning for object recognition. In IEEE computer society conference on computer vision and pattern recognition workshops (pp 1\u20138). IEEE","DOI":"10.1109\/CVPRW.2008.4563068"},{"key":"5781_CR14","doi-asserted-by":"crossref","unstructured":"Huang, K. H., & Lin, H. T. (2016) A novel uncertainty sampling algorithm for cost-sensitive multiclass active learning. In Proceedings of the IEEE International Conference on Data Mining (ICDM)","DOI":"10.1109\/ICDM.2016.0114"},{"key":"5781_CR15","unstructured":"Huang, S. J., Jin, R., & Zhou, Z. H. (2010) Active learning by querying informative and representative examples. In Advances in neural information processing systems (pp. 892\u2013900)"},{"key":"5781_CR16","doi-asserted-by":"crossref","unstructured":"Huang, S. J., Chen, J. L., Mu, X., & Zhou, Z. H. (2017) Cost-effective active learning from diverse labelers. In Proceedings of the 26th international joint conference on artificial intelligence (pp 1879\u20131885). AAAI Press","DOI":"10.24963\/ijcai.2017\/261"},{"key":"5781_CR17","doi-asserted-by":"crossref","unstructured":"Kang, J., Ryu, K. R., & Kwon, H. C. (2004) Using cluster-based sampling to select initial training set for active learning in text classification. In Pacific-Asia conference on knowledge discovery and data mining (pp 384\u2013388). Springer.","DOI":"10.1007\/978-3-540-24775-3_46"},{"issue":"6971","key":"5781_CR18","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1038\/nature02236","volume":"427","author":"RD King","year":"2004","unstructured":"King, R. D., Whelan, K. E., Jones, F. M., Reiser, P. G., Bryant, C. H., Muggleton, S. H., et al. (2004). Functional genomic hypothesis generation and experimentation by a robot scientist. Nature, 427(6971), 247\u2013252.","journal-title":"Nature"},{"key":"5781_CR19","unstructured":"Lewis, D. D., & Gale, W. A. (1994). A sequential algorithm for training text classifiers. In Proceedings of the 17th annual international ACM SIGIR conference on Research and development in information retrieval (pp 3\u201312). New York: Springer."},{"key":"5781_CR20","unstructured":"Lichman, M. (2013). UCI machine learning repository. \n                    http:\/\/archive.ics.uci.edu\/ml"},{"key":"5781_CR21","doi-asserted-by":"crossref","unstructured":"Liu, A., Jun, G., & Ghosh, J. (2009) Spatially cost-sensitive active learning. In Proceedings of the 2009 SIAM international conference on data mining (pp 814\u2013825). SIAM","DOI":"10.1137\/1.9781611972795.70"},{"issue":"6","key":"5781_CR22","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1021\/ci049810a","volume":"44","author":"Y Liu","year":"2004","unstructured":"Liu, Y. (2004). Active learning with support vector machine applied to gene expression data for cancer classification. Journal of Chemical Information and Computer Sciences, 44(6), 1936\u20131941.","journal-title":"Journal of Chemical Information and Computer Sciences"},{"key":"5781_CR23","unstructured":"Margineantu, D. D. (2005). Active cost-sensitive learning. In Proceedings of international joint conference on artificial intelligence (pp 1622\u20131623)"},{"key":"5781_CR24","doi-asserted-by":"crossref","unstructured":"Nguyen, H.T., & Smeulders, A. (2004) Active learning using pre-clustering. In Proceedings of the 21th international conference on Machine learning (p.\u00a079). ACM.","DOI":"10.1145\/1015330.1015349"},{"issue":"1","key":"5781_CR25","first-page":"81","volume":"1","author":"JR Quinlan","year":"1986","unstructured":"Quinlan, J. R. (1986). Induction of decision trees. Machine Learning, 1(1), 81\u2013106.","journal-title":"Machine Learning"},{"key":"5781_CR26","volume-title":"C4.5: Programs for machine learning","author":"JR Quinlan","year":"2014","unstructured":"Quinlan, J. R. (2014). C4.5: Programs for machine learning. Amsterdam: Elsevier."},{"key":"5781_CR27","doi-asserted-by":"crossref","unstructured":"Ringger, E., McClanahan, P., Haertel, R., Busby, G., Carmen, M., Carroll, J., Seppi, K., Lonsdale, D. (2007). Active learning for part-of-speech tagging: Accelerating corpus annotation. In Proceedings of the Linguistic Annotation Workshop, Association for Computational Linguistics (pp 101\u2013108)","DOI":"10.3115\/1642059.1642075"},{"key":"5781_CR28","unstructured":"Seeger, M. (2000). Learning with labeled and unlabeled data. Tech. rep., technical report, University of Edinburgh"},{"key":"5781_CR29","first-page":"11","volume-title":"Active learning literature survey","author":"B Settles","year":"2010","unstructured":"Settles, B. (2010). Active learning literature survey (p. 11). Madison: University of Wisconsin."},{"key":"5781_CR30","unstructured":"Settles, B., Craven, M., & Friedland, L. (2008) Active learning with real annotation costs. In Proceedings of the NIPS workshop on cost-sensitive learning (pp 1\u201310)"},{"key":"5781_CR31","unstructured":"Tomanek, K., & Hahn, U. (2010). A comparison of models for cost-sensitive active learning. In Proceedings of the 23rd international conference on computational linguistics: Posters, association for computational linguistics (pp 1247\u20131255)"},{"issue":"Nov","key":"5781_CR32","first-page":"45","volume":"2","author":"S Tong","year":"2001","unstructured":"Tong, S., & Koller, D. (2001). Support vector machine active learning with applications to text classification. Journal of Machine Learning Research, 2(Nov), 45\u201366.","journal-title":"Journal of Machine Learning Research"},{"key":"5781_CR33","volume-title":"The nature of statistical learning theory","author":"V Vapnik","year":"2013","unstructured":"Vapnik, V. (2013). The nature of statistical learning theory. Berlin: Springer."},{"issue":"1","key":"5781_CR34","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/s11263-010-0372-4","volume":"91","author":"S Vijayanarasimhan","year":"2011","unstructured":"Vijayanarasimhan, S., & Grauman, K. (2011). Cost-sensitive active visual category learning. International Journal of Computer Vision, 91(1), 24\u201344.","journal-title":"International Journal of Computer Vision"},{"key":"5781_CR35","doi-asserted-by":"crossref","unstructured":"Xu, Z., Yu, K., Tresp, V., Xu, X., & Wang, J. (2003) Representative sampling for text classification using support vector machines. In European conference on information retrieval (pp. 393\u2013407). Springer.","DOI":"10.1007\/3-540-36618-0_28"},{"key":"5781_CR36","doi-asserted-by":"crossref","unstructured":"Yan, Y., & Huang, S. J. (2018) Cost-effective active learning for hierarchical multi-label classification. In IJCAI (pp. 2962\u20132968)","DOI":"10.24963\/ijcai.2018\/411"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-019-05781-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-019-05781-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-019-05781-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,1]],"date-time":"2020-04-01T00:10:10Z","timestamp":1585699810000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-019-05781-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,1]]},"references-count":36,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2019,5]]}},"alternative-id":["5781"],"URL":"https:\/\/doi.org\/10.1007\/s10994-019-05781-7","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2019,4,1]]},"assertion":[{"value":"28 February 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 September 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 April 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}