{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T23:26:07Z","timestamp":1778628367312,"version":"3.51.4"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,1,11]],"date-time":"2025-01-11T00:00:00Z","timestamp":1736553600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,11]],"date-time":"2025-01-11T00:00:00Z","timestamp":1736553600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Prog Artif Intell"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s13748-024-00360-x","type":"journal-article","created":{"date-parts":[[2025,1,11]],"date-time":"2025-01-11T19:22:40Z","timestamp":1736623360000},"page":"191-210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["AutoTag: a framework for generating training data"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5125-3612","authenticated-orcid":false,"given":"Sakib A.","family":"Mondal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tuhin","family":"Bhattacharaya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abhinav","family":"Rai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gursirat Singh","family":"Sodhi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rahul","family":"Bansal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abhijit","family":"Mondal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashish","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,11]]},"reference":[{"key":"360_CR1","doi-asserted-by":"crossref","unstructured":"Sun, C., Shrivastava, A., Singh, S., Gupta, A.: Revisiting unreasonable effectiveness of data in deep learning era. In: Proceedings of the IEEE international conference on computer vision, pp. 843\u2013852 (2017)","DOI":"10.1109\/ICCV.2017.97"},{"key":"360_CR2","unstructured":"Alfonseca, E., Filippova, K., Delort, J.-Y., Garrido, G.: Pattern learning for relation extraction with a hierarchical topic model. In: Proceedings of the 50th annual meeting of the association for computational linguistics (Volume 2: Short Papers), pp. 54\u201359 (2012)"},{"key":"360_CR3","unstructured":"Bunescu, R., Mooney, R.: Learning to extract relations from the web using minimal supervision. In: Proceedings of the 45th annual meeting of the association of computational linguistics, pp. 576\u2013583 (2007)"},{"key":"360_CR4","doi-asserted-by":"crossref","unstructured":"Mintz, M., Bills, S., Snow, R., Jurafsky, D.: Distant supervision for relation extraction without labeled data. In: Proceedings of the joint conference of the 47th annual meeting of the ACL and the 4th international joint conference on natural language processing of the AFNLP, pp. 1003\u20131011 (2009)","DOI":"10.3115\/1690219.1690287"},{"key":"360_CR5","doi-asserted-by":"crossref","unstructured":"Quinn, A.J., Bederson, B.B.: Human computation: a survey and taxonomy of a growing field. In: Proceedings of the SIGCHI conference on human factors in computing systems, pp. 1403\u20131412 (2011)","DOI":"10.1145\/1978942.1979148"},{"key":"360_CR6","doi-asserted-by":"crossref","unstructured":"Yuen, M.-C., King, I., Leung, K.-S.: A survey of crowdsourcing systems. In: 2011 IEEE Third International Conference on Privacy, Security, Risk and Trust and 2011 IEEE third international conference on social computing, pp. 766\u2013773 (2011). IEEE","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"key":"360_CR7","doi-asserted-by":"crossref","unstructured":"Rekatsinas, T., Chu, X., Ilyas, I.F., R\u00e9, C.: Holoclean: Holistic data repairs with probabilistic inference. arXiv preprint arXiv:1702.00820 (2017)","DOI":"10.14778\/3137628.3137631"},{"issue":"1","key":"360_CR8","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/2949741.2949756","volume":"45","author":"C De Sa","year":"2016","unstructured":"De Sa, C., Ratner, A., R\u00e9, C., Shin, J., Wang, F., Wu, S., Zhang, C.: Deepdive: declarative knowledge base construction. ACM SIGMOD Rec. 45(1), 60\u201367 (2016)","journal-title":"ACM SIGMOD Rec."},{"key":"360_CR9","doi-asserted-by":"crossref","unstructured":"Liang, P., Jordan, M.I., Klein, D.: Learning from measurements in exponential families. In: Proceedings of the 26th annual international conference on machine learning, pp. 641\u2013648 (2009)","DOI":"10.1145\/1553374.1553457"},{"issue":"2","key":"360_CR10","first-page":"955","volume":"11","author":"GS Mann","year":"2010","unstructured":"Mann, G.S., McCallum, A.: Generalized expectation criteria for semi-supervised learning with weakly labeled data. J. Machine Learn. Res. 11(2), 955 (2010)","journal-title":"J. Machine Learn. Res."},{"key":"360_CR11","doi-asserted-by":"crossref","unstructured":"Stewart, R., Ermon, S.: Label-free supervision of neural networks with physics and domain knowledge. In: Proceedings of the AAAI conference on artificial intelligence, vol. 31 (2017)","DOI":"10.1609\/aaai.v31i1.10934"},{"key":"360_CR12","doi-asserted-by":"crossref","unstructured":"Zaidan, O., Eisner, J.: Modeling annotators: a generative approach to learning from annotator rationales. In: Proceedings of the 2008 conference on empirical methods in natural language processing, pp. 31\u201340 (2008)","DOI":"10.3115\/1613715.1613721"},{"key":"360_CR13","unstructured":"Settles, B.: Active learning literature survey (2009)"},{"key":"360_CR14","doi-asserted-by":"crossref","unstructured":"Ratner, A., Bach, S.H., Ehrenberg, H., Fries, J., Wu, S., R\u00e9, C.: Snorkel: Rapid training data creation with weak supervision. In: Proceedings of the VLDB endowment. International conference on very large data bases, vol. 11, p. 269 (2017). NIH Public Access","DOI":"10.14778\/3157794.3157797"},{"key":"360_CR15","unstructured":"Ratner, A., Bach, S., Varma, P., R\u00e9, C.: Weak Supervision: The New Programming Paradigm for Machine Learning. https:\/\/dawn.cs.stanford.edu\/2017\/07\/16\/weak-supervision\/. Accessed: 2024-07- 30"},{"key":"360_CR16","unstructured":"Clarke, J., Goldwasser, D., Chang, M.-W., Roth, D.: Driving semantic parsing from the world\u2019s response. In: Proceedings of the fourteenth conference on computational natural language learning, pp. 18\u201327 (2010)"},{"key":"360_CR17","doi-asserted-by":"crossref","unstructured":"Guu, K., Pasupat, P., Liu, E.Z., Liang, P.: From language to programs: bridging reinforcement learning and maximum marginal likelihood. arXiv preprint arXiv:1704.07926 (2017)","DOI":"10.18653\/v1\/P17-1097"},{"key":"360_CR18","unstructured":"Hoffmann, R., Zhang, C., Ling, X., Zettlemoyer, L., Weld, D.S.: Knowledge-based weak supervision for information extraction of overlapping relations. In: Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies, pp. 541\u2013550 (2011)"},{"key":"360_CR19","doi-asserted-by":"crossref","unstructured":"Riedel, S., Yao, L., McCallum, A.: Modeling relations and their mentions without labeled text. In: Machine learning and knowledge discovery in databases: European conference, ECML PKDD 2010, Barcelona, Spain, September 20-24, 2010, Proceedings, Part III 21, pp. 148\u2013163 (2010). Springer","DOI":"10.1007\/978-3-642-15939-8_10"},{"key":"360_CR20","doi-asserted-by":"crossref","unstructured":"Dalvi, N., Dasgupta, A., Kumar, R., Rastogi, V.: Aggregating crowdsourced binary ratings. In: Proceedings of the 22nd international conference on world wide web, pp. 285\u2013294 (2013)","DOI":"10.1145\/2488388.2488414"},{"key":"360_CR21","doi-asserted-by":"crossref","unstructured":"Joglekar, M., Garcia-Molina, H., Parameswaran, A.: Comprehensive and reliable crowd assessment algorithms. In: 2015 IEEE 31st international conference on data engineering, pp. 195\u2013206 (2015). IEEE","DOI":"10.1109\/ICDE.2015.7113284"},{"issue":"102","key":"360_CR22","first-page":"1","volume":"17","author":"Y Zhang","year":"2016","unstructured":"Zhang, Y., Chen, X., Zhou, D., Jordan, M.I.: Spectral methods meet em: a provably optimal algorithm for crowdsourcing. J. Mach. Learn. Res. 17(102), 1\u201344 (2016)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"360_CR23","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the em algorithm. J. Roy. Stat. Soc.: Ser. C (Appl. Stat.) 28(1), 20\u201328 (1979)","journal-title":"J. Roy. Stat. Soc.: Ser. C (Appl. Stat.)"},{"key":"360_CR24","doi-asserted-by":"crossref","unstructured":"Roth, B., Klakow, D.: Combining generative and discriminative model scores for distant supervision. In: Proceedings of the 2013 conference on empirical methods in natural language processing, pp. 24\u201329 (2013)","DOI":"10.18653\/v1\/D13-1003"},{"key":"360_CR25","unstructured":"Takamatsu, S., Sato, I., Nakagawa, H.: Reducing wrong labels in distant supervision for relation extraction. In: Proceedings of the 50th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp. 721\u2013729 (2012)"},{"issue":"4","key":"360_CR26","doi-asserted-by":"publisher","first-page":"1253","DOI":"10.1073\/pnas.1219097111","volume":"111","author":"F Parisi","year":"2014","unstructured":"Parisi, F., Strino, F., Nadler, B., Kluger, Y.: Ranking and combining multiple predictors without labeled data. Proc. Natl. Acad. Sci. 111(4), 1253\u20131258 (2014)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"360_CR27","unstructured":"Learning, S.-S.: Semi-supervised learning. CSZ2006. html 5, 2 (2006)"},{"key":"360_CR28","doi-asserted-by":"crossref","unstructured":"Chapelle, O., Scholkopf, B., Zien, A.: Semi-supervised learning. 2006. Cambridge: The MIT Press View Article 2, 1 (2006)","DOI":"10.7551\/mitpress\/9780262033589.001.0001"},{"key":"360_CR29","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s10115-013-0706-y","volume":"42","author":"I Triguero","year":"2015","unstructured":"Triguero, I., Garc\u00eda, S., Herrera, F.: Self-labeled techniques for semi-supervised learning: taxonomy, software and empirical study. Knowl. Inf. Syst. 42, 245\u2013284 (2015)","journal-title":"Knowl. Inf. Syst."},{"issue":"3","key":"360_CR30","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1109\/TIT.1965.1053799","volume":"11","author":"H Scudder","year":"1965","unstructured":"Scudder, H.: Probability of error of some adaptive pattern-recognition machines. IEEE Trans. Inf. Theory 11(3), 363\u2013371 (1965)","journal-title":"IEEE Trans. Inf. Theory"},{"issue":"4","key":"360_CR31","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1109\/TIT.1970.1054472","volume":"16","author":"A Agrawala","year":"1970","unstructured":"Agrawala, A.: Learning with a probabilistic teacher. IEEE Trans. Inf. Theory 16(4), 373\u2013379 (1970)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"360_CR32","doi-asserted-by":"crossref","unstructured":"Blum, A., Mitchell, T.: Combining labeled and unlabeled data with co-training. In: Proceedings of the eleventh annual conference on computational learning theory, pp. 92\u2013100 (1998)","DOI":"10.1145\/279943.279962"},{"key":"360_CR33","unstructured":"Vapnik, V.N., Vapnik, V., et al.: Statistical learning theory (1998)"},{"key":"360_CR34","unstructured":"Joachims, T., : Transductive inference for text classification using support vector machines. In: Icml, vol. 99, pp. 200\u2013209 (1999)"},{"key":"360_CR35","unstructured":"Corduneanu, A., Jaakkola, T.S.: On information regularization. arXiv preprint arXiv:1212.2466 (2012)"},{"key":"360_CR36","unstructured":")Bousquet, O., Chapelle, O., Hein, M.: Measure based regularization. Advances in neural information processing systems16 (2003)"},{"key":"360_CR37","unstructured":"Belkin, M., Niyogi, P.: Using manifold stucture for partially labeled classification. Advances in neural information processing systems 15 (2002)"},{"issue":"8","key":"360_CR38","doi-asserted-by":"publisher","first-page":"1289","DOI":"10.1016\/j.jcss.2007.08.006","volume":"74","author":"M Belkin","year":"2008","unstructured":"Belkin, M., Niyogi, P.: Towards a theoretical foundation for Laplacian-based manifold methods. J. Comput. Syst. Sci. 74(8), 1289\u20131308 (2008)","journal-title":"J. Comput. Syst. Sci."},{"issue":"11","key":"360_CR39","first-page":"2399","volume":"7","author":"M Belkin","year":"2006","unstructured":"Belkin, M., Niyogi, P., Sindhwani, V.: Manifold regularization: a geometric framework for learning from labeled and unlabeled examples. J. Machine Learn. Res. 7(11), 2399 (2006)","journal-title":"J. Machine Learn. Res."},{"key":"360_CR40","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., Xu, B., Warde-Farley, D., Ozair, S., Courville, A., Bengio, Y.: Generative adversarial nets. Advances in neural information processing systems 27 (2014)"},{"key":"360_CR41","unstructured":"Salimans, T., Goodfellow, I., Zaremba, W., Cheung, V., Radford, A., Chen, X.: Improved techniques for training gans. Advances in neural information processing systems 29 (2016)"},{"key":"360_CR42","unstructured":"Blum, A., Chawla, S.: Learning from labeled and unlabeled data using graph mincuts (2001)"},{"key":"360_CR43","unstructured":"Imre, K.R.: Diffusion kernels on graphs and other discrete input spaces. In: Proceedings of 19th international conference machine learning, 2002 (2002)"},{"key":"360_CR44","unstructured":"Szummer, M., Jaakkola, T.: Partially labeled classification with markov random walks. Advances in neural information processing systems 14 (2001)"},{"key":"360_CR45","doi-asserted-by":"crossref","unstructured":"Smola, A.J., Kondor, R.: Kernels and regularization on graphs. In: Learning theory and kernel machines: 16th annual conference on learning theory and 7th kernel workshop, COLT\/Kernel 2003, Washington, DC, USA, August 24-27, 2003. Proceedings, pp. 144\u2013158 (2003). Springer","DOI":"10.1007\/978-3-540-45167-9_12"},{"key":"360_CR46","unstructured":"Zhu, X., Ghahramani, Z., Lafferty, J.D.: Semi-supervised learning using gaussian fields and harmonic functions. In: Proceedings of the 20th international conference on machine learning (ICML-03), pp. 912\u2013919 (2003)"},{"key":"360_CR47","unstructured":"Chapelle, O., Weston, J., Sch\u00f6lkopf, B.: Cluster kernels for semi-supervised learning. Advances in neural information processing systems 15 (2002)"},{"key":"360_CR48","unstructured":"Kemp, C., Griffiths, T., Stromsten, S., Tenenbaum, J.: Semi-supervised learning with trees. Advances in neural information processing systems 16 (2003)"},{"key":"360_CR49","unstructured":"Zhou, D., Bousquet, O., Lal, T., Weston, J., Sch\u00f6lkopf, B.: Learning with local and global consistency. Advances in neural information processing systems 16 (2003)"},{"key":"360_CR50","unstructured":"Zhu, J., Kandola, J., Ghahramani, Z., Lafferty, J.: Nonparametric transforms of graph kernels for semi-supervised learning. Advances in neural information processing systems 17 (2004)"},{"issue":"10","key":"360_CR51","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2009","unstructured":"Pan, S.J., Yang, Q.: A survey on transfer learning. IEEE Trans. Knowl. Data Eng. 22(10), 1345\u20131359 (2009)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"360_CR52","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"360_CR53","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"70","key":"360_CR54","first-page":"1","volume":"25","author":"HW Chung","year":"2024","unstructured":"Chung, H.W., Hou, L., Longpre, S., Zoph, B., Tay, Y., Fedus, W., Li, Y., Wang, X., Dehghani, M., Brahma, S.: Scaling instruction-finetuned language models. J. Mach. Learn. Res. 25(70), 1\u201353 (2024)","journal-title":"J. Mach. Learn. Res."},{"key":"360_CR55","unstructured":"Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Aleman, F.L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., et al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"360_CR56","unstructured":"Manyika, J.: An overview of the Gemini app. https:\/\/ai.google\/static\/documents\/ google-about-bard.pdf. Accessed: 2024-07- 30"},{"key":"360_CR57","unstructured":"Zhao, W.X., Zhou, K., Li, J., Tang, T., Wang, X., Hou, Y., Min, Y., Zhang, B., Zhang, J., Dong, Z., et al.: A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)"},{"key":"360_CR58","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)"},{"key":"360_CR59","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems 26 (2013)"},{"key":"360_CR60","doi-asserted-by":"crossref","unstructured":"Bigi, B.: Using kullback-leibler distance for text categorization. In: European conference on information retrieval, pp. 305\u2013319 (2003). Springer","DOI":"10.1007\/3-540-36618-0_22"},{"key":"360_CR61","unstructured":"Zhang, X., Zhao, J., LeCun, Y.: Character-level convolutional networks for text classification. in Proceedings of the 28th international conference on neural information processing systems, 649\u2013657 (2015)"},{"key":"360_CR62","doi-asserted-by":"crossref","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., Ives, Z.: Dbpedia: a nucleus for a web of open data. in Proceedings of the 6th international the semantic web and 2nd Asian conference on Asian semantic web conference, 722\u2013735 (2007)","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"360_CR63","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. in Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies, 142\u2013150 (2011)"},{"key":"360_CR64","unstructured":"Asghar, N.: Yelp dataset challenge: Review rating prediction. arXiv preprint arXiv:1605.05362 (2016)"},{"key":"360_CR65","unstructured":"Jia, L.-H., Guo, L.-Z., Zhou, Z., Li, Y.-F.: Lamda-ssl: Semi-supervised learning in python. arXiv preprint arXiv:2208.04610 (2022)"}],"container-title":["Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-024-00360-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13748-024-00360-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-024-00360-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,29]],"date-time":"2025-05-29T12:32:24Z","timestamp":1748521944000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13748-024-00360-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,11]]},"references-count":65,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["360"],"URL":"https:\/\/doi.org\/10.1007\/s13748-024-00360-x","relation":{},"ISSN":["2192-6352","2192-6360"],"issn-type":[{"value":"2192-6352","type":"print"},{"value":"2192-6360","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,11]]},"assertion":[{"value":"22 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}