{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T04:24:34Z","timestamp":1777695874805,"version":"3.51.4"},"reference-count":44,"publisher":"SAGE Publications","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IDA"],"published-print":{"date-parts":[[2020,3,27]]},"DOI":"10.3233\/ida-194492","type":"journal-article","created":{"date-parts":[[2020,3,31]],"date-time":"2020-03-31T15:01:43Z","timestamp":1585666903000},"page":"427-443","source":"Crossref","is-referenced-by-count":0,"title":["Learning labeling functions in distantly supervised relation extraction"],"prefix":"10.1177","volume":"24","author":[{"given":"Yaocheng","family":"Gui","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qian","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiqiang","family":"Gao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"key":"10.3233\/IDA-194492_ref1","unstructured":"E. Alfonseca, K. Filippova, J.-Y. Delort and G. Garrido, Pattern learning for relation extraction with a hierarchical topic model, In Proceedings of ACL-IJCNLP \u201912, 2012, pp. 54\u201359."},{"key":"10.3233\/IDA-194492_ref2","doi-asserted-by":"crossref","unstructured":"G. Angeli, J. Tibshirani, J.Y. Wu and C.D. Manning, Combining distant and partial supervision for relation extraction, In Proceedings of EMNLP \u201914, 2014, pp. 1556\u20131567.","DOI":"10.3115\/v1\/D14-1164"},{"key":"10.3233\/IDA-194492_ref3","doi-asserted-by":"crossref","unstructured":"I. Augenstein, Seed selection for distantly supervised web-based relation extraction, In Proceedings of Workshop on SWAIE \u201914, 2014, pp. 17\u201324.","DOI":"10.3115\/v1\/W14-6203"},{"key":"10.3233\/IDA-194492_ref4","unstructured":"M. Banko and O. Etzioni, The tradeoffs between open and traditional relation extraction, In Proceedings of ACL-HLT \u201908, 2008, pp. 28\u201336."},{"key":"10.3233\/IDA-194492_ref5","doi-asserted-by":"crossref","unstructured":"L. Bing, M. Ling, R.C. Wang and W.W. Cohen, Distant ie by bootstrapping using lists and document structure, In Proceedings of AAAI \u201916, 2016, pp. 2899\u20132905.","DOI":"10.1609\/aaai.v30i1.10368"},{"key":"10.3233\/IDA-194492_ref6","doi-asserted-by":"crossref","unstructured":"T. Bobic and R. Klinger, Committee-based selection of weakly labeled instances for learning relation extraction, In Proceedings of the Conference on Intelligent Text Processing and Computational Linguistics, 2013, pp. 187\u2013197.","DOI":"10.13053\/rcs-70-1-14"},{"key":"10.3233\/IDA-194492_ref7","doi-asserted-by":"crossref","unstructured":"K. Bollacker, C. Evans, P. Paritosh, T. Sturge and J. Taylor, Freebase: A collaboratively created graph database for structuring human knowledge, In Proceedings of the ACM SIGMOD \u201908, 2008, pp. 1247\u20131250.","DOI":"10.1145\/1376616.1376746"},{"key":"10.3233\/IDA-194492_ref8","unstructured":"R. Bunescu and R. Mooney, Learning to extract relations from the web using minimal supervision, In Proceedings of ACL \u201907, 2007, pp. 576\u2013583."},{"key":"10.3233\/IDA-194492_ref9","unstructured":"M. Craven and J. Kumlien, Constructing biological knowledge bases by extracting information from text sources, In Proceedings of ISMB \u201999, 1999, pp. 77\u201386."},{"key":"10.3233\/IDA-194492_ref10","doi-asserted-by":"crossref","unstructured":"M. Fan, D. Zhao, Q. Zhou, Z. Liu, T.F. Zheng and E.Y. Chang, Distant supervision for relation extraction with matrix completion, In Proceedings of ACL \u201914, 2014, pp. 839\u2013849.","DOI":"10.3115\/v1\/P14-1079"},{"key":"10.3233\/IDA-194492_ref11","doi-asserted-by":"crossref","unstructured":"J. Feng, M. Huang, L. Zhao, Y. Yang and X. Zhu, Reinforcement learning for relation classification from noisy data, In Proceedings of AAAI \u201918, 2018.","DOI":"10.1609\/aaai.v32i1.12063"},{"key":"10.3233\/IDA-194492_ref12","doi-asserted-by":"crossref","unstructured":"W. Gilks, S. Richardson and D. Spiegelhalter, Markov Chain Monte Carlo in Practice, Chapman & Halls, 1996.","DOI":"10.1201\/b14835"},{"key":"10.3233\/IDA-194492_ref13","doi-asserted-by":"crossref","unstructured":"X. Han and L. Sun, Global distant supervision for relation extraction, In Proceedings of AAAI \u201916, 2016, pp. 2950\u20132956.","DOI":"10.1609\/aaai.v30i1.10377"},{"key":"10.3233\/IDA-194492_ref14","unstructured":"R. Hoffmann, C. Zhang, X. Ling, L. Zettlemoyer and D.S. Weld, Knowledge-based weak supervision for information extraction of overlapping relations, In Proceedings of ACL \u201911, 2011, pp. 541\u2013550."},{"key":"10.3233\/IDA-194492_ref15","unstructured":"A. Intxaurrondo, M. Surdeanu, O.L. de Lacalle and E. Agirre, Removing noisy mentions for distant supervision, Procesamiento Del Lenguaje Natural 51 (2013), 41\u201348."},{"key":"10.3233\/IDA-194492_ref16","doi-asserted-by":"crossref","unstructured":"M. Koch, J. Gilmer, S. Soderland and D.S. Weld, Type-aware distantly supervised relation extraction with linked arguments, In Proceedings of EMNLP \u201914, 2014, pp. 1891\u20131901.","DOI":"10.3115\/v1\/D14-1203"},{"key":"10.3233\/IDA-194492_ref17","doi-asserted-by":"crossref","unstructured":"S. Kok and P. Domingos, Extracting semantic networks from text via relational clustering, In Proceedings of ECML PKDD \u201908, 2008, pp. 624\u2013639.","DOI":"10.1007\/978-3-540-87479-9_59"},{"key":"10.3233\/IDA-194492_ref18","doi-asserted-by":"crossref","unstructured":"L. Liu, X. Ren, Q. Zhu, S. Zhi, H. Gui, H. Ji and J. Han, Heterogeneous supervision for relation extraction: A representation learning approach, In Proceedings of EMNLP \u201917, 2017, pp. 46\u201356.","DOI":"10.18653\/v1\/D17-1005"},{"key":"10.3233\/IDA-194492_ref19","unstructured":"Y. Liu, K. Liu, L. Xu and J. Zhao, Exploring fine-grained entity type constraints for distantly supervised relation extraction, In Proceedings of COLING \u201914, 2014, pp. 2107\u20132166."},{"key":"10.3233\/IDA-194492_ref20","doi-asserted-by":"crossref","unstructured":"C. Lockard, X.L. Dong, A. Einolghozati and P. Shiralkar, Ceres: distantly supervised relation extraction from the semi-structured web, Proceeding of VLDB \u201918, 2018, pp. 1084\u20131096.","DOI":"10.14778\/3231751.3231758"},{"key":"10.3233\/IDA-194492_ref21","doi-asserted-by":"crossref","unstructured":"D. Lowd and P. Domingos, Efficient weight learning for markov logic networks, In Proceedings of PKDD \u201907, 2007, pp. 200\u2013211.","DOI":"10.1007\/978-3-540-74976-9_21"},{"key":"10.3233\/IDA-194492_ref22","unstructured":"B. Min, R. Grishman, L. Wan, C. Wang and D. Gondek, Distant supervision for relation extraction with an incomplete knowledge base, In Proceedings of NAACL-HLT \u201913, 2013, pp. 777\u2013782."},{"key":"10.3233\/IDA-194492_ref23","doi-asserted-by":"crossref","unstructured":"M. Mintz, S. Bills, R. Snow and D. Jurafsky, Distant supervision for relation extraction without labeled data, In Proceedings of ACL-IJCNLP \u201909, 2009, pp. 1003\u20131011.","DOI":"10.3115\/1690219.1690287"},{"key":"10.3233\/IDA-194492_ref24","doi-asserted-by":"crossref","unstructured":"S. Natarajan, J. Picado, T. Khot, K. Kersting, C. Re and J.W. Shavlik, Effectively creating weakly labeled training examples via approximate domain knowledge, In Proceedings of ILP \u201914, 2014, pp. 92\u2013107.","DOI":"10.1007\/978-3-319-23708-4_7"},{"key":"10.3233\/IDA-194492_ref25","doi-asserted-by":"crossref","unstructured":"T. Pedersen, S. Patwardhan and J. Michelizzi, Wordnet: similarity \u2013 measuring the relatedness of concepts, In National Conference on Artifical Intelligence, 2004.","DOI":"10.3115\/1614025.1614037"},{"key":"10.3233\/IDA-194492_ref26","doi-asserted-by":"crossref","unstructured":"M. Pershina, B. Min, W. Xu and R. Grishman, Infusion of labeled data into distant supervision for relation extraction, In Proceedings of ACL \u201914, 2014, pp. 732\u2013738.","DOI":"10.3115\/v1\/P14-2119"},{"key":"10.3233\/IDA-194492_ref27","unstructured":"H. Poon and P. Domingos, Sound and efficient inference with probabilistic and deterministic dependencies, In National Conference on Artificial Intelligence, 2006, pp. 458\u2013463."},{"key":"10.3233\/IDA-194492_ref28","doi-asserted-by":"crossref","unstructured":"H. Poon and P. Domingos, Joint unsupervised coreference resolution with markov logic, In Proceedings of EMNLP \u201908, 2008, pp. 650\u2013659.","DOI":"10.3115\/1613715.1613796"},{"key":"10.3233\/IDA-194492_ref29","unstructured":"P. Qin, W. Xu and W.Y. Wang, Robust distant supervision relation extraction via deep reinforcement learning, In arXiv preprint arXiv:1805.09927, 2018."},{"key":"10.3233\/IDA-194492_ref30","doi-asserted-by":"crossref","unstructured":"A. Ratner, S.H. Bach, H. Ehrenberg, J. Fries, S. Wu and C. R\u00e9, Snorkel: Rapid training data creation with weak supervision, Proceedings of the VLDB Endowment 11(3) (2017), 269\u2013282.","DOI":"10.14778\/3157794.3157797"},{"key":"10.3233\/IDA-194492_ref31","unstructured":"A. Ratner, C.D. Sa, S. Wu, D. Selsam and C. R\u00e9, Data programming: Creating large training sets, quickly, Neural Information Processing Systems, 2016, pp. 3567\u20133575."},{"issue":"1","key":"10.3233\/IDA-194492_ref32","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s10994-006-5833-1","article-title":"Markov logic networks","volume":"62","author":"Richardson","year":"2006","journal-title":"Machine Learning"},{"key":"10.3233\/IDA-194492_ref33","doi-asserted-by":"crossref","unstructured":"S. Riedel, L. Yao and A. McCallum, Modeling relations and their mentions without labeled text, 2010, pp. 148\u2013163.","DOI":"10.1007\/978-3-642-15939-8_10"},{"key":"10.3233\/IDA-194492_ref34","unstructured":"S. Riedel, L. Yao, A. McCallum and B.M. Marlin, Relation extraction with matrix factorization and universal schemas, In Proceedings of NAACL-HLT \u201913, 2013, pp. 74\u201384."},{"key":"10.3233\/IDA-194492_ref35","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1162\/tacl_a_00234","article-title":"Modeling missing data in distant supervision for information extraction","volume":"1","author":"Ritter","year":"2013","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.3233\/IDA-194492_ref36","unstructured":"R. Roller, E. Agirre, A. Soroa and M. Stevenson, Improving distant supervision using inference learning, In Proceedings of the ACL-IJCNLP \u201915, July 2015, pp. 273\u2013278."},{"key":"10.3233\/IDA-194492_ref37","unstructured":"B. Roth and D. Klakow, Combining generative and discriminative model scores for distant supervision, In Proceedings of EMNLP \u201913, 2013, pp. 24\u201329."},{"key":"10.3233\/IDA-194492_ref38","unstructured":"E. Sandhaus, The new york times annotated corpus, Linguistic Data Consortium, Philadelphia 6(12) (2008)."},{"key":"10.3233\/IDA-194492_ref39","unstructured":"M. Surdeanu, J. Tibshirani, R. Nallapati and C.D. Manning, Multi-instance multi-label learning for relation extraction, In Proceedings of EMNLP \u201912, 2012, pp. 455\u2013465."},{"key":"10.3233\/IDA-194492_ref40","unstructured":"S. Takamatsu, I. Sato and H. Nakagawa, Reducing wrong labels in distant supervision for relation extraction, In Proceedings of ACL \u201912, 2012, pp. 721\u2013729."},{"key":"10.3233\/IDA-194492_ref41","unstructured":"W. Xu, R. Hoffmann, L. Zhao and R. Grishman, Filling knowledge base gaps for distant supervision of relation extraction, In Proceedings of ACL \u201913, 2013, pp. 665\u2013670."},{"key":"10.3233\/IDA-194492_ref42","doi-asserted-by":"crossref","unstructured":"M. Yahya, S. Whang, R. Gupta and A. Halevy, Renoun: Fact extraction for nominal attributes, In Proceedins of EMNLP \u201914, 2014, pp. 325\u2013335.","DOI":"10.3115\/v1\/D14-1038"},{"key":"10.3233\/IDA-194492_ref43","unstructured":"X. Zhang, J. Zhang, J. Zeng, J. Yan, Z. Chen and Z. Sui, Towards accurate distant supervision for relational facts extraction, In Proceedings of ACL \u201913, 2013, pp. 810\u2013815."},{"key":"10.3233\/IDA-194492_ref44","doi-asserted-by":"crossref","unstructured":"S. Zheng, F. Wang, H. Bao, Y. Hao, P. Zhou and B. Xu, Joint extraction of entities and relations based on a novel tagging scheme, In Proceedings of ACL \u201917, 2017, pp. 1227\u20131236.","DOI":"10.18653\/v1\/P17-1113"}],"container-title":["Intelligent Data Analysis"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/IDA-194492","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T09:18:42Z","timestamp":1777454322000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/IDA-194492"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,27]]},"references-count":44,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.3233\/ida-194492","relation":{},"ISSN":["1088-467X","1571-4128"],"issn-type":[{"value":"1088-467X","type":"print"},{"value":"1571-4128","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,27]]}}}