{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:09:37Z","timestamp":1750219777459,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T00:00:00Z","timestamp":1691107200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China","award":["61972013","62141209","61932007"],"award-info":[{"award-number":["61972013","62141209","61932007"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,6]]},"DOI":"10.1145\/3580305.3599445","type":"proceedings-article","created":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T18:13:58Z","timestamp":1691172838000},"page":"274-285","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Neural-Hidden-CRF: A Robust Weakly-Supervised Sequence Labeler"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7590-718X","authenticated-orcid":false,"given":"Zhijun","family":"Chen","sequence":"first","affiliation":[{"name":"Beihang University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7654-5574","authenticated-orcid":false,"given":"Hailong","family":"Sun","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9446-5819","authenticated-orcid":false,"given":"Wanhao","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1032-2287","authenticated-orcid":false,"given":"Chunyi","family":"Xu","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0780-0628","authenticated-orcid":false,"given":"Qianren","family":"Mao","sequence":"additional","affiliation":[{"name":"Zhongguancun Laboratory, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3326-1229","authenticated-orcid":false,"given":"Pengpeng","family":"Chen","sequence":"additional","affiliation":[{"name":"China's Aviation System Engineering Research Institute, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2023,8,4]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"August 15, 18-19","author":"Blunsom Phil","year":"2004","unstructured":"Phil Blunsom . 2004. Hidden markov models. Lecture notes , August 15, 18-19 ( 2004 ), 48. Phil Blunsom. 2004. Hidden markov models. Lecture notes, August 15, 18-19 (2004), 48."},{"key":"e_1_3_2_2_2_1","volume-title":"Max-mig: an in- formation theoretic approach for joint learning from crowds. arXiv preprint arXiv:1905.13436","author":"Cao Peng","year":"2019","unstructured":"Peng Cao , Yilun Xu , Yuqing Kong , and Yizhou Wang . 2019. Max-mig: an in- formation theoretic approach for joint learning from crowds. arXiv preprint arXiv:1905.13436 ( 2019 ). Peng Cao, Yilun Xu, Yuqing Kong, and Yizhou Wang. 2019. Max-mig: an in- formation theoretic approach for joint learning from crowds. arXiv preprint arXiv:1905.13436 (2019)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i5.20467"},{"key":"e_1_3_2_2_4_1","volume-title":"Learning from Noisy Crowd Labels with Logics. arXiv preprint arXiv:2302.06337","author":"Chen Zhijun","year":"2023","unstructured":"Zhijun Chen , Hailong Sun , Haoqian He , and Pengpeng Chen . 2023. Learning from Noisy Crowd Labels with Logics. arXiv preprint arXiv:2302.06337 ( 2023 ). Zhijun Chen, Hailong Sun, Haoqian He, and Pengpeng Chen. 2023. Learning from Noisy Crowd Labels with Logics. arXiv preprint arXiv:2302.06337 (2023)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"crossref","unstructured":"Zhijun Chen Huimin Wang Hailong Sun Pengpeng Chen Tao Han Xudong Liu and Jie Yang. 2020. Structured Probabilistic End-to-End Learning from Crowds.. In IJCAI. 1512--1518.  Zhijun Chen Huimin Wang Hailong Sun Pengpeng Chen Tao Han Xudong Liu and Jie Yang. 2020. Structured Probabilistic End-to-End Learning from Crowds.. In IJCAI. 1512--1518.","DOI":"10.24963\/ijcai.2020\/210"},{"key":"e_1_3_2_2_6_1","volume-title":"Log-linear models, memms, and crfs","author":"Collins Michael","year":"2015","unstructured":"Michael Collins . 2015. Log-linear models, memms, and crfs . Columbia University lecture ( 2015 ). Michael Collins. 2015. Log-linear models, memms, and crfs. Columbia University lecture (2015)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_2_8_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2018 . Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018). Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/PROC.1973.9030"},{"key":"e_1_3_2_2_10_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (ICML","author":"Fu Daniel Y.","year":"2020","unstructured":"Daniel Y. Fu , Mayee F. Chen , Frederic Sala , Sarah M. Hooper , Kayvon Fatahalian , and Christopher R\u00e9 . 2020 . Fast and Three-rious: Speeding Up Weak Supervision with Triplet Methods . In Proceedings of the 37th International Conference on Machine Learning (ICML 2020). Daniel Y. Fu, Mayee F. Chen, Frederic Sala, Sarah M. Hooper, Kayvon Fatahalian, and Christopher R\u00e9. 2020. Fast and Three-rious: Speeding Up Weak Supervision with Triplet Methods. In Proceedings of the 37th International Conference on Machine Learning (ICML 2020)."},{"volume-title":"Deep learning","author":"Goodfellow Ian","key":"e_1_3_2_2_11_1","unstructured":"Ian Goodfellow , Yoshua Bengio , Aaron Courville , and Yoshua Bengio . 2016. Deep learning . Vol. 1 . MIT Press . Ian Goodfellow, Yoshua Bengio, Aaron Courville, and Yoshua Bengio. 2016. Deep learning. Vol. 1. MIT Press."},{"key":"e_1_3_2_2_12_1","unstructured":"Awni Hannun. 2020. The Label Bias Problem. (2020).  Awni Hannun. 2020. The Label Bias Problem. (2020)."},{"key":"e_1_3_2_2_13_1","volume-title":"Bidirectional LSTM-CRF models for sequence tagging. arXiv preprint arXiv:1508.01991","author":"Huang Zhiheng","year":"2015","unstructured":"Zhiheng Huang , Wei Xu , and Kai Yu. 2015. Bidirectional LSTM-CRF models for sequence tagging. arXiv preprint arXiv:1508.01991 ( 2015 ). Zhiheng Huang, Wei Xu, and Kai Yu. 2015. Bidirectional LSTM-CRF models for sequence tagging. arXiv preprint arXiv:1508.01991 (2015)."},{"key":"e_1_3_2_2_14_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba . 2014 . Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014). Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_2_15_1","unstructured":"Roman Klinger and Katrin Tomanek. 2007. Classical probabilistic models and conditional random fields. TU Algorithm Engineering.  Roman Klinger and Katrin Tomanek. 2007. Classical probabilistic models and conditional random fields. TU Algorithm Engineering."},{"key":"e_1_3_2_2_16_1","unstructured":"John Lafferty Andrew McCallum and Fernando CN Pereira. 2001. Conditional random fields: Probabilistic models for segmenting and labeling sequence data. (2001).  John Lafferty Andrew McCallum and Fernando CN Pereira. 2001. Conditional random fields: Probabilistic models for segmenting and labeling sequence data. (2001)."},{"key":"e_1_3_2_2_17_1","volume-title":"He Jiang, Liyuan Liu, and Xiang Ren.","author":"Lan Ouyu","year":"2019","unstructured":"Ouyu Lan , Xiao Huang , Bill Yuchen Lin , He Jiang, Liyuan Liu, and Xiang Ren. 2019 . Learning to contextually aggregate multi-source supervision for sequence labeling. arXiv preprint arXiv:1910.04289 (2019). Ouyu Lan, Xiao Huang, Bill Yuchen Lin, He Jiang, Liyuan Liu, and Xiang Ren. 2019. Learning to contextually aggregate multi-source supervision for sequence labeling. arXiv preprint arXiv:1910.04289 (2019)."},{"key":"e_1_3_2_2_18_1","volume-title":"BERTifying the Hidden Markov Model for Multi-Source Weakly Supervised Named Entity Recognition. arXiv preprint arXiv:2105.12848","author":"Li Yinghao","year":"2021","unstructured":"Yinghao Li , Pranav Shetty , Lucas Liu , Chao Zhang , and Le Song . 2021. BERTifying the Hidden Markov Model for Multi-Source Weakly Supervised Named Entity Recognition. arXiv preprint arXiv:2105.12848 ( 2021 ). Yinghao Li, Pranav Shetty, Lucas Liu, Chao Zhang, and Le Song. 2021. BERTifying the Hidden Markov Model for Multi-Source Weakly Supervised Named Entity Recognition. arXiv preprint arXiv:2105.12848 (2021)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539247"},{"key":"e_1_3_2_2_20_1","volume-title":"skweak: Weak Super- vision Made Easy for NLP. arXiv preprint arXiv:2104.09683","author":"Lison Pierre","year":"2021","unstructured":"Pierre Lison , Jeremy Barnes , and Aliaksandr Hubin . 2021. skweak: Weak Super- vision Made Easy for NLP. arXiv preprint arXiv:2104.09683 ( 2021 ). Pierre Lison, Jeremy Barnes, and Aliaksandr Hubin. 2021. skweak: Weak Super- vision Made Easy for NLP. arXiv preprint arXiv:2104.09683 (2021)."},{"key":"e_1_3_2_2_21_1","volume-title":"Named entity recognition without labelled data: A weak supervision approach. arXiv preprint arXiv:2004.14723","author":"Lison Pierre","year":"2020","unstructured":"Pierre Lison , Aliaksandr Hubin , Jeremy Barnes , and Samia Touileb . 2020. Named entity recognition without labelled data: A weak supervision approach. arXiv preprint arXiv:2004.14723 ( 2020 ). Pierre Lison, Aliaksandr Hubin, Jeremy Barnes, and Samia Touileb. 2020. Named entity recognition without labelled data: A weak supervision approach. arXiv preprint arXiv:2004.14723 (2020)."},{"key":"e_1_3_2_2_22_1","volume-title":"End-to-end sequence labeling via bi- directional lstm-cnns-crf. arXiv preprint arXiv:1603.01354","author":"Ma Xuezhe","year":"2016","unstructured":"Xuezhe Ma and Eduard Hovy . 2016. End-to-end sequence labeling via bi- directional lstm-cnns-crf. arXiv preprint arXiv:1603.01354 ( 2016 ). Xuezhe Ma and Eduard Hovy. 2016. End-to-end sequence labeling via bi- directional lstm-cnns-crf. arXiv preprint arXiv:1603.01354 (2016)."},{"volume-title":"Deep active learning","author":"Matsushita Kayo","key":"e_1_3_2_2_23_1","unstructured":"Kayo Matsushita , Kayo Matsushita , and Hasebe. 2018. Deep active learning . Springer . Kayo Matsushita, Kayo Matsushita, and Hasebe. 2018. Deep active learning. Springer."},{"key":"e_1_3_2_2_24_1","first-page":"591","article-title":"Maximum entropy Markov models for information extraction and segmentation","volume":"17","author":"McCallum Andrew","year":"2000","unstructured":"Andrew McCallum , Dayne Freitag , and Fernando CN Pereira . 2000 . Maximum entropy Markov models for information extraction and segmentation .. In Icml , Vol. 17. 591 -- 598 . Andrew McCallum, Dayne Freitag, and Fernando CN Pereira. 2000. Maximum entropy Markov models for information extraction and segmentation.. In Icml, Vol. 17. 591--598.","journal-title":"Icml"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/79.543975"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1028"},{"key":"e_1_3_2_2_27_1","volume-title":"An overview of deep semi-supervised learning. arXiv preprint arXiv:2006.05278","author":"Ouali Yassine","year":"2020","unstructured":"Yassine Ouali , C\u00e9line Hudelot , and Myriam Tami . 2020. An overview of deep semi-supervised learning. arXiv preprint arXiv:2006.05278 ( 2020 ). Yassine Ouali, C\u00e9line Hudelot, and Myriam Tami. 2020. An overview of deep semi-supervised learning. arXiv preprint arXiv:2006.05278 (2020)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157797"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014763"},{"key":"e_1_3_2_2_30_1","volume-title":"Sen Wu, Daniel Selsam, and Christopher R\u00e9.","author":"Ratner Alexander J","year":"2016","unstructured":"Alexander J Ratner , Christopher M De Sa , Sen Wu, Daniel Selsam, and Christopher R\u00e9. 2016 . Data programming: Creating large training sets, quickly. Advances in neural information processing systems 29 (2016). Alexander J Ratner, Christopher M De Sa, Sen Wu, Daniel Selsam, and Christopher R\u00e9. 2016. Data programming: Creating large training sets, quickly. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.05.012"},{"key":"e_1_3_2_2_32_1","volume-title":"Sequence labeling with multiple annotators. Machine learning 95, 2","author":"Rodrigues Filipe","year":"2014","unstructured":"Filipe Rodrigues , Francisco Pereira , and Bernardete Ribeiro . 2014. Sequence labeling with multiple annotators. Machine learning 95, 2 ( 2014 ), 165--181. Filipe Rodrigues, Francisco Pereira, and Bernardete Ribeiro. 2014. Sequence labeling with multiple annotators. Machine learning 95, 2 (2014), 165--181."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.119"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM51629.2021.00065"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6009"},{"key":"e_1_3_2_2_37_1","volume-title":"Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition. arXiv preprint cs\/0306050","author":"Sang Erik F","year":"2003","unstructured":"Erik F Sang and Fien De Meulder . 2003. Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition. arXiv preprint cs\/0306050 ( 2003 ). Erik F Sang and Fien De Meulder. 2003. Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition. arXiv preprint cs\/0306050 (2003)."},{"key":"e_1_3_2_2_38_1","volume-title":"Simp\u00f3sio de Inform\u00e1tica 540","author":"Simoes Gon\u00e7alo","year":"2009","unstructured":"Gon\u00e7alo Simoes , Helena Galhardas , and Lu\u0131sa Coheur . 2009 . Information Extraction tasks: a survey . Simp\u00f3sio de Inform\u00e1tica 540 (2009), 1--550. Gon\u00e7alo Simoes, Helena Galhardas, and Lu\u0131sa Coheur. 2009. Information Extraction tasks: a survey. Simp\u00f3sio de Inform\u00e1tica 540 (2009), 1--550."},{"key":"e_1_3_2_2_39_1","volume-title":"A Bayesian approach for sequence tagging with crowds. arXiv preprint arXiv:1811.00780","author":"Simpson Edwin","year":"2018","unstructured":"Edwin Simpson and Iryna Gurevych . 2018. A Bayesian approach for sequence tagging with crowds. arXiv preprint arXiv:1811.00780 ( 2018 ). Edwin Simpson and Iryna Gurevych. 2018. A Bayesian approach for sequence tagging with crowds. arXiv preprint arXiv:1811.00780 (2018)."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"Charles Sutton Andrew McCallum etal 2012. An introduction to conditional random fields. Foundations and Trends\u00ae in Machine Learning 4 4 (2012) 267--373.  Charles Sutton Andrew McCallum et al. 2012. An introduction to conditional random fields. Foundations and Trends\u00ae in Machine Learning 4 4 (2012) 267--373.","DOI":"10.1561\/2200000013"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-016-0043-6"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105434"},{"key":"e_1_3_2_2_44_1","volume-title":"A survey on programmatic weak supervision. arXiv preprint arXiv:2202.05433","author":"Zhang Jieyu","year":"2022","unstructured":"Jieyu Zhang , Cheng-Yu Hsieh , Yue Yu , Chao Zhang , and Alexander Ratner . 2022. A survey on programmatic weak supervision. arXiv preprint arXiv:2202.05433 ( 2022 ). Jieyu Zhang, Cheng-Yu Hsieh, Yue Yu, Chao Zhang, and Alexander Ratner. 2022. A survey on programmatic weak supervision. arXiv preprint arXiv:2202.05433 (2022)."},{"key":"e_1_3_2_2_45_1","volume-title":"WRENCH: A Comprehensive Benchmark for Weak Supervision. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2).","author":"Zhang Jieyu","year":"2021","unstructured":"Jieyu Zhang , Yue Yu , Yinghao Li , Yujing Wang , Yaming Yang , Mao Yang , and Alexander Ratner . 2021 . WRENCH: A Comprehensive Benchmark for Weak Supervision. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2). Jieyu Zhang, Yue Yu, Yinghao Li, Yujing Wang, Yaming Yang, Mao Yang, and Alexander Ratner. 2021. WRENCH: A Comprehensive Benchmark for Weak Supervision. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2)."},{"key":"e_1_3_2_2_46_1","volume-title":"Crowdsourcing Learning as Domain Adaptation: A Case Study on Named Entity Recognition. arXiv preprint arXiv:2105.14980","author":"Zhang Xin","year":"2021","unstructured":"Xin Zhang , Guangwei Xu , Yueheng Sun , Meishan Zhang , and Pengjun Xie . 2021. Crowdsourcing Learning as Domain Adaptation: A Case Study on Named Entity Recognition. arXiv preprint arXiv:2105.14980 ( 2021 ). Xin Zhang, Guangwei Xu, Yueheng Sun, Meishan Zhang, and Pengjun Xie. 2021. Crowdsourcing Learning as Domain Adaptation: A Case Study on Named Entity Recognition. arXiv preprint arXiv:2105.14980 (2021)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"}],"event":{"name":"KDD '23: The 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Long Beach CA USA","acronym":"KDD '23"},"container-title":["Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599445","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3580305.3599445","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:36Z","timestamp":1750178256000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599445"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,4]]},"references-count":46,"alternative-id":["10.1145\/3580305.3599445","10.1145\/3580305"],"URL":"https:\/\/doi.org\/10.1145\/3580305.3599445","relation":{},"subject":[],"published":{"date-parts":[[2023,8,4]]},"assertion":[{"value":"2023-08-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}