{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:18:57Z","timestamp":1750220337005,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,10,26]],"date-time":"2021-10-26T00:00:00Z","timestamp":1635206400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,10,26]]},"DOI":"10.1145\/3459637.3482436","type":"proceedings-article","created":{"date-parts":[[2021,11,15]],"date-time":"2021-11-15T15:31:19Z","timestamp":1636990279000},"page":"2608-2617","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["HORNET"],"prefix":"10.1145","author":[{"given":"Taolin","family":"Zhang","sequence":"first","affiliation":[{"name":"East China Normal University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zerui","family":"Cai","sequence":"additional","affiliation":[{"name":"East China Normal University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Alibaba Group, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Li","sequence":"additional","affiliation":[{"name":"Alibaba Group, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Li","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minghui","family":"Qiu","sequence":"additional","affiliation":[{"name":"Alibaba Group, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengguang","family":"Tang","sequence":"additional","affiliation":[{"name":"Alibaba Group, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaofeng","family":"He","sequence":"additional","affiliation":[{"name":"East China Normal University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Huang","sequence":"additional","affiliation":[{"name":"Alibaba Group, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,10,30]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/1621474"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/2999792.2999923"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Eunsol Choi Omer Levy Yejin Choi and Luke Zettlemoyer. 2018. Ultra-Fine Entity Typing. In ACL. 87--96.  Eunsol Choi Omer Levy Yejin Choi and Luke Zettlemoyer. 2018. Ultra-Fine Entity Typing. In ACL. 87--96.","DOI":"10.18653\/v1\/P18-1009"},{"key":"e_1_3_2_2_4_1","unstructured":"Baiyun Cui Yingming Li Ming Chen and Zhongfei Zhang. 2019. Fine-tune BERT with Sparse Self-Attention Mechanism. In EMNLP. 3539--3544.  Baiyun Cui Yingming Li Ming Chen and Zhongfei Zhang. 2019. Fine-tune BERT with Sparse Self-Attention Mechanism. In EMNLP. 3539--3544."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/11736790_9"},{"volume-title":"Transformer-xl: Attentive language models beyond a fixedlength context. arXiv preprint arXiv:1901.02860","year":"2019","author":"Dai Zihang","key":"e_1_3_2_2_6_1"},{"volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL. 4171--4186.","year":"2019","author":"Devlin Jacob","key":"e_1_3_2_2_7_1"},{"volume-title":"Dolan and Chris Brockett","year":"2005","author":"William","key":"e_1_3_2_2_8_1"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Xu Han Hao Zhu Pengfei Yu Ziyun Wang Yuan Yao Zhiyuan Liu and Maosong Sun. 2018. FewRel: A Large-Scale Supervised Few-shot Relation Classification Dataset with State-of-the-Art Evaluation. In EMNLP. 4803--4809.  Xu Han Hao Zhu Pengfei Yu Ziyun Wang Yuan Yao Zhiyuan Liu and Maosong Sun. 2018. FewRel: A Large-Scale Supervised Few-shot Relation Classification Dataset with State-of-the-Art Evaluation. In EMNLP. 4803--4809.","DOI":"10.18653\/v1\/D18-1514"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Hiroaki Hayashi Zecong Hu Chenyan Xiong and Graham Neubig. 2020. Latent Relation Language Models. In AAAI. 7911--7918.  Hiroaki Hayashi Zecong Hu Chenyan Xiong and Graham Neubig. 2020. Latent Relation Language Models. In AAAI. 7911--7918.","DOI":"10.1609\/aaai.v34i05.6298"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","unstructured":"Hector J. Levesque. 2011. The Winograd Schema Challenge. In AAAI.  Hector J. Levesque. 2011. The Winograd Schema Challenge. In AAAI.","DOI":"10.1007\/978-1-4419-1695-2_596"},{"volume-title":"FLAT: Chinese NER Using Flat-Lattice Transformer. In ACL. 6836--6842.","year":"2020","author":"Li Xiaonan","key":"e_1_3_2_2_13_1"},{"volume-title":"Mo Yu, Bing Xiang, Bowen Zhou, and Yoshua Bengio.","year":"2017","author":"Lin Zhouhan","key":"e_1_3_2_2_14_1"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00141"},{"key":"e_1_3_2_2_16_1","unstructured":"Dayiheng Liu Yeyun Gong Jie Fu Yu Yan Jiusheng Chen Daxin Jiang Jiancheng Lv and Nan Duan. [n.d.]. RikiNet: Reading Wikipedia Pages for Natural Question Answering. In ACL. 6762--6771.  Dayiheng Liu Yeyun Gong Jie Fu Yu Yan Jiusheng Chen Daxin Jiang Jiancheng Lv and Nan Duan. [n.d.]. RikiNet: Reading Wikipedia Pages for Natural Question Answering. In ACL. 6762--6771."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"crossref","unstructured":"Weijie Liu Peng Zhou Zhe Zhao Zhiruo Wang Qi Ju Haotang Deng and Ping Wang. 2020. K-BERT: Enabling Language Representation with Knowledge Graph. In AAAI. 2901--2908.  Weijie Liu Peng Zhou Zhe Zhao Zhiruo Wang Qi Ju Haotang Deng and Ping Wang. 2020. K-BERT: Enabling Language Representation with Knowledge Graph. In AAAI. 2901--2908.","DOI":"10.1609\/aaai.v34i03.5681"},{"key":"e_1_3_2_2_18_1","unstructured":"Xiaodong Liu Pengcheng He Weizhu Chen and Jianfeng Gao. 2019. Multi-Task Deep Neural Networks for Natural Language Understanding. In ACL. 4487--4496.  Xiaodong Liu Pengcheng He Weizhu Chen and Jianfeng Gao. 2019. Multi-Task Deep Neural Networks for Natural Language Understanding. In ACL. 4487--4496."},{"volume-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR abs\/1907.11692","year":"2019","author":"Liu Yinhan","key":"e_1_3_2_2_19_1"},{"key":"e_1_3_2_2_20_1","unstructured":"Guoshun Nan Zhijiang Guo Ivan Sekulic and Wei Lu. 2020. Reasoning with Latent Structure Refinement for Document-Level Relation Extraction. In ACL. 1546--1557.  Guoshun Nan Zhijiang Guo Ivan Sekulic and Wei Lu. 2020. Reasoning with Latent Structure Refinement for Document-Level Relation Extraction. In ACL. 1546--1557."},{"volume-title":"Smith","year":"2019","author":"Peters Matthew E.","key":"e_1_3_2_2_22_1"},{"volume-title":"Miller","year":"2019","author":"Petroni Fabio","key":"e_1_3_2_2_23_1"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-020-1647-3"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. SQuAD: 100 000+ Questions for Machine Comprehension of Text. In EMNLP. 2383--2392.  Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. SQuAD: 100 000+ Questions for Machine Comprehension of Text. In EMNLP. 2383--2392.","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"crossref","unstructured":"Michael Sejr Schlichtkrull Thomas N. Kipf Peter Bloem Rianne van den Berg Ivan Titov and Max Welling. 2018. Modeling Relational Data with Graph Convolutional Networks. In ESWC. 593--607.  Michael Sejr Schlichtkrull Thomas N. Kipf Peter Bloem Rianne van den Berg Ivan Titov and Max Welling. 2018. Modeling Relational Data with Graph Convolutional Networks. In ESWC. 593--607.","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"e_1_3_2_2_27_1","unstructured":"Iulian Vlad Serban Alessandro Sordoni Yoshua Bengio Aaron C. Courville and Joelle Pineau. 2016. AAAI. 3776--3784.  Iulian Vlad Serban Alessandro Sordoni Yoshua Bengio Aaron C. Courville and Joelle Pineau. 2016. AAAI. 3776--3784."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"crossref","unstructured":"Sonse Shimaoka Pontus Stenetorp Kentaro Inui and Sebastian Riedel. 2016. An Attentive Neural Architecture for Fine-grained Entity Type Classification. In AKBC. 69--74.  Sonse Shimaoka Pontus Stenetorp Kentaro Inui and Sebastian Riedel. 2016. An Attentive Neural Architecture for Fine-grained Entity Type Classification. In AKBC. 69--74.","DOI":"10.18653\/v1\/W16-1313"},{"key":"e_1_3_2_2_29_1","unstructured":"Richard Socher Alex Perelygin Jean Wu Jason Chuang Christopher D. Manning Andrew Y. Ng and Christopher Potts. 2013. Recursive Deep Models for Semantic Compositionality Over a Sentiment Treebank. In EMNLP. 1631--1642.  Richard Socher Alex Perelygin Jean Wu Jason Chuang Christopher D. Manning Andrew Y. Ng and Christopher Potts. 2013. Recursive Deep Models for Semantic Compositionality Over a Sentiment Treebank. In EMNLP. 1631--1642."},{"key":"e_1_3_2_2_30_1","unstructured":"Tianxiang Sun Yunfan Shao Xipeng Qiu Qipeng Guo Yaru Hu Xuanjing Huang and Zheng Zhang. 2020. CoLAKE: Contextualized Language and Knowledge Embedding. In COLING. 3660--3670.  Tianxiang Sun Yunfan Shao Xipeng Qiu Qipeng Guo Yaru Hu Xuanjing Huang and Zheng Zhang. 2020. CoLAKE: Contextualized Language and Knowledge Embedding. In COLING. 3660--3670."},{"volume-title":"ERNIE: Enhanced Representation through Knowledge Integration. CoRR abs\/1904.09223","year":"2019","author":"Sun Yu","key":"e_1_3_2_2_31_1"},{"key":"e_1_3_2_2_32_1","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","journal-title":"Journal of machine learning research"},{"volume-title":"Bowman","year":"2019","author":"Wang Alex","key":"e_1_3_2_2_33_1"},{"volume-title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation. CoRR abs\/1911.06136","year":"2019","author":"Wang Xiaozhi","key":"e_1_3_2_2_34_1"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00290"},{"volume-title":"Bowman","year":"2018","author":"Williams Adina","key":"e_1_3_2_2_36_1"},{"key":"e_1_3_2_2_37_1","unstructured":"Bishan Yang Wen-tau Yih Xiaodong He Jianfeng Gao and Li Deng. 2015. Embedding Entities and Relations for Learning and Inference in Knowledge Bases. In ICLR.  Bishan Yang Wen-tau Yih Xiaodong He Jianfeng Gao and Li Deng. 2015. Embedding Entities and Relations for Learning and Inference in Knowledge Bases. In ICLR."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.5555\/3454287.3454804"},{"volume-title":"E-BERT: A Phrase and Product Knowledge Enhanced Language Model for E-commerce. CoRR abs\/2009.02835","year":"2020","author":"Zhang Denghui","key":"e_1_3_2_2_39_1"},{"volume-title":"Manning","year":"2018","author":"Zhang Yuhao","key":"e_1_3_2_2_40_1"},{"volume-title":"Manning","year":"2017","author":"Zhang Yuhao","key":"e_1_3_2_2_41_1"},{"volume-title":"ERNIE: Enhanced Language Representation with Informative Entities. In ACL. 1441--1451.","year":"2019","author":"Zhang Zhengyan","key":"e_1_3_2_2_42_1"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"crossref","unstructured":"Xuhui Zhou Yue Zhang Leyang Cui and Dandan Huang. 2020. Evaluating commonsense in pre-trained language models. In AAAI. 9733--9740.  Xuhui Zhou Yue Zhang Leyang Cui and Dandan Huang. 2020. Evaluating commonsense in pre-trained language models. In AAAI. 9733--9740.","DOI":"10.1609\/aaai.v34i05.6523"}],"event":{"name":"CIKM '21: The 30th ACM International Conference on Information and Knowledge Management","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Virtual Event Queensland Australia","acronym":"CIKM '21"},"container-title":["Proceedings of the 30th ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3459637.3482436","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3459637.3482436","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:12:23Z","timestamp":1750191143000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3459637.3482436"}},"subtitle":["Enriching Pre-trained Language Representations with Heterogeneous Knowledge Sources"],"short-title":[],"issued":{"date-parts":[[2021,10,26]]},"references-count":42,"alternative-id":["10.1145\/3459637.3482436","10.1145\/3459637"],"URL":"https:\/\/doi.org\/10.1145\/3459637.3482436","relation":{},"subject":[],"published":{"date-parts":[[2021,10,26]]},"assertion":[{"value":"2021-10-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}