{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T18:55:42Z","timestamp":1769108142753,"version":"3.49.0"},"reference-count":21,"publisher":"Association for Computing Machinery (ACM)","issue":"11","license":[{"start":{"date-parts":[[2021,10,25]],"date-time":"2021-10-25T00:00:00Z","timestamp":1635120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1145\/3481608","type":"journal-article","created":{"date-parts":[[2021,10,25]],"date-time":"2021-10-25T15:13:37Z","timestamp":1635174817000},"page":"50-51","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Knowledgeable machine learning for natural language processing"],"prefix":"10.1145","volume":"64","author":[{"given":"Xu","family":"Han","sequence":"first","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Zhengyan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Zhiyuan","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2021,10,25]]},"reference":[{"key":"e_1_2_1_1_1","volume-title":"The Handbook of Artificial Intelligence","author":"Avron B.","year":"1981","unstructured":"Avron, B. and Feigenbaum, E.A. The Handbook of Artificial Intelligence, 1981."},{"key":"e_1_2_1_2_1","volume-title":"Towards a universal continuous knowledge base. 2020","author":"Chen G.","year":"2012","unstructured":"Chen, G., Sun, M. and Liu, Y. Towards a universal continuous knowledge base. 2020; arXiv:2012.13568."},{"key":"e_1_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Chomsky N. Syntactic Structures De Gruyter 1957.","DOI":"10.1515\/9783112316009"},{"key":"e_1_2_1_4_1","volume-title":"Proceedings of NAACL'2019","author":"Devlin J.","unstructured":"Devlin, J., Chang, M-W, Lee, K. and Toutanova, K. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of NAACL'2019, 4171--4186."},{"key":"e_1_2_1_5_1","volume-title":"Proceedings of ACL'2019","author":"Ding M.","unstructured":"Ding, M., Zhou, C., Chen, Q., Yang, H. and Tang, J. Cognitive graph for multi-hop reading comprehension at scale. In Proceedings of ACL'2019, 2694--2703."},{"key":"e_1_2_1_6_1","volume-title":"Proceedings of NeurIPS'2020","author":"Ding M.","unstructured":"Ding, M., Zhou, C., Yang, H. and Tang, J. CogLTX: Applying BERT to long texts. In Proceedings of NeurIPS'2020, 12792--12804."},{"key":"e_1_2_1_7_1","volume-title":"Proceedings of EMNLP'2018","author":"Gu Y.","unstructured":"Gu, Y., Yan, J., Zhu, H., Liu, Z., Xie, R., Sun, M., Lin, F. and Lin, L. Language modeling with sparse product of sememe experts. In Proceedings of EMNLP'2018, 4642--4651."},{"key":"e_1_2_1_8_1","volume-title":"Proceedings of AAAI'2018","author":"Han X.","unstructured":"Han, X., Liu, Z. and Sun, M. Neural knowledge acquisition via mutual attention between knowledge graph and text. In Proceedings of AAAI'2018, 4832--4839."},{"key":"e_1_2_1_9_1","volume-title":"Proceedings of EMNLP-IJCNLP'2019","author":"Huang L.","unstructured":"Huang, L., Sun, C., Qiu, X. and Huang, X-J. GlossBERT: BERT for word sense disambiguation with gloss knowledge. In Proceedings of EMNLP-IJCNLP'2019, 3500--3505."},{"key":"e_1_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2015.70"},{"key":"e_1_2_1_11_1","volume-title":"Proceedings of ACL'2018","author":"Liu Z.","unstructured":"Liu, Z., Xiong, C., Sun, M. and Liu, Z. Entity-Duet Neural Ranking: Understanding the role of knowledge graph semantics in neural information retrieval. In Proceedings of ACL'2018, 2395--2405."},{"key":"e_1_2_1_12_1","volume-title":"Proceedings of EMNLP-IJCNLP'2019","author":"Qiu D.","unstructured":"Qiu, D., Zhang, Y., Feng, X., Liao, X., Jiang, W., Lyu, Y., Liu, K. and Zhao, J. Machine reading comprehension using structural knowledge graph-aware network. In Proceedings of EMNLP-IJCNLP'2019, 5898--5903."},{"key":"e_1_2_1_13_1","volume-title":"OpenAI Blog","author":"Radford A.","year":"2018","unstructured":"Radford, A., Narasimhan, K., Salimans, T. and Sutskever, I. Improving language understanding by generative pre-training. OpenAI Blog, 2018."},{"key":"e_1_2_1_14_1","volume-title":"Proceedings of COLING'2020","author":"Sun T.","unstructured":"Sun, T., Shao, Y., Qiu, X., Guo, Q., Hu, Y., Huang, X-J and Zhang, Z. CoLAKE: Contextualized language and knowledge embedding. In Proceedings of COLING'2020, 3660--3670."},{"key":"e_1_2_1_15_1","volume-title":"A deep learning approach for question answering over knowledge base. Natural Language Understanding and Intelligent Applications","author":"Wang L.","year":"2016","unstructured":"Wang, L., Zhang, Y., and Liu, T. A deep learning approach for question answering over knowledge base. Natural Language Understanding and Intelligent Applications, Springer, 2016, 885--892"},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00360"},{"key":"e_1_2_1_17_1","volume-title":"Proceedings of AAAI'2018","author":"Xin J.","unstructured":"Xin, J., Lin, Y., Liu, Z. and Sun, M. Improving neural fine-grained entity typing with knowledge attention. In Proceedings of AAAI'2018, 5997--6004."},{"key":"e_1_2_1_18_1","volume-title":"Proceedings of WWW'2017","author":"Xiong C.","unstructured":"Xiong, C., Power, R. and Callan, J. Explicit semantic ranking for academic search via knowledge graph embedding. In Proceedings of WWW'2017, 1271--1279."},{"key":"e_1_2_1_19_1","unstructured":"Zeng W. et al. PanGu-alpha: Large-scale autoregressive pretrained Chinese language models with auto-parallel computation. 2021; arXiv:2104.12369."},{"key":"e_1_2_1_20_1","volume-title":"Proceedings of 2019 ACL, 1441--1451","author":"Zhang Z.","unstructured":"Zhang, Z., Han, X., Liu, Z., Xin Jiang, X., Sun, M. and Liu, Q. ERNIE: Enhanced language representation with informative entities. In Proceedings of 2019 ACL, 1441--1451."},{"key":"e_1_2_1_21_1","volume-title":"et al. CPM: A large-scale generative Chinese pre-trained language model. 2020","author":"Zhang Z.","year":"2012","unstructured":"Zhang, Z. et al. CPM: A large-scale generative Chinese pre-trained language model. 2020; arXiv:2012.00413."}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3481608","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3481608","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:12Z","timestamp":1750193292000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3481608"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,25]]},"references-count":21,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["10.1145\/3481608"],"URL":"https:\/\/doi.org\/10.1145\/3481608","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,25]]},"assertion":[{"value":"2021-10-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}