{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:16:18Z","timestamp":1780636578834,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3511928","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"850-859","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["EventBERT: A Pre-Trained Model for Event Correlation Reasoning"],"prefix":"10.1145","author":[{"given":"Yucheng","family":"Zhou","sequence":"first","affiliation":[{"name":"University of Technology Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiubo","family":"Geng","sequence":"additional","affiliation":[{"name":"Microsoft, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tao","family":"Shen","sequence":"additional","affiliation":[{"name":"Microsoft, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guodong","family":"Long","sequence":"additional","affiliation":[{"name":"University of Technology Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daxin","family":"Jiang","sequence":"additional","affiliation":[{"name":"Microsoft, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Vanya\u00a0Cohen Aaron\u00a0Gokaslan. 2019. Openwebtext corpus. (2019). http:\/\/Skylion007.github.io\/OpenWebTextCorpus"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ICML 2020","author":"Bao Hangbo","year":"2020","unstructured":"Hangbo Bao, Li Dong, Furu Wei, Wenhui Wang, Nan Yang, Xiaodong Liu, Yu Wang, Jianfeng Gao, Songhao Piao, Ming Zhou, and Hsiao-Wuen Hon. 2020. UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training. In Proceedings of the 37th International Conference on Machine Learning, ICML 2020, 13-18 July 2020, Virtual Event(Proceedings of Machine Learning Research, Vol.\u00a0119). PMLR, 642\u2013652. http:\/\/proceedings.mlr.press\/v119\/bao20a.html"},{"key":"e_1_3_2_1_3_1","volume-title":"Scott Wen-tau Yih, and Yejin Choi","author":"Bhagavatula Chandra","year":"2019","unstructured":"Chandra Bhagavatula, Ronan\u00a0Le Bras, Chaitanya Malaviya, Keisuke Sakaguchi, Ari Holtzman, Hannah Rashkin, Doug Downey, Scott Wen-tau Yih, and Yejin Choi. 2019. Abductive commonsense reasoning. arXiv preprint arXiv:1908.05739(2019)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_5_1","volume-title":"Unsupervised Learning of Narrative Event Chains. In ACL 2008, Proceedings of the 46th Annual Meeting of the Association for Computational Linguistics","author":"Chambers Nathanael","year":"2008","unstructured":"Nathanael Chambers and Daniel Jurafsky. 2008. Unsupervised Learning of Narrative Event Chains. In ACL 2008, Proceedings of the 46th Annual Meeting of the Association for Computational Linguistics, June 15-20, 2008, Columbus, Ohio, USA, Kathleen\u00a0R. McKeown, Johanna\u00a0D. Moore, Simone Teufel, James Allan, and Sadaoki Furui (Eds.). The Association for Computer Linguistics, 789\u2013797. https:\/\/www.aclweb.org\/anthology\/P08-1090\/"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1168"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1109"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_11_1","unstructured":"Aaron Gokaslan and Vanya Cohen. 2020. Openwebtext corpus. (2020). http:\/\/Skylion007.github.io\/OpenWebTextCorpus"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/3016100.3016283"},{"key":"e_1_3_2_1_13_1","unstructured":"Yu Gu Robert Tinn Hao Cheng Michael Lucas Naoto Usuyama Xiaodong Liu Tristan Naumann Jianfeng Gao and Hoifung Poon. 2020. Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing. CoRR abs\/2007.15779(2020). arxiv:2007.15779https:\/\/arxiv.org\/abs\/2007.15779"},{"key":"e_1_3_2_1_14_1","volume-title":"DEER: A Data Efficient Language Model for Event Temporal Reasoning. CoRR abs\/2012.15283(2020). arxiv:2012.15283https:\/\/arxiv.org\/abs\/2012.15283","author":"Han Rujun","year":"2020","unstructured":"Rujun Han, Xiang Ren, and Nanyun Peng. 2020. DEER: A Data Efficient Language Model for Event Temporal Reasoning. CoRR abs\/2012.15283(2020). arxiv:2012.15283https:\/\/arxiv.org\/abs\/2012.15283"},{"key":"e_1_3_2_1_15_1","unstructured":"Pengcheng He Xiaodong Liu Jianfeng Gao and Weizhu Chen. 2020. DeBERTa: Decoding-enhanced BERT with Disentangled Attention. CoRR abs\/2006.03654(2020). arxiv:2006.03654https:\/\/arxiv.org\/abs\/2006.03654"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_17_1","unstructured":"Jena\u00a0D. Hwang Chandra Bhagavatula Ronan\u00a0Le Bras Jeff Da Keisuke Sakaguchi Antoine Bosselut and Yejin Choi. 2020. COMET-ATOMIC 2020: On Symbolic and Neural Commonsense Knowledge Graphs. CoRR abs\/2010.05953(2020). arxiv:2010.05953https:\/\/arxiv.org\/abs\/2010.05953"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.171"},{"key":"e_1_3_2_1_20_1","volume-title":"Kingma and Jimmy Ba","author":"P.","year":"2015","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1412.6980"},{"key":"e_1_3_2_1_21_1","volume-title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. In 8th International Conference on Learning Representations, ICLR 2020","author":"Lan Zhenzhong","year":"2020","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2020. ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=H1eA7AEtvS"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"Zhongyang Li Xiao Ding and Ting Liu. 2018. Constructing Narrative Event Evolutionary Graph for Script Event Prediction. (2018) 4201\u20134207. https:\/\/doi.org\/10.24963\/ijcai.2018\/584","DOI":"10.24963\/ijcai.2018"},{"key":"e_1_3_2_1_24_1","unstructured":"Shih-Ting Lin Nathanael Chambers and Greg Durrett. 2020. Conditional Generation of Temporally-ordered Event Sequences. CoRR abs\/2012.15786(2020). arxiv:2012.15786https:\/\/arxiv.org\/abs\/2012.15786"},{"key":"e_1_3_2_1_25_1","unstructured":"Yinhan Liu Myle Ott Naman Goyal Jingfei Du Mandar Joshi Danqi Chen Omer Levy Mike Lewis Luke Zettlemoyer and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR abs\/1907.11692(2019). arxiv:1907.11692http:\/\/arxiv.org\/abs\/1907.11692"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17590"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.27"},{"key":"e_1_3_2_1_28_1","unstructured":"Arindam Mitra Pratyay Banerjee Kuntal\u00a0Kumar Pal Swaroop Mishra and Chitta Baral. 2019. Exploring ways to incorporate additional knowledge to improve Natural Language Commonsense Question Answering. CoRR abs\/1909.08855(2019). arxiv:1909.08855http:\/\/arxiv.org\/abs\/1909.08855"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the The 4th Joint SIGHUM Workshop on Computational Linguistics for Cultural Heritage, Social Sciences, Humanities and Literature. 156\u2013166","author":"Mori Yusuke","year":"2020","unstructured":"Yusuke Mori, Hiroaki Yamane, Yusuke Mukuta, and Tatsuya Harada. 2020. Finding and Generating a Missing Part for Story Completion. In Proceedings of the The 4th Joint SIGHUM Workshop on Computational Linguistics for Cultural Heritage, Social Sciences, Humanities and Literature. 156\u2013166."},{"key":"e_1_3_2_1_30_1","unstructured":"Yusuke Mori Hiroaki Yamane Yusuke Mukuta and Tatsuya Harada. 2020. Finding and Generating a Missing Part for Story Completion. In Proceedings of the The 4th Joint SIGHUM Workshop on Computational Linguistics for Cultural Heritage Social Sciences Humanities and Literature. International Committee on Computational Linguistics Online 156\u2013166. https:\/\/www.aclweb.org\/anthology\/2020.latechclfl-1.19"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1098"},{"key":"e_1_3_2_1_32_1","unstructured":"Sebastian Nagel. 2016. Cc-news. (2016). http:\/\/commoncrawl.org\/2016\/10\/newsdataset-available"},{"key":"e_1_3_2_1_33_1","unstructured":"Alec Radford Karthik Narasimhan Tim Salimans and Ilya Sutskever. 2018. Improving language understanding by generative pre-training. (2018)."},{"key":"e_1_3_2_1_34_1","volume-title":"Language models are unsupervised multitask learners. OpenAI blog 1, 8","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, and Ilya Sutskever. 2019. Language models are unsupervised multitask learners. OpenAI blog 1, 8 (2019), 9."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013027"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.722"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2015"},{"key":"e_1_3_2_1_39_1","volume-title":"ERNIE: Enhanced Representation through Knowledge Integration. CoRR abs\/1904.09223(2019). arxiv:1904.09223http:\/\/arxiv.org\/abs\/1904.09223","author":"Sun Yu","year":"2019","unstructured":"Yu Sun, Shuohuan Wang, Yu-Kun Li, Shikun Feng, Xuyi Chen, Han Zhang, Xin Tian, Danxiang Zhu, Hao Tian, and Hua Wu. 2019. ERNIE: Enhanced Representation through Knowledge Integration. CoRR abs\/1904.09223(2019). arxiv:1904.09223http:\/\/arxiv.org\/abs\/1904.09223"},{"key":"e_1_3_2_1_40_1","volume-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, USA, Isabelle Guyon, Ulrike von Luxburg, Samy Bengio, Hanna\u00a0M. Wallach, Rob Fergus, S.\u00a0V.\u00a0N. Vishwanathan, and Roman Garnett (Eds.). 5998\u20136008. https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1585"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_43_1","unstructured":"Changlong Yu Hongming Zhang Yangqiu Song and Wilfred Ng. 2020. CoCoLM: COmplex COmmonsense Enhanced Language Model. CoRR abs\/2012.15643(2020). arXiv:2012.15643https:\/\/arxiv.org\/abs\/2012.15643"},{"key":"e_1_3_2_1_44_1","volume-title":"Pre-training Text-to-Text Transformers for Concept-centric Common Sense. In 9th International Conference on Learning Representations, ICLR 2021","author":"Zhou Wangchunshu","year":"2021","unstructured":"Wangchunshu Zhou, Dong-Ho Lee, Ravi\u00a0Kiran Selvam, Seyeon Lee, and Xiang Ren. 2021. Pre-training Text-to-Text Transformers for Concept-centric Common Sense. In 9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, May 3-7, 2021. OpenReview.net. https:\/\/openreview.net\/forum?id=3k20LAiHYL2"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.11"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3511928","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3511928","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:12:09Z","timestamp":1750191129000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3511928"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":45,"alternative-id":["10.1145\/3485447.3511928","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3511928","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}