{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:42:00Z","timestamp":1783737720423,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"publisher","award":["2020B0101100002"],"award-info":[{"award-number":["2020B0101100002"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Fundamental Research Funds for the Central Universities, SCUT","award":["x2rjD2220050"],"award-info":[{"award-number":["x2rjD2220050"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076100"],"award-info":[{"award-number":["62076100"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591686","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"812-821","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["BiTimeBERT: Extending Pre-Trained Language Representations with Bi-Temporal Information"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7064-6507","authenticated-orcid":false,"given":"Jiexin","family":"Wang","sequence":"first","affiliation":[{"name":"South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7235-0665","authenticated-orcid":false,"given":"Adam","family":"Jatowt","sequence":"additional","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1176-700X","authenticated-orcid":false,"given":"Masatoshi","family":"Yoshikawa","sequence":"additional","affiliation":[{"name":"Kyoto University, Kyoto, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1767-789X","authenticated-orcid":false,"given":"Yi","family":"Cai","sequence":"additional","affiliation":[{"name":"South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1328964.1328968"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1645968"},{"key":"e_1_3_2_2_3_1","first-page":"1","article-title":"Temporal Information Retrieval","volume":"11","author":"Alonso Omar","year":"2011","unstructured":"Omar Alonso, Jannik Str\u00f6tgen, Ricardo Baeza-Yates, and Michael Gertz. 2011. Temporal Information Retrieval: Challenges and Opportunities. Twaw, Vol. 11 (2011), 1--8.","journal-title":"Challenges and Opportunities. Twaw"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2019.02.010"},{"key":"e_1_3_2_2_5_1","volume-title":"Scibert: A pretrained language model for scientific text. arXiv preprint arXiv:1903.10676","author":"Beltagy Iz","year":"2019","unstructured":"Iz Beltagy, Kyle Lo, and Arman Cohan. 2019. Scibert: A pretrained language model for scientific text. arXiv preprint arXiv:1903.10676 (2019)."},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of SIGIR 2013 workshop on time-aware information access.","author":"Berberich Klaus","year":"2013","unstructured":"Klaus Berberich and Srikanta Bedathur. 2013. Temporal diversification of search results. In Proceedings of SIGIR 2013 workshop on time-aware information access."},{"key":"e_1_3_2_2_7_1","unstructured":"Tom B Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. arXiv preprint arXiv:2005.14165 (2020)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619088"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT.2012.158"},{"key":"e_1_3_2_2_10_1","volume-title":"The Past Web","author":"Campos Ricardo","unstructured":"Ricardo Campos, Arian Pasquali, Adam Jatowt, V\u00edtor Mangaravite, and Al'i\u00e1pio M\u00e1rio Jorge. 2021. Automatic Generation of Timelines for Past-Web Events. In The Past Web. Springer, 225--242."},{"key":"e_1_3_2_2_11_1","first-page":"3735","article-title":"Sutime: A library for recognizing and normalizing time expressions","volume":"2012","author":"Chang Angel X","year":"2012","unstructured":"Angel X Chang and Christopher D Manning. 2012. Sutime: A library for recognizing and normalizing time expressions.. In Lrec, Vol. 2012. 3735--3740.","journal-title":"Lrec"},{"key":"e_1_3_2_2_12_1","volume-title":"Salient Span Masking for Temporal Understanding. arXiv preprint arXiv:2303.12860","author":"Cole Jeremy R","year":"2023","unstructured":"Jeremy R Cole, Aditi Chaudhary, Bhuwan Dhingra, and Partha Talukdar. 2023. Salient Span Masking for Temporal Understanding. arXiv preprint arXiv:2303.12860 (2023)."},{"key":"e_1_3_2_2_13_1","volume-title":"Short-term meaning shift: A distributional exploration. arXiv preprint arXiv:1809.03169","author":"Tredici Marco Del","year":"2018","unstructured":"Marco Del Tredici, Raquel Fern\u00e1ndez, and Gemma Boleda. 2018. Short-term meaning shift: A distributional exploration. arXiv preprint arXiv:1809.03169 (2018)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47241-6"},{"key":"e_1_3_2_2_15_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_16_1","volume-title":"Daniel Gillick, Jacob Eisenstein, and William W Cohen.","author":"Dhingra Bhuwan","year":"2021","unstructured":"Bhuwan Dhingra, Jeremy R Cole, Julian Martin Eisenschlos, Daniel Gillick, Jacob Eisenstein, and William W Cohen. 2021. Time-aware language models as temporal knowledge bases. arXiv preprint arXiv:2106.15110 (2021)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34109-0_21"},{"key":"e_1_3_2_2_18_1","volume-title":"Marco Del Tredici, and Raquel Fern\u00e1ndez","author":"Giulianelli Mario","year":"2020","unstructured":"Mario Giulianelli, Marco Del Tredici, and Raquel Fern\u00e1ndez. 2020. Analysing lexical semantic change with contextualised word representations. arXiv preprint arXiv:2004.14118 (2020)."},{"key":"e_1_3_2_2_19_1","volume-title":"International conference on machine learning. PMLR, 3929--3938","author":"Guu Kelvin","year":"2020","unstructured":"Kelvin Guu, Kenton Lee, Zora Tung, Panupong Pasupat, and Mingwei Chang. 2020. Retrieval augmented language model pre-training. In International conference on machine learning. PMLR, 3929--3938."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.122"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.668"},{"key":"e_1_3_2_2_22_1","volume-title":"Clinicalbert: Modeling clinical notes and predicting hospital readmission. arXiv preprint arXiv:1904.05342","author":"Huang Kexin","year":"2019","unstructured":"Kexin Huang, Jaan Altosaar, and Rajesh Ranganath. 2019. Clinicalbert: Modeling clinical notes and predicting hospital readmission. arXiv preprint arXiv:1904.05342 (2019)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063759"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398682"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1247715.1247720"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914805"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000043"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04174-7_53"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15464-5_27"},{"key":"e_1_3_2_2_30_1","volume-title":"SentiLARE: Sentiment-aware language representation learning with linguistic knowledge. arXiv preprint arXiv:1911.02493","author":"Ke Pei","year":"2019","unstructured":"Pei Ke, Haozhe Ji, Siyang Liu, Xiaoyan Zhu, and Minlie Huang. 2019. SentiLARE: Sentiment-aware language representation learning with linguistic knowledge. arXiv preprint arXiv:1911.02493 (2019)."},{"key":"e_1_3_2_2_31_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609495"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/956863.956951"},{"key":"e_1_3_2_2_35_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"S. Martschat and M. Katja. 2018. A temporally sensitive submodularity framework for timeline summarization. In CoNLL. 230--240.","DOI":"10.18653\/v1\/K18-1023"},{"key":"e_1_3_2_2_37_1","volume-title":"URL: http:\/\/web. archive. org\/save\/http:\/\/commoncrawl. org\/2016\/10\/newsdatasetavailable","author":"Nagel Sebastian","year":"2016","unstructured":"Sebastian Nagel. 2016. Cc-news. URL: http:\/\/web. archive. org\/save\/http:\/\/commoncrawl. org\/2016\/10\/newsdatasetavailable (2016)."},{"key":"e_1_3_2_2_38_1","volume-title":"Unsupervised post-correction of OCR errors. Master's thesis. Leibniz Universit\u00e4t Hannover","author":"Niklas Kai","year":"2010","unstructured":"Kai Niklas. 2010. Unsupervised post-correction of OCR errors. Master's thesis. Leibniz Universit\u00e4t Hannover (2010)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Marius Pasca. 2008. Towards Temporal Web Search. In SAC. 1117--1121.","DOI":"10.1145\/1363686.1363946"},{"key":"e_1_3_2_2_40_1","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et al. 2019. Language models are unsupervised multitask learners. OpenAI blog Vol. 1 8 (2019) 9."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498529"},{"key":"e_1_3_2_2_42_1","volume-title":"Temporal Attention for Language Models. arXiv preprint arXiv:2202.02093","author":"Rosin Guy D","year":"2022","unstructured":"Guy D Rosin and Kira Radinsky. 2022. Temporal Attention for Language Models. arXiv preprint arXiv:2202.02093 (2022)."},{"key":"e_1_3_2_2_43_1","volume-title":"LDC2008T19","volume":"6","author":"Sandhaus Evan","year":"2008","unstructured":"Evan Sandhaus. 2008. The new york times annotated corpus. LDC2008T19. Linguistic Data Consortium, Philadelphia, Vol. 6, 12 (2008), e26752."},{"key":"e_1_3_2_2_44_1","volume-title":"SemEval-2020 task 1: Unsupervised lexical semantic change detection. arXiv preprint arXiv:2007.11464","author":"Schlechtweg Dominik","year":"2020","unstructured":"Dominik Schlechtweg, Barbara McGillivray, Simon Hengchen, Haim Dubossarsky, and Nina Tahmasebi. 2020. SemEval-2020 task 1: Unsupervised lexical semantic change detection. arXiv preprint arXiv:2007.11464 (2020)."},{"key":"e_1_3_2_2_45_1","volume-title":"Proc. of IWAW","author":"Stack Michael","year":"2006","unstructured":"Michael Stack. 2006. Full text search of web archive collections. Proc. of IWAW (2006)."},{"key":"e_1_3_2_2_46_1","volume-title":"Abstractive Timeline Summarization. In the 2nd Workshop on New Frontiers in Summarization. 21--31","author":"Steen Julius","year":"2019","unstructured":"Julius Steen and Katja Markert. 2019. Abstractive Timeline Summarization. In the 2nd Workshop on New Frontiers in Summarization. 21--31."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"crossref","unstructured":"Jannik Str\u00f6tgen and Michael Gertz. 2012. Event-centric search and exploration in document collections. In JCDL. 223--232.","DOI":"10.1145\/2232817.2232859"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063862"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348461"},{"key":"e_1_3_2_2_50_1","volume-title":"Timeline summarization from relevant headlines","author":"Tran Giang","unstructured":"Giang Tran, Mohammad Alrifai, and Eelco Herder. 2015. Timeline summarization from relevant headlines. In ECIR. Springer, 245--256."},{"key":"e_1_3_2_2_51_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in neural information processing systems. 5998--6008."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45439-5_51"},{"key":"e_1_3_2_2_53_1","volume-title":"Improving question answering for event-focused questions in temporal collections of news articles. Information Retrieval Journal","author":"Wang Jiexin","year":"2021","unstructured":"Jiexin Wang, Adam Jatowt, Michael F\u00e4rber, and Masatoshi Yoshikawa. 2021b. Improving question answering for event-focused questions in temporal collections of news articles. Information Retrieval Journal (2021), 1--26."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462885"},{"key":"e_1_3_2_2_55_1","volume-title":"William Yang Wang, and Veselin Stoyanov","author":"Xiong Wenhan","year":"2019","unstructured":"Wenhan Xiong, Jingfei Du, William Yang Wang, and Veselin Stoyanov. 2019. Pretrained encyclopedia: Weakly supervised knowledge-pretrained language model. arXiv preprint arXiv:1912.09637 (2019)."},{"key":"e_1_3_2_2_56_1","volume-title":"BERT post-training for review reading comprehension and aspect-based sentiment analysis. arXiv preprint arXiv:1904.02232","author":"Xu Hu","year":"2019","unstructured":"Hu Xu, Bing Liu, Lei Shu, and Philip S Yu. 2019. BERT post-training for review reading comprehension and aspect-based sentiment analysis. arXiv preprint arXiv:1904.02232 (2019)."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.32"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591686","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591686","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:59Z","timestamp":1750178819000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591686"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":57,"alternative-id":["10.1145\/3539618.3591686","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591686","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}