{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T01:13:18Z","timestamp":1755825198051,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645695","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"2294-2303","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["OODREB: Benchmarking State-of-the-Art Methods for Out-Of-Distribution Generalization on Relation Extraction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-5035-8672","authenticated-orcid":false,"given":"Haotian","family":"Chen","sequence":"first","affiliation":[{"name":"School of Computer Science, Fudan University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2136-5440","authenticated-orcid":false,"given":"Houjing","family":"Guo","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2479-4913","authenticated-orcid":false,"given":"Bingsheng","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5538-7367","authenticated-orcid":false,"given":"Xiangdong","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.92.22.9977"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19--1371"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317593"},{"key":"e_1_3_2_2_4_1","volume-title":"The Struggles of Feature-Based Explanations : Shapley Values vs. Minimal Sufficient Subsets. arxiv","author":"Camburu Oana-Maria","year":"2009","unstructured":"Oana-Maria Camburu, Eleonora Giunchiglia, Jakob Foerster, Thomas Lukasiewicz, and Phil Blunsom. 2020. The Struggles of Feature-Based Explanations : Shapley Values vs. Minimal Sufficient Subsets. arxiv: 2009.11023 [cs]"},{"volume-title":"Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research","author":"Carter Brandon","key":"e_1_3_2_2_5_1","unstructured":"Brandon Carter, Jonas Mueller, Siddhartha Jain, and David Gifford. 2019. What Made You Do This? Understanding Black-Box Decisions with Sufficient Input Subsets. In Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research, Vol. 89), Kamalika Chaudhuri and Masashi Sugiyama (Eds.). PMLR, 567--576."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Haotian Chen Bingsheng Chen and Xiangdong Zhou. 2023. Did the Models Understand Documents ? Benchmarking Models for Language Understanding in Document-Level Relation Extraction. arxiv: 2306.11386 [cs]","DOI":"10.18653\/v1\/2023.acl-long.354"},{"key":"e_1_3_2_2_7_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"2200","author":"Creager Elliot","year":"2021","unstructured":"Elliot Creager, Joern-Henrik Jacobsen, and Richard Zemel. 2021. Environment Inference for Invariant Learning. In Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 139), Marina Meila and Tong Zhang (Eds.). PMLR, 2189--2200."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00445-z"},{"key":"e_1_3_2_2_9_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics : Human Language Technologies","volume":"1","author":"Devlin Jacob","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina N. Toutanova. 2018. BERT : Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics : Human Language Technologies, Volume 1 (Long and Short Papers ). 4171--4186."},{"key":"e_1_3_2_2_10_1","volume-title":"Proceedings of the Fourth International Conference on Language Resources and Evaluation (LREC '04)","author":"Doddington George R","year":"2004","unstructured":"George R Doddington, Alexis Mitchell, Mark Przybocki, Lance Ramshaw, Stephanie Strassel, and Ralph Weischedel. 2004. The Automatic Content Extraction (ACE ) Program textendashTasks, Data, and Evaluation. In Proceedings of the Fourth International Conference on Language Resources and Evaluation (LREC '04)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623677"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.4304\/jetwi.2.3.258--268"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1514"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1859664.1859670"},{"key":"e_1_3_2_2_15_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"2658","author":"Kim Hyunjik","year":"2018","unstructured":"Hyunjik Kim and Andriy Mnih. 2018. Disentangling by Factorising. In Proceedings of the 35th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 80), Jennifer Dy and Andreas Krause (Eds.). PMLR, 2649--2658."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5876"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.31193\/ssap.isbn.9787520118873"},{"key":"e_1_3_2_2_18_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"6814","author":"Liu Jiashuo","year":"2021","unstructured":"Jiashuo Liu, Zheyuan Hu, Peng Cui, Bo Li, and Zheyan Shen. 2021. Heterogeneous Risk Minimization. In Proceedings of the 38th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 139), Marina Meila and Tong Zhang (Eds.). PMLR, 6804--6814."},{"key":"e_1_3_2_2_19_1","unstructured":"I. Loshchilov and F. Hutter. 2019. Decoupled Weight Decay Regularization. In ICLR."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1360"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19--1018"},{"key":"e_1_3_2_2_22_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. arxiv: 2303.08774 [cs]"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.380"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.298"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11491"},{"volume-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics : Human Language Technologies. Association for Computational Linguistics","author":"Riedel Sebastian","key":"e_1_3_2_2_26_1","unstructured":"Sebastian Riedel, Limin Yao, Andrew McCallum, and Benjamin M. Marlin. 2013. Relation Extraction with Matrix Factorization and Universal Schemas. In Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics : Human Language Technologies. Association for Computational Linguistics, Atlanta, Georgia, 74--84."},{"key":"e_1_3_2_2_27_1","volume-title":"Proceedings of the Eighth Conference on Computational Natural Language Learning (CoNLL-2004 ) at HLT-NAACL","author":"Roth Dan","year":"2004","unstructured":"Dan Roth and Wen-tau Yih. 05 6 - 05 7 2004. A Linear Programming Formulation for Global Inference in Natural Language Tasks. In Proceedings of the Eighth Conference on Computational Natural Language Learning (CoNLL-2004 ) at HLT-NAACL 2004. Association for Computational Linguistics, Boston, Massachusetts, USA, 1--8."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6024"},{"key":"e_1_3_2_2_29_1","unstructured":"Zheyan Shen Jiashuo Liu Yue He Xingxuan Zhang Renzhe Xu Han Yu and Peng Cui. 2021. Towards Out-Of-Distribution Generalization : A Survey. arxiv: 2108.13624 [cs]"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.132"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017208"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.224"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.23"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.366"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1074"},{"volume-title":"International Conference on Learning Representations.","author":"Yoon Jinsung","key":"e_1_3_2_2_36_1","unstructured":"Jinsung Yoon, James Jordon, and Mihaela van der Schaar. 2019. INVASE : Instance-wise Variable Selection Using Neural Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1047"},{"key":"e_1_3_2_2_38_1","volume-title":"Relation Classification via Recurrent Neural Network. arXiv preprint arXiv:1508.01006","author":"Zhang Dongxu","year":"2015","unstructured":"Dongxu Zhang and Dong Wang. 2015. Relation Classification via Recurrent Neural Network. arXiv preprint arXiv:1508.01006 (2015). arxiv: 1508.01006"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","unstructured":"Ningyu Zhang Xiang Chen Xin Xie Shumin Deng Chuanqi Tan Mosha Chen Fei Huang Luo Si and Huajun Chen. 2021. Document-Level Relation Extraction as Semantic Segmentation. In IJCAI. https:\/\/doi.org\/10.24963\/ijcai.2021\/551","DOI":"10.24963\/ijcai.2021\/551"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17--1004"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"crossref","unstructured":"Wenxuan Zhou Kevin Huang Tengyu Ma and Jing Huang. 2020. Document-Level Relation Extraction with Adaptive Thresholding and Localized Context Pooling. In AAAI. 14612--14620.","DOI":"10.1609\/aaai.v35i16.17717"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Singapore Singapore","acronym":"WWW '24"},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645695","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645695","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:34:22Z","timestamp":1755822862000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645695"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":41,"alternative-id":["10.1145\/3589334.3645695","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645695","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}