{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T23:44:40Z","timestamp":1746229480577,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":56,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811664700"},{"type":"electronic","value":"9789811664717"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-981-16-6471-7_4","type":"book-chapter","created":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T23:03:34Z","timestamp":1635375814000},"page":"43-59","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["On Robustness and Bias Analysis of\u00a0BERT-Based Relation Extraction"],"prefix":"10.1007","author":[{"given":"Luoqiu","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongbin","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen","family":"Bi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shumin","family":"Deng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ningyu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huajun","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,28]]},"reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Alt, C., Gabryszak, A., Hennig, L.: Probing linguistic features of sentence-level representations in neural relation extraction. arXiv preprint arXiv:2004.08134 (2020)","DOI":"10.18653\/v1\/2020.acl-main.140"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Alt, C., Gabryszak, A., Hennig, L.: Tacred revisited: a thorough evaluation of the tacred relation extraction task. arXiv preprint arXiv:2004.14855 (2020)","DOI":"10.18653\/v1\/2020.acl-main.142"},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Alt, C., H\u00fcbner, M., Hennig, L.: Fine-tuning pre-trained transformer language models to distantly supervised relation extraction. arXiv preprint arXiv:1906.08646 (2019)","DOI":"10.18653\/v1\/P19-1134"},{"key":"4_CR4","unstructured":"Arpit, D., et al.: A closer look at memorization in deep networks. arXiv preprint arXiv:1706.05394 (2017)"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Chen, L., Yan, X., Xiao, J., Zhang, H., Pu, S., Zhuang, Y.: Counterfactual samples synthesizing for robust visual question answering. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10800\u201310809 (2020)","DOI":"10.1109\/CVPR42600.2020.01081"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Deng, S., Zhang, N., Kang, J., Zhang, Y., Zhang, W., Chen, H.: Meta-learning with dynamic-memory-based prototypical network for few-shot event detection. In: Proceedings of the 13th International Conference on Web Search and Data Mining, pp. 151\u2013159 (2020)","DOI":"10.1145\/3336191.3371796"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Deng, S., Zhang, N., Sun, Z., Chen, J., Chen, H.: When low resource NLP meets unsupervised language model: Meta-pretraining then meta-learning for few-shot text classification (student abstract). In: AAAI, pp. 13773\u201313774 (2020)","DOI":"10.1609\/aaai.v34i10.7158"},{"key":"4_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL, pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, June 2019"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Ebrahimi, J., Rao, A., Lowd, D., Dou, D.: HotFlip: white-box adversarial examples for text classification. arXiv preprint arXiv:1712.06751 (2017)","DOI":"10.18653\/v1\/P18-2006"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Feng, J., Huang, M., Zhao, L., Yang, Y., Zhu, X.: Reinforcement learning for relation classification from noisy data. In: Proceedings of AAAI (2018)","DOI":"10.1609\/aaai.v32i1.12063"},{"key":"4_CR11","unstructured":"Fort, S., Nowak, P.K., Jastrzebski, S., Narayanan, S.: Stiffness: a new perspective on generalization in neural networks. arXiv preprint arXiv:1901.09491 (2019)"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Fu, J., Liu, P., Zhang, Q., Huang, X.: Rethinking generalization of neural models: a named entity recognition case study. In: AAAI, pp. 7732\u20137739 (2020)","DOI":"10.1609\/aaai.v34i05.6276"},{"key":"4_CR13","unstructured":"Gardner, M., et al.: Evaluating NLP models via contrast sets. CoRR abs\/2004.02709 (2020)"},{"key":"4_CR14","unstructured":"Gardner, M., et al.: Evaluating NLP models via contrast sets. arXiv preprint arXiv:2004.02709 (2020)"},{"key":"4_CR15","unstructured":"Han, X., et al.: More data, more relations, more context and more openness: a review and outlook for relation extraction. arXiv preprint arXiv:2004.03186 (2020)"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Han, X., Liu, Z., Sun, M.: Neural knowledge acquisition via mutual attention between knowledge graph and text (2018)","DOI":"10.1609\/aaai.v32i1.11927"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Han, X., et al.: FewRel: a large-scale supervised few-shot relation classification dataset with state-of-the-art evaluation. In: Riloff, E., Chiang, D., Hockenmaier, J., Tsujii, J. (eds.) Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, October 31 - November 4 2018, pp. 4803\u20134809. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/d18-1514","DOI":"10.18653\/v1\/D18-1514"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Huang, Y.Y., Wang, W.Y.: Deep residual learning for weakly-supervised relation extraction. arXiv preprint arXiv:1707.08866 (2017)","DOI":"10.18653\/v1\/D17-1191"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Ji, G., Liu, K., He, S., Zhao, J., et al.: Distant supervision for relation extraction with sentence-level attention and entity descriptions. In: Proceedings of AAAI, pp. 3060\u20133066 (2017)","DOI":"10.1609\/aaai.v31i1.10953"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Jin, D., Jin, Z., Tianyi Zhou, J., Szolovits, P.: Is BERT really robust? A strong baseline for natural language attack on text classification and entailment. arXiv pp. arXiv-1907 (2019)","DOI":"10.1609\/aaai.v34i05.6311"},{"key":"4_CR21","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. CoRR abs\/1412.6980 (2015)"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"Kobayashi, G., Kuribayashi, T., Yokoi, S., Inui, K.: Attention module is not only a weight: analyzing transformers with vector norms. ArXiv abs\/2004.10102 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.574"},{"key":"4_CR23","doi-asserted-by":"crossref","unstructured":"Li, L., et al.: Normal vs. adversarial: salience-based analysis of adversarial samples for relation extraction. arXiv preprint arXiv:2104.00312 (2021)","DOI":"10.1145\/3502223.3502237"},{"key":"4_CR24","doi-asserted-by":"crossref","unstructured":"Lin, Y., Shen, S., Liu, Z., Luan, H., Sun, M.: Neural relation extraction with selective attention over instances. In: Proceedings of ACL, vol. 1, pp. 2124\u20132133 (2016)","DOI":"10.18653\/v1\/P16-1200"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Liu, T., Wang, K., Chang, B., Sui, Z.: A soft-label method for noise-tolerant distantly supervised relation extraction. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 1790\u20131795 (2017)","DOI":"10.18653\/v1\/D17-1189"},{"key":"4_CR26","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"4_CR27","doi-asserted-by":"crossref","unstructured":"Nadeem, M., Bethke, A., Reddy, S.: StereoSet: measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456 (2020)","DOI":"10.18653\/v1\/2021.acl-long.416"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Peng, H., Xu, L., Bing, L., Huang, F., Lu, W., Si, L.: Knowing what, how and why: a near complete solution for aspect-based sentiment analysis. In: AAAI, pp. 8600\u20138607 (2020)","DOI":"10.1609\/aaai.v34i05.6383"},{"key":"4_CR29","doi-asserted-by":"crossref","unstructured":"Qin, P., Xu, W., Wang, W.Y.: DSGAN: generative adversarial training for distant supervision relation extraction. In: Proceedings of ACL (2018)","DOI":"10.18653\/v1\/P18-1046"},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Ren, S., Deng, Y., He, K., Che, W.: Generating natural language adversarial examples through probability weighted word saliency. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 1085\u20131097 (2019)","DOI":"10.18653\/v1\/P19-1103"},{"key":"4_CR31","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Wu, T., Guestrin, C., Singh, S.: Beyond accuracy: behavioral testing of NLP models with checklist. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, Online, 5\u201310 July 2020, pp. 4902\u20134912. Association for Computational Linguistics (2020). https:\/\/www.aclweb.org\/anthology\/2020.acl-main.442\/","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"4_CR32","doi-asserted-by":"crossref","unstructured":"Shah, D., Schwartz, H.A., Hovy, D.: Predictive biases in natural language processing models: a conceptual framework and overview. arXiv preprint arXiv:1912.11078 (2019)","DOI":"10.18653\/v1\/2020.acl-main.468"},{"key":"4_CR33","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. arXiv preprint arXiv:1703.01365 (2017)"},{"key":"4_CR34","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Proceedings of the 34th International Conference on Machine Learning, ICML 2017, vol. 70. p. 3319\u20133328. JMLR.org (2017)"},{"key":"4_CR35","unstructured":"Tram\u00e8r, F., Kurakin, A., Papernot, N., Goodfellow, I., Boneh, D., McDaniel, P.: Ensemble adversarial training: attacks and defenses. arXiv preprint arXiv:1705.07204 (2017)"},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: Extracting multiple-relations in one-pass with pre-trained transformers. arXiv preprint arXiv:1902.01030 (2019)","DOI":"10.18653\/v1\/P19-1132"},{"key":"4_CR37","unstructured":"Wen, Y., Li, S., Jia, K.: Towards understanding the regularization of adversarial robustness on neural networks (2019)"},{"key":"4_CR38","doi-asserted-by":"crossref","unstructured":"Wiegreffe, S., Pinter, Y.: Attention is not not explanation. arXiv preprint arXiv:1908.04626 (2019)","DOI":"10.18653\/v1\/D19-1002"},{"key":"4_CR39","doi-asserted-by":"crossref","unstructured":"Wu, Y., Bamman, D., Russell, S.: Adversarial training for relation extraction. In: Proceedings of EMNLP, pp. 1778\u20131783 (2017)","DOI":"10.18653\/v1\/D17-1187"},{"key":"4_CR40","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems, pp. 5753\u20135763 (2019)"},{"key":"4_CR41","doi-asserted-by":"crossref","unstructured":"Ye, H., Chao, W., Luo, Z., Li, Z.: Jointly extracting relations with class ties via effective deep ranking. In: Proceedings of ACL, vol. 1, pp. 1810\u20131820 (2017)","DOI":"10.18653\/v1\/P17-1166"},{"key":"4_CR42","unstructured":"Ye, H., et al.: Contrastive triple extraction with generative transformer. arXiv preprint arXiv:2009.06207 (2020)"},{"key":"4_CR43","doi-asserted-by":"crossref","unstructured":"Yu, H., Zhang, N., Deng, S., Ye, H., Zhang, W., Chen, H.: Bridging text and knowledge with multi-prototype embedding for few-shot relational triple extraction. arXiv preprint arXiv:2010.16059 (2020)","DOI":"10.18653\/v1\/2020.coling-main.563"},{"key":"4_CR44","doi-asserted-by":"crossref","unstructured":"Zeng, D., Liu, K., Chen, Y., Zhao, J.: Distant supervision for relation extraction via piecewise convolutional neural networks. In: Proceedings of EMNLP, pp. 1753\u20131762 (2015)","DOI":"10.18653\/v1\/D15-1203"},{"key":"4_CR45","doi-asserted-by":"crossref","unstructured":"Zeng, D., Zhang, H., Liu, Q.: CopyMTL: copy mechanism for joint extraction of entities and relations with multi-task learning. In: AAAI, pp. 9507\u20139514 (2020)","DOI":"10.1609\/aaai.v34i05.6495"},{"key":"4_CR46","doi-asserted-by":"crossref","unstructured":"Zeng, W., Lin, Y., Liu, Z., Sun, M.: Incorporating relation paths in neural relation extraction. In: Proceddings of EMNLP (2017)","DOI":"10.18653\/v1\/D17-1186"},{"key":"4_CR47","doi-asserted-by":"crossref","unstructured":"Zeng, X., He, S., Liu, K., Zhao, J.: Large scaled relation extraction with reinforcement learning. In: Processings of AAAI, vol. 2, p. 3 (2018)","DOI":"10.1609\/aaai.v32i1.11950"},{"key":"4_CR48","doi-asserted-by":"crossref","unstructured":"Zhang, N., et al.: OpenUE: an open toolkit of universal extraction from text. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 1\u20138 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.1"},{"key":"4_CR49","doi-asserted-by":"crossref","unstructured":"Zhang, N., Deng, S., Sun, Z., Chen, J., Zhang, W., Chen, H.: Relation adversarial network for low resource knowledge graph completion. In: Proceedings of The Web Conference 2020, pp. 1\u201312 (2020)","DOI":"10.1145\/3366423.3380089"},{"key":"4_CR50","doi-asserted-by":"crossref","unstructured":"Zhang, N., et al.: Long-tail relation extraction via knowledge graph embeddings and graph convolution networks. In: Proceedings of the NAACL, pp. 3016\u20133025 (2019)","DOI":"10.18653\/v1\/N19-1306"},{"key":"4_CR51","doi-asserted-by":"crossref","unstructured":"Zhang, N., Deng, S., Sun, Z., Chen, X., Zhang, W., Chen, H.: Attention-based capsule networks with dynamic routing for relation extraction. In: Proceedings of EMNLP (2018)","DOI":"10.18653\/v1\/D18-1120"},{"key":"4_CR52","unstructured":"Zhang, N., Jia, Q., Yin, K., Dong, L., Gao, F., Hua, N.: Conceptualized representation learning for Chinese biomedical text mining. arXiv preprint arXiv:2008.10813 (2020)"},{"key":"4_CR53","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Zhong, V., Chen, D., Angeli, G., Manning, C.D.: Position-aware attention and supervised data improve slot filling. In: Proceedings of EMNLP, pp. 35\u201345 (2017)","DOI":"10.18653\/v1\/D17-1004"},{"key":"4_CR54","doi-asserted-by":"crossref","unstructured":"Zhong, H., Wang, Y., Tu, C., Zhang, T., Liu, Z., Sun, M.: Iteratively questioning and answering for interpretable legal judgment prediction. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 1250\u20131257 (2020)","DOI":"10.1609\/aaai.v34i01.5479"},{"key":"4_CR55","doi-asserted-by":"crossref","unstructured":"Zhong, M., Wang, D., Liu, P., Qiu, X., Huang, X.: A closer look at data bias in neural extractive summarization models. arXiv preprint arXiv:1909.13705 (2019)","DOI":"10.18653\/v1\/D19-5410"},{"key":"4_CR56","unstructured":"Zhou, P., Khanna, R., Lin, B.Y., Ho, D., Ren, X., Pujara, J.: Can BERT reason? Logically equivalent probes for evaluating the inference capabilities of language models. arXiv preprint arXiv:2005.00782 (2020)"}],"container-title":["Communications in Computer and Information Science","Knowledge Graph and Semantic Computing: Knowledge Graph Empowers New Infrastructure Construction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-16-6471-7_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T11:10:37Z","timestamp":1710328237000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-16-6471-7_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9789811664700","9789811664717"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-981-16-6471-7_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"28 October 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCKS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China Conference on Knowledge Graph and Semantic Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccks2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/sigkg.cn\/ccks2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"170","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}