{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:21:48Z","timestamp":1742941308002,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":46,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819962068"},{"type":"electronic","value":"9789819962075"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-6207-5_12","type":"book-chapter","created":{"date-parts":[[2023,9,19]],"date-time":"2023-09-19T08:45:34Z","timestamp":1695113134000},"page":"192-206","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["TERL: Transformer Enhanced Reinforcement Learning for\u00a0Relation Extraction"],"prefix":"10.1007","author":[{"given":"Yashen","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tuo","family":"Shi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoye","family":"Ouyang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dayu","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,20]]},"reference":[{"key":"12_CR1","unstructured":"Chen, L., et al.: Decision transformer: reinforcement learning via sequence modeling. In: NeurIPS (2021)"},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"Chen, Y., Su, J., Wei, W.: Multi-granularity textual adversarial attack with behavior cloning. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.371"},{"key":"12_CR3","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: NAACL-HLT (2019)"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Gardent, C., Shimorina, A., Narayan, S., Perez-Beltrachini, L.: Creating training corpora for NLG micro-planners. In: ACL (2017)","DOI":"10.18653\/v1\/P17-1017"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Gormley, M.R., Yu, M., Dredze, M.: Improved relation extraction with feature-rich compositional embedding models. In: EMNLP (2015)","DOI":"10.18653\/v1\/D15-1205"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Guo, J., Fan, Y., Ai, Q., Croft, W.B.: A deep relevance matching model for ad-hoc retrieval. Proceedings of the 25th ACM International on Conference on Information and Knowledge Management (2016)","DOI":"10.1145\/2983323.2983769"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Guo, Z., Nan, G., Lu, W., Cohen, S.B.: Learning latent forests for medical relation extraction. In: IJCAI (2020)","DOI":"10.24963\/ijcai.2020\/505"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Hendrickx, I., et al.: SemEval-2010 task 8: multi-way classification of semantic relations between pairs of nominals. In: *SEMEVAL (2010)","DOI":"10.3115\/1621969.1621986"},{"key":"12_CR9","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"12_CR10","unstructured":"Hoffmann, R., Zhang, C., Ling, X., Zettlemoyer, L., Weld, D.S.: Knowledge-based weak supervision for information extraction of overlapping relations. In: ACL (2011)"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Hu, X., Ma, F., Liu, C., Zhang, C., Wen, L., Yu, P.S.: Semi-supervised relation extraction via incremental meta self-training. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.44"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Hu, X., et al.: Gradient imitation reinforcement learning for low resource relation extraction. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.216"},{"key":"12_CR13","doi-asserted-by":"publisher","first-page":"5223","DOI":"10.1038\/s41467-019-13073-w","volume":"10","author":"CC Hung","year":"2019","unstructured":"Hung, C.C., et al.: Optimizing agent behavior over long time scales by transporting value. Nat. Commun. 10, 5223 (2019)","journal-title":"Nat. Commun."},{"key":"12_CR14","unstructured":"Janner, M., Li, Q., Levine, S.: Reinforcement learning as one big sequence modeling problem. arXiv abs\/2106.02039 (2021)"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Kim, Y.: Convolutional neural networks for sentence classification. In: EMNLP (2014)","DOI":"10.3115\/v1\/D14-1181"},{"key":"12_CR16","unstructured":"Lee, K., Laskin, M., Srinivas, A., Abbeel, P.: Sunrise: a simple unified framework for ensemble learning in deep reinforcement learning. In: ICML (2021)"},{"key":"12_CR17","doi-asserted-by":"crossref","unstructured":"Li, Q., Ji, H.: Incremental joint extraction of entity mentions and relations. In: ACL (2014)","DOI":"10.3115\/v1\/P14-1038"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Li, Z., Sun, Y., Tang, S., Zhang, C., Ma, H.: Reinforcement learning with dual attention guided graph convolution for relation extraction. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 946\u2013953 (2021)","DOI":"10.1109\/ICPR48806.2021.9412654"},{"key":"12_CR19","doi-asserted-by":"crossref","unstructured":"Lin, H., Yan, J., Qu, M., Ren, X.: Learning dual retrieval module for semi-supervised relation extraction. In: The World Wide Web Conference (2019)","DOI":"10.1145\/3308558.3313573"},{"key":"12_CR20","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Narasimhan, K., Yala, A., Barzilay, R.: Improving information extraction by acquiring external evidence with reinforcement learning. In: EMNLP (2016)","DOI":"10.18653\/v1\/D16-1261"},{"key":"12_CR22","unstructured":"Parisotto, E., Salakhutdinov, R.: Efficient transformers in reinforcement learning using actor-learner distillation. arXiv abs\/2104.01655 (2021)"},{"key":"12_CR23","unstructured":"Parisotto, E., et al.: Stabilizing transformers for reinforcement learning. In: ICML (2020)"},{"key":"12_CR24","doi-asserted-by":"crossref","unstructured":"Qin, P., Xu, W., Wang, W.Y.: Robust distant supervision relation extraction via deep reinforcement learning. In: ACL (2018)","DOI":"10.18653\/v1\/P18-1199"},{"key":"12_CR25","unstructured":"Radford, A., Narasimhan, K.: Improving language understanding by generative pre-training (2018)"},{"key":"12_CR26","unstructured":"Ramesh, A., et al.: Zero-shot text-to-image generation. arXiv abs\/2102.12092 (2021)"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Ren, X., et al.: Cotype: joint extraction of typed entities and relations with knowledge bases. In: Proceedings of the 26th International Conference on World Wide Web (2017)","DOI":"10.1145\/3038912.3052708"},{"key":"12_CR28","doi-asserted-by":"crossref","unstructured":"Riedel, S., Yao, L., McCallum, A.: Modeling relations and their mentions without labeled text. In: ECML\/PKDD (2010)","DOI":"10.1007\/978-3-642-15939-8_10"},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"Rosenberg, C., Hebert, M., Schneiderman, H.: Semi-supervised self-training of object detection models. In: 2005 Seventh IEEE Workshops on Applications of Computer Vision (WACV\/MOTION 2005), vol. 1, pp. 29\u201336 (2005)","DOI":"10.1109\/ACVMOT.2005.107"},{"key":"12_CR30","doi-asserted-by":"crossref","unstructured":"Takanobu, R., Zhang, T., Liu, J., Huang, M.: A hierarchical framework for relation extraction with reinforcement learning. In: AAAI (2018)","DOI":"10.1609\/aaai.v33i01.33017072"},{"key":"12_CR31","unstructured":"Takanobu, R., Zhang, T., Liu, J., Huang, M.: A hierarchical framework for relation extraction with reinforcement learning. arXiv abs\/1811.03925 (2019)"},{"key":"12_CR32","unstructured":"Tarvainen, A., Valpola, H.: Mean teachers are better role models: weight-averaged consistency targets improve semi-supervised deep learning results. In: NIPS (2017)"},{"key":"12_CR33","unstructured":"Vaswani, A., et al.: Attention is all you need. arXiv abs\/1706.03762 (2017)"},{"key":"12_CR34","doi-asserted-by":"crossref","unstructured":"Wang, S., Zhang, Y., Che, W., Liu, T.: Joint extraction of entities and relations based on a novel graph scheme. In: IJCAI (2018)","DOI":"10.24963\/ijcai.2018\/620"},{"key":"12_CR35","doi-asserted-by":"crossref","unstructured":"Wang, Y., Zhang, H.: BIRL: bidirectional-interaction reinforcement learning framework for joint relation and entity extraction. In: DASFAA (2021)","DOI":"10.1007\/978-3-030-73197-7_32"},{"key":"12_CR36","unstructured":"Xiong, R., et al.: On layer normalization in the transformer architecture. In: ICML (2020)"},{"key":"12_CR37","unstructured":"Xue, F., Sun, A., Zhang, H., Chng, E.S.: GDPNet: refining latent multi-view graph for relation extraction. arXiv abs\/2012.06780 (2020)"},{"key":"12_CR38","unstructured":"Yu, X., Lam, W.: Jointly identifying entities and extracting relations in encyclopedia text via a graphical model approach. In: COLING (2010)"},{"key":"12_CR39","unstructured":"Zambaldi, V.F., et al.: Deep reinforcement learning with relational inductive biases. In: ICLR (2019)"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Zeng, D., Liu, K., Chen, Y., Zhao, J.: Distant supervision for relation extraction via piecewise convolutional neural networks. In: EMNLP (2015)","DOI":"10.18653\/v1\/D15-1203"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Zeng, X., He, S., Zeng, D., Liu, K., Liu, S., Zhao, J.: Learning the extraction order of multiple relational facts in a sentence with reinforcement learning. In: EMNLP\/IJCNLP (2019)","DOI":"10.18653\/v1\/D19-1035"},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Zeng, X., Zeng, D., He, S., Liu, K., Zhao, J.: Extracting relational facts by an end-to-end neural model with copy mechanism. In: ACL (2018)","DOI":"10.18653\/v1\/P18-1047"},{"key":"12_CR43","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Zhong, V., Chen, D., Angeli, G., Manning, C.D.: Position-aware attention and supervised data improve slot filling. In: EMNLP (2017)","DOI":"10.18653\/v1\/D17-1004"},{"key":"12_CR44","unstructured":"Zheng, Q., Zhang, A., Grover, A.: Online decision transformer. In: ICML (2022)"},{"key":"12_CR45","doi-asserted-by":"crossref","unstructured":"Zheng, S., Wang, F., Bao, H., Hao, Y., Zhou, P., Xu, B.: Joint extraction of entities and relations based on a novel tagging scheme. arXiv abs\/1706.05075 (2017)","DOI":"10.18653\/v1\/P17-1113"},{"key":"12_CR46","doi-asserted-by":"publisher","first-page":"125688","DOI":"10.1109\/ACCESS.2019.2938986","volume":"7","author":"X Zhou","year":"2019","unstructured":"Zhou, X., Liu, L., Luo, X., Chen, H., Qing, L., He, X.: Joint entity and relation extraction based on reinforcement learning. IEEE Access 7, 125688\u2013125699 (2019)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","Chinese Computational Linguistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-6207-5_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,19]],"date-time":"2023-09-19T08:48:07Z","timestamp":1695113287000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-6207-5_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819962068","9789819962075"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-6207-5_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"20 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China National Conference on Chinese Computational Linguistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Harbin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cncl2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}