{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T09:56:18Z","timestamp":1779270978440,"version":"3.51.4"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T00:00:00Z","timestamp":1656028800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T00:00:00Z","timestamp":1656028800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772321"],"award-info":[{"award-number":["61772321"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["ZR202011020044"],"award-info":[{"award-number":["ZR202011020044"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s11063-022-10938-y","type":"journal-article","created":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T09:02:56Z","timestamp":1656061376000},"page":"1293-1316","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["An R-Transformer_BiLSTM Model Based on Attention for Multi-label Text Classification"],"prefix":"10.1007","volume":"55","author":[{"given":"Yaoyao","family":"Yan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fang\u2019ai","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuqiang","family":"Zhuang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Ju","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,24]]},"reference":[{"issue":"8","key":"10938_CR1","doi-asserted-by":"publisher","first-page":"1819","DOI":"10.1109\/TKDE.2013.39","volume":"26","author":"M-L Zhang","year":"2013","unstructured":"Zhang M-L, Zhou Z-H (2013) A review on multi-label learning algorithms. IEEE transactions on knowledge and data engineering 26(8):1819\u20131837","journal-title":"IEEE transactions on knowledge and data engineering"},{"key":"10938_CR2","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/j.neucom.2020.06.117","volume":"413","author":"M Bello","year":"2020","unstructured":"Bello M, N\u00e1poles G, S\u00e1nchez R, Bello R, Vanhoof K (2020) Deep neural network to extract high-level features and labels in multi-label classification problems. Neurocomputing 413:259\u2013270","journal-title":"Neurocomputing"},{"issue":"9","key":"10938_CR3","doi-asserted-by":"publisher","first-page":"1757","DOI":"10.1016\/j.patcog.2004.03.009","volume":"37","author":"MR Boutell","year":"2004","unstructured":"Boutell MR, Luo J, Shen X, Brown CM (2004) Learning multi-label scene classification. Pattern Recogn 37(9):1757\u20131771","journal-title":"Pattern Recogn"},{"issue":"3","key":"10938_CR4","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s10994-011-5256-5","volume":"85","author":"J Read","year":"2011","unstructured":"Read J, Pfahringer B, Holmes G, Frank E (2011) Classifier chains for multi-label classification. Mach Learn 85(3):333\u2013359","journal-title":"Mach Learn"},{"issue":"7","key":"10938_CR5","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1016\/j.patcog.2006.12.019","volume":"40","author":"M-L Zhang","year":"2007","unstructured":"Zhang M-L, Zhou Z-H (2007) Ml-knn: A lazy learning approach to multi-label learning. Pattern Recogn 40(7):2038\u20132048","journal-title":"Pattern Recogn"},{"key":"10938_CR6","first-page":"681","volume":"14","author":"A Elisseeff","year":"2001","unstructured":"Elisseeff A, Weston J (2001) A kernel method for multi-labelled classification. Adv Neural Inf Process Syst 14:681\u2013687","journal-title":"Adv Neural Inf Process Syst"},{"key":"10938_CR7","doi-asserted-by":"crossref","unstructured":"Chen W, Xu B (2015) Semi-supervised chinese word segmentation based on bilingual information. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 1207\u20131216","DOI":"10.18653\/v1\/D15-1142"},{"key":"10938_CR8","doi-asserted-by":"crossref","unstructured":"Qian Q, Tian B, Huang M, Liu Y, Zhu X, Zhu X (2015) Learning tag embeddings and tag-specific composition functions in recursive neural network. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 1365\u20131374","DOI":"10.3115\/v1\/P15-1132"},{"key":"10938_CR9","unstructured":"Bai S, Kolter JZ, Koltun V (2018) An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. arXiv preprint arXiv:1803.01271"},{"key":"10938_CR10","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008"},{"key":"10938_CR11","unstructured":"Wang Z, Ma Y, Liu Z, Tang J (2019) R-transformer: Recurrent neural network enhanced transformer"},{"key":"10938_CR12","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.neucom.2021.02.041","volume":"441","author":"Z Zhou","year":"2021","unstructured":"Zhou Z et al (2021) Filter gate network based on multi-head attention for aspect-level sentiment classification. Neurocomputing 441:214\u2013225","journal-title":"Neurocomputing"},{"key":"10938_CR13","unstructured":"Gon\u00e7alves T, Quaresma P (2005) Enhancing a portuguese text classifier using part-of-speech tags. advances in soft computing"},{"key":"10938_CR14","doi-asserted-by":"crossref","unstructured":"Luo X, Ohyama W, Wakabayashi T, Kimura F (2011) A study on automatic chinese text classification. In: 2011 International Conference on Document Analysis and Recognition, pp. 920\u2013924. IEEE","DOI":"10.1109\/ICDAR.2011.187"},{"key":"10938_CR15","doi-asserted-by":"crossref","unstructured":"Wang G, Li C, Wang W, Zhang Y, Carin L (2018) Joint embedding of words and labels for text classification","DOI":"10.18653\/v1\/P18-1216"},{"issue":"2","key":"10938_CR16","doi-asserted-by":"publisher","first-page":"1651","DOI":"10.1007\/s11063-020-10331-7","volume":"52","author":"Y Li","year":"2020","unstructured":"Li Y, Yang Y (2020) Label embedding for multi-label classification via dependence maximization. Neural Process Lett 52(2):1651\u20131674","journal-title":"Neural Process Lett"},{"key":"10938_CR17","unstructured":"Katakis I, Tsoumakas G, Vlahavas I (2008) Multilabel text classification for automated tag suggestion. In: Proceedings of the ECML\/PKDD, vol. 18, p 5. Citeseer"},{"key":"10938_CR18","doi-asserted-by":"crossref","unstructured":"Kurata G, Xiang B, Zhou B (2016) Improved neural network-based multi-label classification with better initialization leveraging label co-occurrence. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 521\u2013526","DOI":"10.18653\/v1\/N16-1063"},{"key":"10938_CR19","doi-asserted-by":"crossref","unstructured":"Chen G, Ye D, Xing Z, Chen J, Cambria E (2017) Ensemble application of convolutional and recurrent neural networks for multi-label text categorization. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp. 2377\u20132383. IEEE","DOI":"10.1109\/IJCNN.2017.7966144"},{"key":"10938_CR20","unstructured":"Yang, P., Xu, S., Wei, L., Ma, S., Wei, W.: Sgm: Sequence generation model for multi-label classification (2018)"},{"key":"10938_CR21","unstructured":"Zong D, Sun S (2020) Gnn-xml: Graph neural networks for extreme multi-label text classification"},{"key":"10938_CR22","doi-asserted-by":"crossref","unstructured":"Pal A, Selvakumar M, Sankarasubbu M (2020) Magnet: Multi-label text classification using attention-based graph neural network. arXiv","DOI":"10.5220\/0008940304940505"},{"key":"10938_CR23","doi-asserted-by":"crossref","unstructured":"Sawada N, Masumura R, Nishizaki H (2017) Parallel hierarchical attention networks with shared memory reader for multi-stream conversational document classification. In: INTERSPEECH, pp. 3311\u20133315","DOI":"10.21437\/Interspeech.2017-269"},{"key":"10938_CR24","doi-asserted-by":"crossref","unstructured":"Du J, Gui L, Xu R, He Y (2017) A convolutional attention model for text classification. In: National CCF Conference on Natural Language Processing and Chinese Computing, pp. 183\u2013195. Springer","DOI":"10.1007\/978-3-319-73618-1_16"},{"key":"10938_CR25","doi-asserted-by":"crossref","unstructured":"Guo L, Zhang D, Wang L, Wang H, Cui B (2018) Cran: a hybrid cnn-rnn attention-based model for text classification. In: International Conference on Conceptual Modeling, pp. 571\u2013585. Springer","DOI":"10.1007\/978-3-030-00847-5_42"},{"key":"10938_CR26","doi-asserted-by":"crossref","unstructured":"Zhou P, Shi W, Tian J, Qi Z, Li B, Hao H, Xu B (2016) Attention-based bidirectional long short-term memory networks for relation classification. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (volume 2: Short Papers), pp. 207\u2013212","DOI":"10.18653\/v1\/P16-2034"},{"key":"10938_CR27","doi-asserted-by":"crossref","unstructured":"Yang Z, Yang D, Dyer C, He X, Smola A, Hovy E (2016) Hierarchical attention networks for document classification. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1480\u20131489","DOI":"10.18653\/v1\/N16-1174"},{"key":"10938_CR28","doi-asserted-by":"publisher","first-page":"30548","DOI":"10.1109\/ACCESS.2019.2954985","volume":"8","author":"Y Dong","year":"2019","unstructured":"Dong Y, Liu P, Zhu Z, Wang Q, Zhang Q (2019) A fusion model-based label embedding and self-interaction attention for text classification. IEEE Access 8:30548\u201330559","journal-title":"IEEE Access"},{"key":"10938_CR29","doi-asserted-by":"crossref","unstructured":"Huang X, Chen B, Xiao L, Yu J, Jing L (2021) Label-aware document representation via hybrid attention for extreme multi-label text classification. Neural Processing Letters, 1\u201317","DOI":"10.1007\/s11063-021-10444-7"},{"issue":"3","key":"10938_CR30","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1017\/S1351324916000097","volume":"23","author":"M Oudah","year":"2017","unstructured":"Oudah M, Shaalan K (2017) Nera 2.0: Improving coverage and performance of rule-based named entity recognition for arabic. Natural Language Engineering 23(3):441\u2013472","journal-title":"Natural Language Engineering"},{"issue":"ARTICLE","key":"10938_CR31","first-page":"2493","volume":"12","author":"R Collobert","year":"2011","unstructured":"Collobert R, Weston J, Bottou L, Karlen M, Kavukcuoglu K, Kuksa P (2011) Natural language processing (almost) from scratch. Journal of machine learning research 12(ARTICLE):2493\u20132537","journal-title":"Journal of machine learning research"},{"key":"10938_CR32","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1162\/tacl_a_00104","volume":"4","author":"JP Chiu","year":"2016","unstructured":"Chiu JP, Nichols E (2016) Named entity recognition with bidirectional lstm-cnns. Transactions of the Association for Computational Linguistics 4:357\u2013370","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10938_CR33","doi-asserted-by":"crossref","unstructured":"Hammerton J (2003) Named entity recognition with long short-term memory. In: Proceedings of the Seventh Conference on Natural Language Learning at HLT-NAACL 2003, pp. 172\u2013175","DOI":"10.3115\/1119176.1119202"},{"key":"10938_CR34","unstructured":"Tang B, Jiang D, Chen Q, Wang X, Yan J, Shen Y (2019) De-identification of clinical text via bi-lstm-crf with neural language models. In: AMIA Annual Symposium Proceedings, vol. 2019, p 857. American Medical Informatics Association"},{"key":"10938_CR35","doi-asserted-by":"crossref","unstructured":"Hou T, Zhou L (2020) Ship fault named entity recognition based on bilayer bi-lstm-crf. In: 2020 13th International Congress on Image and Signal Processing, BioMedical Engineering and Informatics (CISP-BMEI), pp. 1032\u20131036. IEEE","DOI":"10.1109\/CISP-BMEI51763.2020.9263596"},{"key":"10938_CR36","doi-asserted-by":"crossref","unstructured":"Zhang H, Xiao L, Chen W, Wang Y, Jin Y (2017) Multi-task label embedding for text classification","DOI":"10.18653\/v1\/D18-1484"},{"key":"10938_CR37","unstructured":"Bird S, Klein E, Loper E (2009) Natural language processing with python: Analyzing text with the natural language toolkit"},{"issue":"Apr","key":"10938_CR38","first-page":"361","volume":"5","author":"DD Lewis","year":"2004","unstructured":"Lewis DD, Yang Y, Russell-Rose T, Li F (2004) Rcv1: A new benchmark collection for text categorization research. J mach learn res 5(Apr):361\u2013397","journal-title":"J mach learn res"},{"key":"10938_CR39","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding"},{"key":"10938_CR40","unstructured":"Kingma D, Ba J (2014) Adam: A method for stochastic optimization. Computer Science"},{"key":"10938_CR41","unstructured":"Rakhlin A (2016) Convolutional neural networks for sentence classification. GitHub"},{"key":"10938_CR42","first-page":"5820","volume":"32","author":"R You","year":"2019","unstructured":"You R, Zhang Z, Wang Z, Dai S, Mamitsuka H, Zhu S (2019) Attentionxml: Label tree-based attention-aware deep model for high-performance extreme multi-label text classification. Adv Neural Inf Process Syst 32:5820\u20135830","journal-title":"Adv Neural Inf Process Syst"},{"issue":"2","key":"10938_CR43","doi-asserted-by":"publisher","first-page":"102441","DOI":"10.1016\/j.ipm.2020.102441","volume":"58","author":"R Wang","year":"2021","unstructured":"Wang R, Ridley R, Qu W, Dai X et al (2021) A novel reasoning mechanism for multi-label text classification. Inf Proces Manag 58(2):102441","journal-title":"Inf Proces Manag"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-10938-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-022-10938-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-10938-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T02:20:44Z","timestamp":1682562044000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-022-10938-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,24]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["10938"],"URL":"https:\/\/doi.org\/10.1007\/s11063-022-10938-y","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,24]]},"assertion":[{"value":"16 June 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}