{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T14:32:14Z","timestamp":1775917934711,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100013314","name":"111 Project","doi-asserted-by":"crossref","award":["B18008"],"award-info":[{"award-number":["B18008"]}],"id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["No.61976026"],"award-info":[{"award-number":["No.61976026"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s00521-022-07872-4","type":"journal-article","created":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T18:03:47Z","timestamp":1665079427000},"page":"1971-1982","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["PL-Transformer: a POS-aware and layer ensemble transformer for text classification"],"prefix":"10.1007","volume":"35","author":[{"given":"Yu","family":"Shi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ning","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,6]]},"reference":[{"issue":"7553","key":"7872_CR1","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"issue":"3","key":"7872_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439726","volume":"54","author":"S Minaee","year":"2021","unstructured":"Minaee S, Kalchbrenner N, Cambria E, Nikzad N, Chenaghlu M, Gao J (2021) Deep learning-based text classification: a comprehensive review. ACM Comput Surv (CSUR) 54(3):1\u201340","journal-title":"ACM Comput Surv (CSUR)"},{"key":"7872_CR3","doi-asserted-by":"crossref","unstructured":"Tang D, Wei F, Qin B, Dong L, Liu T, Zhou M (2014) A joint segmentation and classification framework for sentiment analysis. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 477\u2013487","DOI":"10.3115\/v1\/D14-1054"},{"key":"7872_CR4","doi-asserted-by":"crossref","unstructured":"Zhang D, Lee WS (2003) Question classification using support vector machines. In: Proceedings of the 26th annual international ACM SIGIR conference on research and development in information retrieval, pp 26\u201332","DOI":"10.1145\/860435.860443"},{"issue":"Nov","key":"7872_CR5","first-page":"45","volume":"2","author":"S Tong","year":"2001","unstructured":"Tong S, Koller D (2001) Support vector machine active learning with applications to text classification. J Mach Learn Res 2(Nov):45\u201366","journal-title":"J Mach Learn Res"},{"key":"7872_CR6","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: EMNLP","DOI":"10.3115\/v1\/D14-1181"},{"key":"7872_CR7","unstructured":"Liu P, Qiu X, Huang X (2016) Recurrent neural network for text classification with multi-task learning. In: Proceedings of the twenty-fifth international joint conference on artificial intelligence, pp 2873\u20132879"},{"key":"7872_CR8","doi-asserted-by":"crossref","unstructured":"Zhang J, Luan H, Sun M, Zhai F, Xu J, Zhang M, Liu Y (2018) Improving the transformer translation model with document-level context. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 533\u2013542","DOI":"10.18653\/v1\/D18-1049"},{"key":"7872_CR9","doi-asserted-by":"crossref","unstructured":"Zhong P, Wang D, Miao C (2019) Knowledge-enriched transformer for emotion detection in textual conversations. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 165\u2013176","DOI":"10.18653\/v1\/D19-1016"},{"key":"7872_CR10","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, pp 5998\u20136008"},{"key":"7872_CR11","doi-asserted-by":"crossref","unstructured":"Wang Y, Tian L, Li C (2020) An improved text classification model based on memory convolution neural network. In: Proceedings of the 2020 6th international conference on computing and artificial intelligence, pp 19\u201323","DOI":"10.1145\/3404555.3404595"},{"key":"7872_CR12","doi-asserted-by":"crossref","unstructured":"Dwivedi SK, Arya C (2016) Automatic text classification in information retrieval: a survey. In: Proceedings of the second international conference on information and communication technology for competitive strategies, pp 1\u20136","DOI":"10.1145\/2905055.2905191"},{"issue":"4","key":"7872_CR13","doi-asserted-by":"publisher","first-page":"423","DOI":"10.7763\/IJMLC.2012.V2.158","volume":"2","author":"PY Pawar","year":"2012","unstructured":"Pawar PY, Gawande S (2012) A comparative study on different types of approaches to text categorization. Int J Mach Learn Comput 2(4):423","journal-title":"Int J Mach Learn Comput"},{"issue":"5","key":"7872_CR14","doi-asserted-by":"publisher","first-page":"588","DOI":"10.7763\/IJMLC.2012.V2.195","volume":"2","author":"E Buabin","year":"2012","unstructured":"Buabin E (2012) Boosted hybrid recurrent neural classifier for text document classification on the reuters news text corpus. Int J Mach Learn Comput 2(5):588","journal-title":"Int J Mach Learn Comput"},{"key":"7872_CR15","unstructured":"McCallum A, Nigam K, (1998) A comparison of event models for naive bayes text classification. In: AAAI-98 workshop on learning for text categorization, vol. 752. Citeseer, pp 41\u201348"},{"key":"7872_CR16","doi-asserted-by":"crossref","unstructured":"Dumais S, Platt J, Heckerman D, Sahami M (1998) Inductive learning algorithms and representations for text categorization. In: Proceedings of the seventh international conference on information and knowledge management, pp 148\u2013155","DOI":"10.1145\/288627.288651"},{"key":"7872_CR17","doi-asserted-by":"crossref","unstructured":"Joachims T (1998) Text categorization with support vector machines: learning with many relevant features. In: European conference on machine learning. Springer, pp 137\u2013142","DOI":"10.1007\/BFb0026683"},{"key":"7872_CR18","doi-asserted-by":"crossref","unstructured":"Liu Y, Xu Q, Wang C (2020) Text classification based on title semantic information. In: 2020 5th international conference on intelligent informatics and biomedical sciences (ICIIBMS). IEEE, pp 29\u201333","DOI":"10.1109\/ICIIBMS50712.2020.9336401"},{"key":"7872_CR19","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1016\/j.neucom.2021.05.072","volume":"455","author":"J Ren","year":"2021","unstructured":"Ren J, Wu W, Liu G, Chen Z, Wang R (2021) Bidirectional gated temporal convolution with attention for text classification. Neurocomputing 455:265\u2013273","journal-title":"Neurocomputing"},{"key":"7872_CR20","doi-asserted-by":"crossref","unstructured":"Guo X, Lai H, Xiang Y, Yu Z, Huang Y (2021) Emotion classification of covid-19 chinese microblogs based on the emotion category description. In: China national conference on chinese computational linguistics. Springer, pp 61\u201376","DOI":"10.1007\/978-3-030-84186-7_5"},{"key":"7872_CR21","doi-asserted-by":"crossref","unstructured":"Wang B (2018) Disconnected recurrent neural networks for text categorization. In: Proceedings of the 56th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 2311\u20132320","DOI":"10.18653\/v1\/P18-1215"},{"key":"7872_CR22","unstructured":"Yin W, Kann K, Yu M, Sch\u00fctze H (2017) Comparative study of cnn and rnn for natural language processing. arXiv:1702.01923"},{"key":"7872_CR23","doi-asserted-by":"crossref","unstructured":"Zhou P, Shi W, Tian J, Qi Z, Li B, Hao H, Xu B (2016) Attention-based bidirectional long short-term memory networks for relation classification. In: Proceedings of the 54th annual meeting of the association for computational linguistics (volume 2: short papers), pp 207\u2013212","DOI":"10.18653\/v1\/P16-2034"},{"key":"7872_CR24","doi-asserted-by":"crossref","unstructured":"Yang Z, Yang D, Dyer C, He X, Smola A, Hovy E (2016) Hierarchical attention networks for document classification. In: Proceedings of the 2016 conference of the north American chapter of the association for computational linguistics: human language technologies, pp 1480\u20131489","DOI":"10.18653\/v1\/N16-1174"},{"key":"7872_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2020.101060","volume":"44","author":"W Fang","year":"2020","unstructured":"Fang W, Luo H, Xu S, Love PE, Lu Z, Ye C (2020) Automated text classification of near-misses from safety reports: An improved deep learning approach. Adv Eng Inform 44:101060","journal-title":"Adv Eng Inform"},{"key":"7872_CR26","unstructured":"Dehghani M, Gouws S, Vinyals O, Uszkoreit J, Kaiser L (2018) Universal transformers. In: International conference on learning representations"},{"key":"7872_CR27","doi-asserted-by":"crossref","unstructured":"Guo Q, Qiu X, Liu P, Shao Y, Xue X, Zhang Z (2019) Star-transformer. In: Proceedings of the 2019 conference of the north American chapter of the association for computational linguistics: human language technologies, volume 1 (Long and Short Papers), pp 1315\u20131325","DOI":"10.18653\/v1\/N19-1133"},{"key":"7872_CR28","doi-asserted-by":"crossref","unstructured":"Tian Y, Chen G, Song Y (2021) Enhancing aspect-level sentiment analysis with word dependencies. In: Proceedings of the 16th conference of the European chapter of the association for computational linguistics: main volume, pp 3726\u20133739","DOI":"10.18653\/v1\/2021.eacl-main.326"},{"key":"7872_CR29","doi-asserted-by":"crossref","unstructured":"Haspelmath M (2001) Word classes and parts of speech","DOI":"10.1016\/B0-08-043076-7\/02959-4"},{"key":"7872_CR30","doi-asserted-by":"crossref","unstructured":"Kornfilt J (2020) Parts of speech, lexical categories, and word classes in morphology. In: Oxford research encyclopedia of linguistics","DOI":"10.1093\/acrefore\/9780199384655.013.606"},{"key":"7872_CR31","doi-asserted-by":"crossref","unstructured":"Li L, Zhao T, Xie Y, Feng Y (2020) Interpretable machine learning based on integration of nlp and psychology in peer-to-peer lending risk evaluation. In: CCF International conference on natural language processing and chinese computing. Springer, pp 429\u2013441","DOI":"10.1007\/978-3-030-60457-8_35"},{"key":"7872_CR32","doi-asserted-by":"crossref","unstructured":"Yin R, Wang Q, Li P, Li R, Wang B (2016) Multi-granularity chinese word embedding. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 981\u2013986","DOI":"10.18653\/v1\/D16-1100"},{"key":"7872_CR33","doi-asserted-by":"crossref","unstructured":"Diao S, Bai J, Song Y, Zhang T, Wang Y (2020) Zen: pre-training chinese text encoder enhanced by n-gram representations. In: Proceedings of the 2020 conference on empirical methods in natural language processing: findings, pp 4729\u20134740","DOI":"10.18653\/v1\/2020.findings-emnlp.425"},{"key":"7872_CR34","doi-asserted-by":"crossref","unstructured":"Luo C, Zhan J, Xue X, Wang L, Ren R, Yang Q (2018) Cosine normalization: using cosine similarity instead of dot product in neural networks. In: International conference on artificial neural networks. Springer, pp 382\u2013391","DOI":"10.1007\/978-3-030-01418-6_38"},{"key":"7872_CR35","unstructured":"Sun M, Li J, Guo Z, Yu Z, Zheng Y, Si X, Liu Z (2016) Thuctc: an efficient chinese text classifier. GitHub Repository"},{"key":"7872_CR36","unstructured":"Song C, Yang C, Chen H, Tu C, Liu Z, Sun M (2019) Ced: Credible early detection of social media rumors. IEEE Trans Knowl Data Eng"},{"key":"7872_CR37","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2005) Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. In: Proceedings of the 43rd annual meeting of the association for computational linguistics (ACL\u201905), pp 115\u2013124","DOI":"10.3115\/1219840.1219855"},{"issue":"2","key":"7872_CR38","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s10579-005-7880-9","volume":"39","author":"J Wiebe","year":"2005","unstructured":"Wiebe J, Wilson T, Cardie C (2005) Annotating expressions of opinions and emotions in language. Lang Resour Eval 39(2):165\u2013210","journal-title":"Lang Resour Eval"},{"key":"7872_CR39","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Doll\u00e1r P, Girshick RB, He K, Hariharan B, Belongie SJ (2017) Feature pyramid networks for object detection. In: CVPR","DOI":"10.1109\/CVPR.2017.106"},{"key":"7872_CR40","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S, Fu C-Y, Berg AC (2016) Ssd: single shot multibox detector. In: European conference on computer vision. Springer, pp 21\u201337","DOI":"10.1007\/978-3-319-46448-0_2"},{"issue":"09","key":"7872_CR41","doi-asserted-by":"publisher","first-page":"1904","DOI":"10.1109\/TPAMI.2015.2389824","volume":"37","author":"K He","year":"2015","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Spatial pyramid pooling in deep convolutional networks for visual recognition. IEEE Trans Pattern Anal Mach Intell 37(09):1904\u20131916","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"7872_CR42","doi-asserted-by":"crossref","unstructured":"Wang W, Tu Z (2020) Rethinking the value of transformer components. In: Proceedings of the 28th international conference on computational linguistics, pp 6019\u20136029","DOI":"10.18653\/v1\/2020.coling-main.529"},{"key":"7872_CR43","unstructured":"Ebbinghaus H (1913) Memory (ha ruger & ce bussenius, trans.), vol 39. Teachers College, New York (Original work published 1885)"},{"key":"7872_CR44","unstructured":"Zydney W (2018) Present-bias and salience in discounting across short durations: a proposed experimental approach"},{"key":"7872_CR45","doi-asserted-by":"crossref","unstructured":"Cornia M, Stefanini M, Baraldi L, Cucchiara R (2020) Meshed-memory transformer for image captioning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR42600.2020.01059"},{"key":"7872_CR46","doi-asserted-by":"crossref","unstructured":"Li P, Zhong P, Mao K, Wang D, Yang X, Liu Y, Yin J, See S (2021) Act: an attentive convolutional transformer for efficient text classification. In: Proceedings of the AAAI conference on artificial intelligence, vol 35, pp 13261\u201313269","DOI":"10.1609\/aaai.v35i15.17566"},{"key":"7872_CR47","doi-asserted-by":"crossref","unstructured":"Zheng S, Yang M (2019) A new method of improving bert for text classification. In: International conference on intelligent science and big data engineering. Springer, pp 442\u2013452","DOI":"10.1007\/978-3-030-36204-1_37"},{"issue":"200","key":"7872_CR48","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman M (1937) The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J Am Stat Assoc 32(200):675\u2013701","journal-title":"J Am Stat Assoc"},{"key":"7872_CR49","volume-title":"Distribution-free multiple comparisons","author":"PB Nemenyi","year":"1963","unstructured":"Nemenyi PB (1963) Distribution-free multiple comparisons. Princeton University, Princeton"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07872-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07872-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07872-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T17:31:36Z","timestamp":1673285496000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07872-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,6]]},"references-count":49,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["7872"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07872-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,6]]},"assertion":[{"value":"27 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}