{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T15:18:35Z","timestamp":1758122315622,"version":"3.37.3"},"reference-count":67,"publisher":"Springer Science and Business Media LLC","issue":"22","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s00500-022-07267-6","type":"journal-article","created":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T15:09:10Z","timestamp":1656688150000},"page":"12703-12715","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Multi-channel word embeddings for sentiment analysis"],"prefix":"10.1007","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7922-6269","authenticated-orcid":false,"given":"Jhe-Wei","family":"Lin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tran Duy","family":"Thanh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rong-Guey","family":"Chang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,1]]},"reference":[{"key":"7267_CR1","unstructured":"Ba J et al. (2014) Multiple object recognition with visual attention. arXiv preprint arXiv:1412.7755."},{"key":"7267_CR2","unstructured":"Bahdanau D et al. (2014) Neural machine translation by jointly learning to align and translate. arXiv preprint arXiv:1409.0473."},{"issue":"2","key":"7267_CR3","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y et al (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"key":"7267_CR4","unstructured":"Chen Y (2015) Convolutional neural network for sentence classification (Master's thesis, University of Waterloo)."},{"issue":"11","key":"7267_CR5","doi-asserted-by":"publisher","first-page":"1875","DOI":"10.1109\/TMM.2015.2477044","volume":"17","author":"K Cho","year":"2015","unstructured":"Cho K et al (2015) Describing multimedia content using attention-based encoder-decoder networks. IEEE Trans Multimedia 17(11):1875\u20131886","journal-title":"IEEE Trans Multimedia"},{"key":"7267_CR6","unstructured":"Chung J et al. (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv preprint arXiv:1412.3555."},{"key":"7267_CR7","doi-asserted-by":"publisher","first-page":"e191","DOI":"10.7717\/peerj-cs.191","volume":"5","author":"A Da\u2019u","year":"2019","unstructured":"Da\u2019u A, Salim N (2019) Aspect extraction on user textual reviews using multi-channel convolutional neural network. PeerJ Comp Sci 5:e191","journal-title":"PeerJ Comp Sci"},{"key":"7267_CR8","doi-asserted-by":"crossref","unstructured":"Dey R and FM Salemt (2017). Gate-variants of Gated Recurrent Unit (GRU) neural networks. In: Circuits and systems (MWSCAS), 2017 IEEE 60th international midwest symposium on, IEEE.","DOI":"10.1109\/MWSCAS.2017.8053243"},{"key":"7267_CR9","unstructured":"Show A (2015) Tell: Neural image caption generation with visual attention. Kelvin Xu et. al. arXiv Pre-Print 83: 89."},{"key":"7267_CR10","doi-asserted-by":"crossref","unstructured":"Gao J et al. (2014) Modeling interestingness with deep neural networks. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP).","DOI":"10.3115\/v1\/D14-1002"},{"key":"7267_CR11","doi-asserted-by":"crossref","unstructured":"Ghassemi MM et al. (2015) A visualization of evolving clinical sentiment using vector representations of clinical notes. Computing in Cardiology Conference (CinC), 2015, IEEE.","DOI":"10.1109\/CIC.2015.7410989"},{"key":"7267_CR12","unstructured":"Goldberg Y and O Levy (2014) word2vec Explained: deriving Mikolov et al.'s negative-sampling word-embedding method. arXiv preprint arXiv:1402.3722."},{"key":"7267_CR13","unstructured":"Gregor K et al. (2015) Draw: A recurrent neural network for image generation. arXiv preprint arXiv:1502.04623."},{"key":"7267_CR14","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1016\/j.neucom.2019.07.052","volume":"363","author":"B Guo","year":"2019","unstructured":"Guo B, Zhang C, Liu J, Ma X (2019) Improving text classification with weighted word embeddings via a multi-channel TextCNN model. Neurocomputing 363:366\u2013374","journal-title":"Neurocomputing"},{"key":"7267_CR15","unstructured":"Guthrie D et al. (2006). A closer look at skip-gram modelling. In: Proceedings of the 5th international Conference on Language Resources and Evaluation (LREC-2006)."},{"key":"7267_CR16","unstructured":"Hermann, K. M., et al. (2015). Teaching machines to read and comprehend. Adv Neural Inf Process Syst."},{"issue":"8","key":"7267_CR17","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"1\u20132","key":"7267_CR18","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1023\/A:1007617005950","volume":"42","author":"T Hofmann","year":"2001","unstructured":"Hofmann T (2001) Unsupervised learning by probabilistic latent semantic analysis. Mach Learn 42(1\u20132):177\u2013196","journal-title":"Mach Learn"},{"key":"7267_CR19","unstructured":"Huang A (2008) Similarity measures for text document clustering. In: Proceedings of the sixth new zealand computer science research student conference (NZCSRSC2008), Christchurch, New Zealand."},{"key":"7267_CR20","unstructured":"Huang EH et al. (2012) Improving word representations via global context and multiple word prototypes. In: Proceedings of the 50th annual meeting of the association for computational linguistics: long papers-volume 1, Association for computational linguistics."},{"key":"7267_CR21","unstructured":"Johnson R and T Zhang (2015) Semi-supervised convolutional neural networks for text categorization via region embedding. Adv Neural Inf Process Syst."},{"key":"7267_CR22","unstructured":"Joulin, A. and T. Mikolov (2015). Inferring algorithmic patterns with stack-augmented recurrent nets. Adv Neural Inf Process Syst."},{"key":"7267_CR23","doi-asserted-by":"crossref","unstructured":"Joulin A et al. (2016) Bag of tricks for efficient text classification. arXiv preprint arXiv:1607.01759.","DOI":"10.18653\/v1\/E17-2068"},{"key":"7267_CR24","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N et al. (2014) A convolutional neural network for modelling sentences. arXiv preprint arXiv:1404.2188.","DOI":"10.3115\/v1\/P14-1062"},{"key":"7267_CR25","unstructured":"Kim Zeng D et al. (2014). Relation classification via convolutional deep neural network. In: Proceedings of COLING 2014, the 25th international conference on computational linguistics: technical papers."},{"key":"7267_CR26","unstructured":"Kiros R et al. (2015) Skip-thought vectors. Adv Neural Inf Process Syst."},{"issue":"2\u20133","key":"7267_CR27","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1080\/01638539809545028","volume":"25","author":"TK Landauer","year":"1998","unstructured":"Landauer TK et al (1998) An introduction to latent semantic analysis. Discourse Process 25(2\u20133):259\u2013284","journal-title":"Discourse Process"},{"key":"7267_CR28","doi-asserted-by":"crossref","unstructured":"Lebret R and R Collobert (2013) Word emdeddings through hellinger PCA. arXiv preprint arXiv:1312.5542.","DOI":"10.3115\/v1\/E14-1051"},{"key":"7267_CR29","doi-asserted-by":"crossref","unstructured":"Lee JY and F Dernoncourt (2016) Sequential short-text classification with recurrent and convolutional neural networks. arXiv preprint arXiv:1603.03827.","DOI":"10.18653\/v1\/N16-1062"},{"key":"7267_CR30","doi-asserted-by":"crossref","unstructured":"Levy O and Y Goldberg (2014a) Dependency-based word embeddings. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 2: Short Papers).","DOI":"10.3115\/v1\/P14-2050"},{"key":"7267_CR31","unstructured":"Levy O and Y Goldberg (2014b) Neural word embedding as implicit matrix factorization. Adv Neural Inf Process Syst."},{"issue":"1","key":"7267_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-02145-9","volume":"5","author":"B Liu","year":"2012","unstructured":"Liu B (2012) Sentiment analysis and opinion mining. Synth Lectures Human Lang Technol 5(1):1\u2013167","journal-title":"Synth Lectures Human Lang Technol"},{"key":"7267_CR33","doi-asserted-by":"publisher","first-page":"2287","DOI":"10.1016\/j.neucom.2017.11.005","volume":"275","author":"Y Liu","year":"2018","unstructured":"Liu Y et al (2018) Modelling context with neural networks for recommending idioms in essay writing. Neurocomputing 275:2287\u20132293","journal-title":"Neurocomputing"},{"key":"7267_CR34","unstructured":"Liu, P., et al. (2015). Learning Context-Sensitive Word Embeddings with Neural Tensor Skip-Gram Model. IJCAI."},{"key":"7267_CR35","unstructured":"Mikolov T et al. (2013) Distributed representations of words and phrases and their compositionality. Adv Neural Inf Process Syst."},{"key":"7267_CR36","doi-asserted-by":"crossref","unstructured":"Mikolov, T., et al. (2010). Recurrent neural network based language model. In: Eleventh annual conference of the international speech communication association.","DOI":"10.21437\/Interspeech.2010-343"},{"key":"7267_CR37","unstructured":"Mikolov T et al. (2013a). Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781."},{"key":"7267_CR38","unstructured":"Mikolov T et al. (2013b) Linguistic regularities in continuous space word representations. In: Proceedings of the 2013b conference of the north american chapter of the association for computational linguistics: human language technologies."},{"key":"7267_CR39","unstructured":"Mnih V et al. (2014) Recurrent models of visual attention. Adv Neural Inf Process Syst."},{"key":"7267_CR40","unstructured":"Mohammad SM et al. (2013) NRC-Canada: Building the state-of-the-art in sentiment analysis of tweets. arXiv preprint arXiv:1308.6242."},{"key":"7267_CR41","unstructured":"Mullen T and N Collier (2004) Sentiment analysis using support vector machines with diverse information sources. In: Proceedings of the 2004 conference on empirical methods in natural language processing."},{"issue":"1\u20132","key":"7267_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000011","volume":"2","author":"B Pang","year":"2008","unstructured":"Pang B, Lee L (2008) Opinion mining and sentiment analysis. Found Trends\u00ae Inf Retr 2(1\u20132):1\u2013135","journal-title":"Found Trends\u00ae Inf Retr"},{"key":"7267_CR43","doi-asserted-by":"crossref","unstructured":"Pang B et al. (2002) Thumbs up?: sentiment classification using machine learning techniques. In: Proceedings of the ACL-02 conference on Empirical methods in natural language processing-Volume 10, Association for computational linguistics.","DOI":"10.3115\/1118693.1118704"},{"key":"7267_CR44","doi-asserted-by":"crossref","unstructured":"Pennington J et al. (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP).","DOI":"10.3115\/v1\/D14-1162"},{"key":"7267_CR45","doi-asserted-by":"crossref","unstructured":"Peters ME et al. (2018) Deep contextualized word representations. arXiv preprint arXiv:1802.05365.","DOI":"10.18653\/v1\/N18-1202"},{"key":"7267_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neucom.2015.12.091","volume":"190","author":"P Qin","year":"2016","unstructured":"Qin P et al (2016) An empirical convolutional neural network approach for semantic relation classification. Neurocomputing 190:1\u20139","journal-title":"Neurocomputing"},{"key":"7267_CR47","unstructured":"Raffel C and D Ellis (2015) Feed-forward networks with attention can solve some long-term memory problems. arXiv preprint arXiv:1512.08756."},{"issue":"1","key":"7267_CR48","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1080\/095400999116340","volume":"11","author":"P Rodriguez","year":"1999","unstructured":"Rodriguez P et al (1999) A recurrent neural network that learns to count. Connect Sci 11(1):5\u201340","journal-title":"Connect Sci"},{"key":"7267_CR49","unstructured":"Rong X (2014) word2vec parameter learning explained. arXiv preprint arXiv:1411.2738."},{"key":"7267_CR50","doi-asserted-by":"crossref","unstructured":"Rosenthal S et al. (2017) SemEval-2017 task 4: Sentiment analysis in Twitter. In: Proceedings of the 11th international workshop on semantic evaluation (SemEval-2017).","DOI":"10.18653\/v1\/S17-2088"},{"key":"7267_CR51","doi-asserted-by":"crossref","unstructured":"Severyn A and A Moschitti (2015) Twitter sentiment analysis with deep convolutional neural networks. In: Proceedings of the 38th international ACM SIGIR conference on research and development in information retrieval, ACM.","DOI":"10.1145\/2766462.2767830"},{"key":"7267_CR52","doi-asserted-by":"crossref","unstructured":"Shen Y et al. (2014) A latent semantic model with convolutional-pooling structure for information retrieval. In: Proceedings of the 23rd ACM international conference on conference on information and knowledge management, ACM.","DOI":"10.1145\/2661829.2661935"},{"key":"7267_CR53","unstructured":"Socher R et al. (2013) Parsing with compositional vector grammars. In: Proceedings of the 51st annual meeting of the association for computational linguistics (Volume 1: Long Papers)."},{"key":"7267_CR54","doi-asserted-by":"crossref","unstructured":"Sriram B et al. (2010) Short text classification in twitter to improve information filtering. In: Proceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval, ACM.","DOI":"10.1145\/1835449.1835643"},{"key":"7267_CR55","unstructured":"Sun, Y., et al. (2015). Modeling mention, context and entity with neural networks for entity disambiguation. In: IJCAI."},{"key":"7267_CR56","doi-asserted-by":"crossref","unstructured":"Sundermeyer M et al. (2012) LSTM neural networks for language modeling. In: Thirteenth annual conference of the international speech communication association.","DOI":"10.21437\/Interspeech.2012-65"},{"key":"7267_CR57","doi-asserted-by":"crossref","unstructured":"Tang D et al. (2014) Learning sentiment-specific word embedding for twitter sentiment classification. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 1: Long Papers).","DOI":"10.3115\/v1\/P14-1146"},{"key":"7267_CR58","doi-asserted-by":"crossref","unstructured":"Tissier J et al. (2017) Dict2vec: learning word embeddings using lexical dictionaries. In: Conference on empirical methods in natural language processing (EMNLP 2017).","DOI":"10.18653\/v1\/D17-1024"},{"key":"7267_CR59","unstructured":"Turian J et al. (2010) Word representations: a simple and general method for semi-supervised learning. In: Proceedings of the 48th annual meeting of the association for computational linguistics, Association for computational linguistics."},{"key":"7267_CR60","doi-asserted-by":"crossref","unstructured":"Turney PD (2002) Thumbs up or thumbs down?: semantic orientation applied to unsupervised classification of reviews. In: Proceedings of the 40th annual meeting on association for computational linguistics, Association for computational linguistics.","DOI":"10.3115\/1073083.1073153"},{"key":"7267_CR61","doi-asserted-by":"crossref","unstructured":"Wallach HM (2006) Topic modeling: beyond bag-of-words. In: Proceedings of the 23rd international conference on Machine learning, ACM.","DOI":"10.1145\/1143844.1143967"},{"key":"7267_CR62","unstructured":"Wang X et al. (2016a) Combination of convolutional and recurrent neural network for sentiment analysis of short texts. In: Proceedings of COLING 2016a, the 26th international conference on computational linguistics: technical papers."},{"key":"7267_CR63","doi-asserted-by":"crossref","unstructured":"Wang Y et al. (2016b) Attention-based lstm for aspect-level sentiment classification. In: Proceedings of the 2016b conference on empirical methods in natural language processing.","DOI":"10.18653\/v1\/D16-1058"},{"key":"7267_CR64","doi-asserted-by":"crossref","unstructured":"Wang J et al. (2016c) Dimensional sentiment analysis using a regional CNN-LSTM model. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 2: Short Papers).","DOI":"10.18653\/v1\/P16-2037"},{"key":"7267_CR65","unstructured":"Yoon J and Kim H (2017, November) Multi-channel lexicon integrated CNN-BiLSTM models for sentiment analysis. In Proceedings of the 29th conference on computational linguistics and speech processing (ROCLING 2017) (pp. 244\u2013253)."},{"issue":"1\u20134","key":"7267_CR66","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s13042-010-0001-0","volume":"1","author":"Y Zhang","year":"2010","unstructured":"Zhang Y et al (2010) Understanding bag-of-words model: a statistical framework. Int J Mach Learn Cybern 1(1\u20134):43\u201352","journal-title":"Int J Mach Learn Cybern"},{"key":"7267_CR67","unstructured":"Zhang Y and B Wallace (2015) A sensitivity analysis of (and practitioners' guide to) convolutional neural networks for sentence classification. arXiv preprint arXiv:1510.03820."}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07267-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-022-07267-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07267-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T06:39:32Z","timestamp":1664519972000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-022-07267-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,1]]},"references-count":67,"journal-issue":{"issue":"22","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["7267"],"URL":"https:\/\/doi.org\/10.1007\/s00500-022-07267-6","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"type":"print","value":"1432-7643"},{"type":"electronic","value":"1433-7479"}],"subject":[],"published":{"date-parts":[[2022,7,1]]},"assertion":[{"value":"16 May 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The named authors have no conflict of interest, financial or otherwise. The manuscript is an original work, and it has not been previously published in whole or in part, all of us have read the final manuscript and approved the submission to the journal.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}