{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T14:34:17Z","timestamp":1768314857019,"version":"3.49.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,3,2]],"date-time":"2018-03-02T00:00:00Z","timestamp":1519948800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61502338"],"award-info":[{"award-number":["61502338"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cogn Comput"],"published-print":{"date-parts":[[2018,8]]},"DOI":"10.1007\/s12559-018-9548-y","type":"journal-article","created":{"date-parts":[[2018,3,1]],"date-time":"2018-03-01T23:46:12Z","timestamp":1519947972000},"page":"625-638","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Generating Word Embeddings from an Extreme Learning Machine for Sentiment Analysis and Sequence Labeling Tasks"],"prefix":"10.1007","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3970-2280","authenticated-orcid":false,"given":"Paula","family":"Lauren","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangzhi","family":"Qu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jucheng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Watta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guang-Bin","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amaury","family":"Lendasse","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,3,2]]},"reference":[{"key":"9548_CR1","volume-title":"Foundations of statistical natural language processing","author":"CD Manning","year":"1999","unstructured":"Manning CD, Sch\u00fctze H. Foundations of statistical natural language processing. Cambridge: MIT press; 1999."},{"key":"9548_CR2","volume-title":"Pattern classification","author":"RO Duda","year":"2012","unstructured":"Duda RO, Hart PE, Stork DG. Pattern classification. New York: Wiley; 2012."},{"key":"9548_CR3","unstructured":"Mikolov T, Chen K, Corrado G, Dean J. Efficient estimation of word representations in vector space. ICLR Workshop. 2013."},{"key":"9548_CR4","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD. Glove: global vectors for word representation. EMNLP; 2014.","DOI":"10.3115\/v1\/D14-1162"},{"issue":"3","key":"9548_CR5","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/2874915","volume":"59","author":"G Goth","year":"2016","unstructured":"Goth G. Deep or shallow, nlp is breaking out. Commun ACM 2016;59(3):13\u201316.","journal-title":"Commun ACM"},{"key":"9548_CR6","unstructured":"Maas AL, Ng AY. A probabilistic model for semantic word vectors. NIPS 2010 workshop on deep learning and unsupervised feature learning; 2010. p. 1\u20138."},{"key":"9548_CR7","doi-asserted-by":"crossref","unstructured":"Zou WY, Socher R, Cer DM, Manning CD. Bilingual word embeddings for phrase-based machine translation. EMNLP; 2013. p. 1393\u20131398.","DOI":"10.18653\/v1\/D13-1141"},{"key":"9548_CR8","unstructured":"Le QV, Mikolov T. Distributed representations of sentences and documents. Proceedings of ICML; 2014."},{"key":"9548_CR9","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.neunet.2014.10.001","volume":"61","author":"G Huang","year":"2015","unstructured":"Huang G, Huang G-B, Song S, You K. Trends in extreme learning machines: a review. Neural Netw 2015;61:32\u201348.","journal-title":"Neural Netw"},{"key":"9548_CR10","unstructured":"Dai AM, Olah C, Le QV. Document embedding with paragraph vectors, arXiv: 1507.07998 , 2015. 2015."},{"key":"9548_CR11","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1080\/01638539809545028","volume":"25","author":"TK Landauer","year":"1998","unstructured":"Landauer TK, Foltz PW, Laham D. An introduction to latent semantic analysis. Discourse Processes 1998; 25:259\u2013284.","journal-title":"Discourse Processes"},{"key":"9548_CR12","doi-asserted-by":"crossref","unstructured":"Lauren P, Qu G, Zhang F, Lendasse A. Clinical narrative classification using discriminant word embeddings with elm. Int\u2019l joint conference on neural networks, Vancouver, Canada, July 24\u201329. IEEE; 2016.","DOI":"10.1109\/IJCNN.2016.7727570"},{"key":"9548_CR13","doi-asserted-by":"crossref","unstructured":"Lauren P, Qu G, Zhang F, Lendasse A. Discriminant document embeddings with an extreme learning machine for classifying clinical narrative. Neurocomputing, vol. 277, 14 February 2018, pp. 129\u2013138. 2017.","DOI":"10.1016\/j.neucom.2017.01.117"},{"issue":"3-4","key":"9548_CR14","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/s00521-011-0808-y","volume":"22","author":"W Zheng","year":"2013","unstructured":"Zheng W, Qian Y, Lu H. Text categorization based on regularization extreme learning machine. Neural Comput & Applic 2013;22(3-4):447\u2013456.","journal-title":"Neural Comput & Applic"},{"key":"9548_CR15","doi-asserted-by":"crossref","unstructured":"Zeng L, Li Z. Text classification based on paragraph distributed representation and extreme learning machine. Int\u2019l conference in swarm intelligence. Springer; 2015. p. 81\u201388.","DOI":"10.1007\/978-3-319-20472-7_9"},{"issue":"4","key":"9548_CR16","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MCI.2015.2471215","volume":"10","author":"S Poria","year":"2015","unstructured":"Poria S, Cambria E, Gelbukh A, Bisio F, Hussain A. Sentiment data flow analysis by means of dynamic linguistic patterns. IEEE Comput Intell Mag 2015;10(4):26\u201336.","journal-title":"IEEE Comput Intell Mag"},{"key":"9548_CR17","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1016\/j.neucom.2014.01.064","volume":"149","author":"E Cambria","year":"2015","unstructured":"Cambria E, Gastaldo P, Bisio F, Zunino R. An elm-based model for affective analogical reasoning. Neurocomputing 2015;149:443\u2013455.","journal-title":"Neurocomputing"},{"issue":"2","key":"9548_CR18","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1023\/A:1018966222807","volume":"10","author":"RJ Erb","year":"1993","unstructured":"Erb RJ. Introduction to backpropagation neural network computation. Pharm Res 1993;10(2):165\u2013170.","journal-title":"Pharm Res"},{"key":"9548_CR19","volume-title":"Machine learning: a probabilistic perspective","author":"KP Murphy","year":"2012","unstructured":"Murphy KP. Machine learning: a probabilistic perspective. Cambridge: MIT Press; 2012."},{"key":"9548_CR20","first-page":"37","volume":"27","author":"P Baldi","year":"2012","unstructured":"Baldi P. Autoencoders, unsupervised learning, and deep architectures. J. Mach. Learn. Res. (Proceedings of ICML workshop on unsupervised and transfer learning) 2012;27:37\u201350.","journal-title":"J. Mach. Learn. Res. (Proceedings of ICML workshop on unsupervised and transfer learning)"},{"issue":"3","key":"9548_CR21","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/s12559-015-9375-3","volume":"8","author":"N Ofek","year":"2016","unstructured":"Ofek N, Poria S, Rokach L, Cambria E, Hussain A, Shabtai A. Unsupervised commonsense knowledge enrichment for domain-specific sentiment analysis. Cogn Comput 2016;8(3):467\u2013477. https:\/\/doi.org\/10.1007\/s12559-015-9375-3 .","journal-title":"Cogn Comput"},{"issue":"3","key":"9548_CR22","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/s12559-014-9298-4","volume":"7","author":"Y Xia","year":"2015","unstructured":"Xia Y, Cambria E, Hussain A, Zhao H. Word polarity disambiguation using bayesian model and opinion-level features. Cogn Comput 2015;7(3):369\u2013380. https:\/\/doi.org\/10.1007\/s12559-014-9298-4 .","journal-title":"Cogn Comput"},{"issue":"6","key":"9548_CR23","doi-asserted-by":"publisher","first-page":"843","DOI":"10.1007\/s12559-017-9492-2","volume":"9","author":"Y Li","year":"2017","unstructured":"Li Y, Pan Q, Yang T, Wang S, Tang J, Cambria E. Learning word representations for sentiment analysis. Cogn Comput 2017;9(6):843\u2013851. https:\/\/doi.org\/10.1007\/s12559-017-9492-2 .","journal-title":"Cogn Comput"},{"issue":"2","key":"9548_CR24","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1109\/MIS.2016.31","volume":"31","author":"E Cambria","year":"2016","unstructured":"Cambria E. Affective computing and sentiment analysis. IEEE Intell Syst 2016;31(2):102\u2013107.","journal-title":"IEEE Intell Syst"},{"key":"9548_CR25","doi-asserted-by":"crossref","unstructured":"Mesnil G, He X, Deng L, Bengio Y. Investigation of recurrent-neural-network architectures and learning methods for spoken language understanding. Proceedings of interspeech; 2013.","DOI":"10.21437\/Interspeech.2013-596"},{"key":"9548_CR26","doi-asserted-by":"crossref","unstructured":"Yao K, Zweig G, Hwang M-Y, Shi Y, Yu D. Recurrent neural networks for language understanding. Interspeech; 2013. p. 2524\u20132528.","DOI":"10.21437\/Interspeech.2013-569"},{"key":"9548_CR27","unstructured":"Zhu S, Yu K. Encoder-decoder with focus-mechanism for sequence labelling based spoken language understanding. 2017 IEEE international conference on acoustics, speech and signal processing (ICASSP). IEEE; 2017. p. 5675\u20135679."},{"key":"9548_CR28","doi-asserted-by":"crossref","unstructured":"Lauren P, Qu G, Huang G-B, Watta P, Lendasse A. A low-dimensional vector representation for words using an extreme learning machine. 2017 international joint conference on neural networks (IJCNN); 2017. p. 1817\u20131822.","DOI":"10.1109\/IJCNN.2017.7966071"},{"key":"9548_CR29","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J. Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems; 2013. p. 3111\u20133119."},{"issue":"9","key":"9548_CR30","first-page":"142","volume":"17","author":"L Bottou","year":"1998","unstructured":"Bottou L. Online learning and stochastic approximations. On-Line Learning in Neural Networks 1998;17(9):142.","journal-title":"On-Line Learning in Neural Networks"},{"key":"9548_CR31","unstructured":"Mnih A, Hinton GE. A scalable hierarchical distributed language model. Advances in neural information processing systems; 2009. p. 1081\u20131088."},{"key":"9548_CR32","doi-asserted-by":"crossref","unstructured":"Mikolov T, Deoras A, Povey D, Burget L, \u010cernocky\u0300 J. Strategies for training large scale neural network language models. 2011 IEEE workshop on automatic speech recognition and understanding (ASRU). IEEE; 2011. p. 196\u2013201.","DOI":"10.1109\/ASRU.2011.6163930"},{"key":"9548_CR33","unstructured":"Mnih A, Kavukcuoglu K. Learning word embeddings efficiently with noise-contrastive estimation. Advances in neural information processing systems; 2013. p. 2265\u20132273."},{"issue":"Jul","key":"9548_CR34","first-page":"2121","volume":"12","author":"J Duchi","year":"2011","unstructured":"Duchi J, Hazan E, Singer Y. Adaptive subgradient methods for online learning and stochastic optimization. J Mach Learn Res 2011;12(Jul):2121\u20132159.","journal-title":"J Mach Learn Res"},{"key":"9548_CR35","doi-asserted-by":"crossref","unstructured":"Rao CR, Mitra SK, et al. Generalized inverse of a matrix and its applications. Proceedings of the sixth berkeley symposium on mathematical statistics and probability, Volume 1: Theory of Statistics. The Regents of the University of California; 1972.","DOI":"10.1525\/9780520325883-032"},{"key":"9548_CR36","doi-asserted-by":"crossref","unstructured":"Huang G-B, Siew C-K. Extreme learning machine: Rbf network case. ICARCV 2004 8th control, automation, robotics and vision conference, 2004. vol. 2. IEEE; 2004. p. 1029\u20131036.","DOI":"10.1109\/ICARCV.2004.1468985"},{"issue":"1","key":"9548_CR37","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.neucom.2005.12.126","volume":"70","author":"G-B Huang","year":"2006","unstructured":"Huang G-B, Zhu Q-Y, Siew C-K. Extreme learning machine: theory and applications. Neurocomputing 2006;70(1):489\u2013501.","journal-title":"Neurocomputing"},{"issue":"2","key":"9548_CR38","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1109\/TSMCB.2011.2168604","volume":"42","author":"G-B Huang","year":"2012","unstructured":"Huang G-B, Zhou H, Ding X, Zhang R. Extreme learning machine for regression and multiclass classification. IEEE Trans Syst Man Cybern B Cybern 2012;42(2):513\u2013529.","journal-title":"IEEE Trans Syst Man Cybern B Cybern"},{"issue":"6","key":"9548_CR39","first-page":"31","volume":"28","author":"LLC Kasun","year":"2013","unstructured":"Kasun LLC, Zhou H, Huang G-B, Vong CM. Representational learning with elms for big data. IEEE Intell Syst 2013;28(6):31\u201334.","journal-title":"IEEE Intell Syst"},{"key":"9548_CR40","volume-title":"Introduction to machine learning","author":"E Alpaydin","year":"2014","unstructured":"Alpaydin E. Introduction to machine learning. Cambridge: MIT Press; 2014."},{"key":"9548_CR41","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A. Deep learning. Cambridge: MIT Press; 2016."},{"key":"9548_CR42","doi-asserted-by":"crossref","unstructured":"James G, Witten D, Hastie T. An introduction to statistical learning: with applications in r. New York: Springer. 2014.","DOI":"10.1007\/978-1-4614-7138-7"},{"key":"9548_CR43","doi-asserted-by":"crossref","unstructured":"Everitt BS, Dunn G. 2001. Applied multivariate data analysis. Wiley Online Library, Vol. 2.","DOI":"10.1002\/9781118887486"},{"key":"9548_CR44","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L. A sentimental education: sentiment analysis using subjectivity summarization based on minimum cuts. Proceedings of the ACL; 2004.","DOI":"10.3115\/1218955.1218990"},{"key":"9548_CR45","doi-asserted-by":"crossref","unstructured":"Hemphill CT, Godfrey JJ, Doddington GR, et al. The atis spoken language systems pilot corpus. Proceedings of the DARPA speech and natural language workshop; 1990.","DOI":"10.3115\/116580.116613"},{"key":"9548_CR46","doi-asserted-by":"crossref","unstructured":"Dahl DA, Bates M, Brown M, Fisher W, Hunicke-Smith K, Pallett D, Pao C, Rudnicky A, Shriberg E. Expanding the scope of the atis task: the atis-3 corpus. Proceedings of the workshop on human language technology. Association for Computational Linguistics; 1994. p. 43\u201348.","DOI":"10.3115\/1075812.1075823"},{"key":"9548_CR47","doi-asserted-by":"crossref","unstructured":"Tur G, Hakkani-T\u00fcr D, Heck L. What is left to be understood in atis? 2010 IEEE spoken language technology workshop (SLT). IEEE; 2010. p. 19\u201324.","DOI":"10.1109\/SLT.2010.5700816"},{"key":"9548_CR48","doi-asserted-by":"crossref","unstructured":"Ramshaw LA, Marcus MP. Text chunking using transformation-based learning. Natural language processing using very large corpora. Springer; 1999. p. 157\u2013176.","DOI":"10.1007\/978-94-017-2390-9_10"},{"issue":"3","key":"9548_CR49","doi-asserted-by":"publisher","first-page":"510","DOI":"10.3758\/BF03193020","volume":"39","author":"JA Bullinaria","year":"2007","unstructured":"Bullinaria JA, Levy JP. Extracting semantic representations from word co-occurrence statistics: a computational study. Behav Res Methods 2007;39(3):510\u2013526.","journal-title":"Behav Res Methods"},{"key":"9548_CR50","unstructured":"Weisstein EW. Sigmoid function. http:\/\/mathworld.wolfram.com\/sigmoidfunction.html . Accessed 5 Jan 2017. 2002."},{"issue":"1","key":"9548_CR51","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton GE, Krizhevsky A, Sutskever I, Salakhutdinov R. Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 2014;15(1):1929\u20131958.","journal-title":"J Mach Learn Res"},{"issue":"Nov","key":"9548_CR52","first-page":"2579","volume":"9","author":"Lvd Maaten","year":"2008","unstructured":"Maaten Lvd, Hinton G. Visualizing data using t-sne. J Mach Learn Res 2008;9(Nov):2579\u20132605.","journal-title":"J Mach Learn Res"},{"key":"9548_CR53","volume-title":"Introduction to data mining","author":"P-N Tan","year":"2006","unstructured":"Tan P-N, Steinbach M, Kumar V. Introduction to data mining. London: Pearson; 2006."},{"key":"9548_CR54","doi-asserted-by":"crossref","unstructured":"Li J, Jurafsky D. Do multi-sense embeddings improve natural language understanding? arXiv: 1506.01070 . 2015.","DOI":"10.18653\/v1\/D15-1200"}],"container-title":["Cognitive Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12559-018-9548-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-018-9548-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12559-018-9548-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T06:39:22Z","timestamp":1751438362000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12559-018-9548-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,2]]},"references-count":54,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,8]]}},"alternative-id":["9548"],"URL":"https:\/\/doi.org\/10.1007\/s12559-018-9548-y","relation":{},"ISSN":["1866-9956","1866-9964"],"issn-type":[{"value":"1866-9956","type":"print"},{"value":"1866-9964","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,2]]},"assertion":[{"value":"6 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}},{"value":"Consent was not required as no human or animals were involved.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"This article does not contain any studies with human participants or animals, performed by any of the authors.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and Animal Rights"}}]}}