{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T12:33:54Z","timestamp":1781613234496,"version":"3.54.5"},"reference-count":89,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3009626","type":"journal-article","created":{"date-parts":[[2020,7,16]],"date-time":"2020-07-16T20:04:45Z","timestamp":1594929885000},"page":"131662-131682","source":"Crossref","is-referenced-by-count":286,"title":["Evaluation of Sentiment Analysis in Finance: From Lexicons to Transformers"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3982-3330","authenticated-orcid":false,"given":"Kostadin","family":"Mishev","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5135-7718","authenticated-orcid":false,"given":"Ana","family":"Gjorgjevikj","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1183-7941","authenticated-orcid":false,"given":"Irena","family":"Vodenska","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lubomir T.","family":"Chitkushev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3105-6010","authenticated-orcid":false,"given":"Dimitar","family":"Trajanov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"ref72","article-title":"HuggingFace’s transformers: State-of-the-art natural language processing","author":"wolf","year":"2019","journal-title":"arXiv 1910 03771"},{"key":"ref71","author":"chollet","year":"2015","journal-title":"Keras"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2089"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2010.939038"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/7068349"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref39","author":"stone","year":"1966","journal-title":"The General Inquirer A Computer Approach to Content Analysis"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1561\/2000000039"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1031"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639344"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461368"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00288"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1070"},{"key":"ref31","first-page":"3294","article-title":"Skip-thought vectors","author":"kiros","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref30","first-page":"1188","article-title":"Distributed representations of sentences and documents","author":"le","year":"2014","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref37","article-title":"A BERT based sentiment analysis and key entity detection approach for online financial texts","author":"zhao","year":"2020","journal-title":"arXiv 2001 05326"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683085"},{"key":"ref35","article-title":"Financial aspect-based sentiment analysis using deep representations","author":"yang","year":"2018","journal-title":"arXiv 1808 07931"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICPHYS.2019.8780312"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.11"},{"key":"ref62","article-title":"Cross-lingual language model pretraining","author":"lample","year":"2019","journal-title":"arXiv 1901 07291"},{"key":"ref61","article-title":"FinBERT: Financial sentiment analysis with pre-trained language models","author":"araci","year":"2019","journal-title":"arXiv 1908 10063"},{"key":"ref63","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"lan","year":"2019","journal-title":"arXiv 1909 11942"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref64","author":"al-garadi","year":"2020","journal-title":"Text Classification Models for the Automatic Detection of Nonmedical Prescription Medication Use from Social Media"},{"key":"ref27","first-page":"3111","article-title":"Distributed representations of words and phrases and their compositionality","author":"mikolov","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref65","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"sanh","year":"2019","journal-title":"arXiv 1910 01108"},{"key":"ref66","article-title":"Unsupervised cross-lingual representation learning at scale","author":"conneau","year":"2019","journal-title":"arXiv 1911 02116"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00051"},{"key":"ref67","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"lewis","year":"2019","journal-title":"arXiv 1910 13461"},{"key":"ref68","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"radford","year":"2019","journal-title":"OpenAIRE blog"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23062"},{"key":"ref2","article-title":"Universal sentence encoder","author":"cer","year":"2018","journal-title":"arXiv 1803 11175"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/UEMCON.2017.8249013"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1253"},{"key":"ref22","article-title":"Improved semantic representations from tree-structured long short-term memory networks","author":"sheng tai","year":"2015","journal-title":"arXiv 1503 00075"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1167"},{"key":"ref24","first-page":"649","article-title":"Character-level convolutional networks for text classification","author":"zhang","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1174"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1052"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-018-9548-y"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.08.044"},{"key":"ref59","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref58","first-page":"1638","article-title":"Contextual string embeddings for sequence labeling","author":"akbik","year":"2018","journal-title":"Proc 27th Int Conf Comput Linguistics"},{"key":"ref57","article-title":"An efficient framework for learning sentence representations","author":"logeswaran","year":"2018","journal-title":"arXiv 1803 02893"},{"key":"ref56","article-title":"Empirical evaluation of gated recurrent neural networks on sequence modeling","author":"chung","year":"2014","journal-title":"arXiv 1412 3555"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8258460"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/UBMK.2018.8566260"},{"key":"ref52","article-title":"Advances in pre-training distributed word representations","author":"mikolov","year":"2017","journal-title":"arXiv 1712 09405"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1142\/S0219024915500430"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAIRO47923.2019.00026"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.2308\/accr-10137"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-6261.2010.01625.x"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2013.05.057"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1080\/10807030902761056"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675144"},{"key":"ref82","article-title":"Recurrent neural network for text classification with multi-task learning","author":"liu","year":"2016","journal-title":"arXiv 1605 05101"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69146-6_11"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.078"},{"key":"ref17","first-page":"1","article-title":"Financial sentiment analysis using machine learning techniques","volume":"3","author":"agaian","year":"2017","journal-title":"Int J Investment Manage Financial Innov"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33110-8_14"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICSC.2018.00052"},{"key":"ref83","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014","journal-title":"arXiv 1409 0473"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-017-0111-6"},{"key":"ref80","article-title":"Deep voice 3: Scaling text-to-speech with convolutional sequence learning","author":"ping","year":"2017","journal-title":"arXiv 1710 07654"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2014.04.022"},{"key":"ref4","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"liu","year":"2019","journal-title":"arXiv 1907 11692"},{"key":"ref3","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv 1810 04805"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM.2016.7752381"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1257\/089533003321164958"},{"key":"ref85","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s42001-019-00035-x"},{"key":"ref86","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref7","first-page":"37","article-title":"Predicting companies stock price direction by using sentiment analysis of news articles","author":"dodevska","year":"2019","journal-title":"Proc 15th Annu Int Conf Comput Sci Educ Comput Sci"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/INTELCCT.2017.8324059"},{"key":"ref87","article-title":"Analyzing stock market movements using twitter sentiment analysis","author":"rao","year":"2012"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39146-0_8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CIFEr.2014.6924062"},{"key":"ref46","article-title":"The word-space model: Using distributional analysis to represent syntagmatic and paradigmatic relations between words in high-dimensional vector spaces","author":"sahlgren","year":"2006"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.104.2.211"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/E17-2068"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1613\/jair.2934"},{"key":"ref42","first-page":"1","article-title":"Trading strategies to exploit blog and news sentiment","author":"zhang","year":"2010","journal-title":"Proc 4th Int AAAI Conf Weblogs Social Media"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s11142-014-9309-4"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1080\/00437956.1954.11659520"},{"key":"ref43","article-title":"Efficient estimation of word representations in vector space","author":"mikolov","year":"2013","journal-title":"arXiv 1301 3781 [cs]"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09142175.pdf?arnumber=9142175","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:54:29Z","timestamp":1639770869000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9142175\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":89,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3009626","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}