{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,8]],"date-time":"2026-08-08T12:50:56Z","timestamp":1786193456338,"version":"3.56.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"28-29","license":[{"start":{"date-parts":[[2020,11,4]],"date-time":"2020-11-04T00:00:00Z","timestamp":1604448000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,11,4]],"date-time":"2020-11-04T00:00:00Z","timestamp":1604448000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s11042-020-10082-6","type":"journal-article","created":{"date-parts":[[2020,11,4]],"date-time":"2020-11-04T20:02:32Z","timestamp":1604520152000},"page":"35239-35266","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":93,"title":["A survey of pre-processing techniques to improve short-text quality: a case study on hate speech detection on twitter"],"prefix":"10.1007","volume":"80","author":[{"given":"Usman","family":"Naseem","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Imran","family":"Razzak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter W.","family":"Eklund","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,11,4]]},"reference":[{"key":"10082_CR1","unstructured":"Agarwal A, Xie B, Vovsha I, Rambow O, Rebecca J (2011) Passonneau. sentiment analysis of twitter data"},{"key":"10082_CR2","doi-asserted-by":"crossref","unstructured":"Alomari E, Mehmood R, Katib I (2019) Road traffic event detection using twitter data, machine learning, and apache spark. In: 2019 IEEE SmartWorld, ubiquitous intelligence & computing, advanced & trusted computing, scalable computing & communications, cloud & big data computing, internet of people and smart city innovation (Smart- World\/SCALCOM\/UIC\/ATC\/CBDCom\/IOP\/SCI), IEEE, pp 1888\u20131895","DOI":"10.1109\/SmartWorld-UIC-ATC-SCALCOM-IOP-SCI.2019.00332"},{"issue":"4","key":"10082_CR3","doi-asserted-by":"publisher","first-page":"1398","DOI":"10.3390\/app10041398","volume":"10","author":"S Alotaibi","year":"2020","unstructured":"Alotaibi S, Mehmood R, Katib I, Rana O, Albeshri A (2020) Sehaa: a big data analytics tool for healthcare symptoms and diseases detection using twitter, apache spark, and machine learning. Appl Sci 10(4):1398","journal-title":"Appl Sci"},{"key":"10082_CR4","unstructured":"Balahur A (2013) Sentiment analysis in social media texts. In: WASSA@NAACL-HLT"},{"key":"10082_CR5","doi-asserted-by":"crossref","unstructured":"Bao Y, Quan C, Wang L, Ren F (2014) The role of pre-processing in twitter sentiment analysis. In: Huang D-S, Jo K-H, Ling Wang (eds) Intelligent computing methodologies. Springer International Publishing, Cham, pp 615\u2013624","DOI":"10.1007\/978-3-319-09339-0_62"},{"key":"10082_CR6","doi-asserted-by":"crossref","unstructured":"Boia M, Faltings B, Musat CC, Pu P (2013) A: is worth a thousand words: how people attach sentiment to emoticons and words in tweets. In: 2013 international conference on social computing, pp 345\u2013350","DOI":"10.1109\/SocialCom.2013.54"},{"key":"10082_CR7","unstructured":"Davidson T, Warmsley D, Macy MW, Weber I Automated hate speech detection and the problem of offensive language. arXiv:04009.2017"},{"key":"10082_CR8","unstructured":"Dos Santos CN, de C. Gatti MA (2014) Deep convolutional neural networks for sentiment analysis of short texts. In: COLING"},{"issue":"2","key":"10082_CR9","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1145\/980972.981004","volume":"5","author":"UM Fayyad","year":"2003","unstructured":"Fayyad UM, Piatetsky-Shapiro G, Uthurusamy R (2003) Summary from the KDD-03 panel: data mining: the next 10 years. ACM SIGKDD Explor Newsl 5(2):191\u2013196","journal-title":"ACM SIGKDD Explor Newsl"},{"key":"10082_CR10","doi-asserted-by":"crossref","unstructured":"Gimpel K, Schneider N, O\u2019Connor B, Das D, Mills D, Eisenstein J, Smith NA (2010) Part-of-speech tagging for twitter: Annotation, features, and experiments. Carnegie-Mellon Univ Pittsburgh Pa School of Computer Science","DOI":"10.21236\/ADA547371"},{"key":"10082_CR11","doi-asserted-by":"crossref","unstructured":"Golbeck J, Ashktorab Z, Banjo RO, Berlinger A, Bhagwan S, Buntain C, Cheakalos P, Geller AA, Gergory Q, Gnanasekaran RK, Gunasekaran RR, Hoffman KM, Hottle J, Jienjitlert V, Khare S, Lau R, Martindale MJ, Naik S, Nixon HL, Ramachandran P, Rogers KM, Rogers L, Sarin MS, Shahane G, Thanki J, Vengataraman P, Wan Z, Wu DM (2017) A large labeled corpus for online harassment research. In: WebSci","DOI":"10.1145\/3091478.3091509"},{"key":"10082_CR12","doi-asserted-by":"crossref","unstructured":"Haddi E, Liu X, Shi Y (2013) The role of text pre-processing in sentiment analysis. In: ITQM","DOI":"10.1016\/j.procs.2013.05.005"},{"key":"10082_CR13","doi-asserted-by":"crossref","unstructured":"Hovy D, Waseem Z (2016) Hateful symbols or hateful people? predictive features for hate speech detection on twitter. In: Proceedings of the student research workshop, SRW@HLT-NAACL 2016, The 2016 conference of the north american chapter of the association for computational linguistics: human language technologies, San Diego California, USA 12-17, 2016, pp 88\u201393","DOI":"10.18653\/v1\/N16-2013"},{"key":"10082_CR14","doi-asserted-by":"crossref","unstructured":"Jianqiang Z (2015) Pre-processing boosting twitter sentiment analysis? pp 748\u2013753, 12","DOI":"10.1109\/SmartCity.2015.158"},{"key":"10082_CR15","doi-asserted-by":"publisher","first-page":"2870","DOI":"10.1109\/ACCESS.2017.2672677","volume":"5","author":"Z Jianqiang","year":"2017","unstructured":"Jianqiang Z, Xiaolin G (2017) Comparison research on text pre-processing methods on twitter sentiment analysis. IEEE Access 5:2870\u20132879","journal-title":"IEEE Access"},{"key":"10082_CR16","first-page":"1","volume":"PP","author":"Z Jianqiang","year":"2018","unstructured":"Jianqiang Z, Xiaolin G (2018) Deep convolution neural networks for twitter sentiment analysis. IEEE Access PP:1\u20131, 01","journal-title":"IEEE Access"},{"key":"10082_CR17","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1016\/j.dss.2013.09.004","volume":"57","author":"FH Khan","year":"2014","unstructured":"Khan FH, Bashir S, Qamar U (2014) Tom: Twitter opinion mining framework using hybrid classification scheme. Decis Support Syst 57:245\u2013257","journal-title":"Decis Support Syst"},{"key":"10082_CR18","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: EMNLP","DOI":"10.3115\/v1\/D14-1181"},{"issue":"1","key":"10082_CR19","first-page":"723","volume":"50","author":"S Kiritchenko","year":"2014","unstructured":"Kiritchenko S, Zhu X, Mohammad SM (2014) Sentiment analysis of short informal texts. J Artif Int Res 50(1):723\u2013762","journal-title":"J Artif Int Res"},{"key":"10082_CR20","unstructured":"Kouloumpis E, Wilson T, Moore JD (2011) Twitter sentiment analysis: the good the bad and the omg!. In: ICWSM"},{"key":"10082_CR21","doi-asserted-by":"crossref","unstructured":"Lin C, He Y (2009) Joint sentiment\/topic model for sentiment analysis. In: Proceedings of the 18th ACM conference on information and knowledge management, CIKM \u201909, New York, NY, USA, ACM, pp 375\u2013384","DOI":"10.1145\/1645953.1646003"},{"key":"10082_CR22","unstructured":"Looks M, Herreshoff M, Hutchins D, Norvig P (2017) Deep learning with dynamic computation graphs. arXiv:1702.02181"},{"key":"10082_CR23","unstructured":"Mohammad S, Kiritchenko S, Zhu X (2013) Nrc-canada: building the state-of-the-art in sentiment analysis of tweets. In: Second joint conference on lexical and computational semantics (*SEM), Volume 2: proceedings of the seventh international workshop on semantic evaluation (SemEval 2013), association for computational linguistics, pp 321\u2013327"},{"key":"10082_CR24","unstructured":"Naseem U (2020) Hybrid words representation for the classification of low quality text (Doctoral dissertation)"},{"key":"10082_CR25","doi-asserted-by":"crossref","unstructured":"Naseem U, Musial K, Eklund P, Prasad M (2020) Biomedical named-entity recognition by hierarchically fusing biobert representations and deep contextual-level word-embedding. In: 2020 International Joint Conference on Neural Networks (IJCNN), IEEE, pp 1\u20138","DOI":"10.1109\/IJCNN48605.2020.9206808"},{"key":"10082_CR26","doi-asserted-by":"crossref","unstructured":"Naseem U, Khan SK, Razzak I, Hameed IA (2019) Hybrid words representation for airlines sentiment analysis. In: Australasian Joint Conference on Artificial Intelligence. Springer, Cham, pp 381\u2013392","DOI":"10.1007\/978-3-030-35288-2_31"},{"key":"10082_CR27","doi-asserted-by":"crossref","unstructured":"Naseem U, Musial K (2019) Dice: deep intelligent contextual embedding for twitter sentiment analysis. In: 2019 International Conference on Document Analysis and Recognition (ICDAR). IEEE, pp 953\u2013958","DOI":"10.1109\/ICDAR.2019.00157"},{"key":"10082_CR28","doi-asserted-by":"crossref","unstructured":"Naseem U, Razzak I, Eklund P, Musial K (2020) Towards improved deep contextual embedding for the identification of irony and sarcasm. In: 2020 International joint conference on neural networks (IJCNN), IEEE, pp 1\u20137","DOI":"10.1109\/IJCNN48605.2020.9207237"},{"issue":"3","key":"10082_CR29","first-page":"69","volume":"15","author":"U Naseem","year":"2019","unstructured":"Naseem U, Razzak I, Hameed IA (2019) Deep context-aware embedding for abusive and hate speech detection on twitter. Aust. J. Intell. Inf. Process. Syst. 15(3):69\u201376","journal-title":"Aust. J. Intell. Inf. Process. Syst."},{"key":"10082_CR30","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.future.2020.06.050","volume":"113","author":"U Naseem","year":"2020","unstructured":"Naseem U, Razzak I, Musial K, Imran M (2020) Transformer based deep intelligent contextual embedding for twitter sentiment analysis. Future Gener Comp Syst 113:58\u201369","journal-title":"Future Gener Comp Syst"},{"key":"10082_CR31","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: In EMNLP","DOI":"10.3115\/v1\/D14-1162"},{"issue":"2","key":"10082_CR32","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s10723-019-09482-2","volume":"17","author":"Z Saeed","year":"2019","unstructured":"Saeed Z, Abbasi RA, Maqbool O, Sadaf A, Razzak I, Daud A, Aljohani NR, Xu G (2019) What\u2019s happening around the world? a survey and framework on event detection techniques on twitter. J Grid Comput 17(2):279\u2013312","journal-title":"J Grid Comput"},{"key":"10082_CR33","first-page":"491","volume":"12036","author":"Z Saeed","year":"2020","unstructured":"Saeed Z, Abbasi RA, Razzak I (2020) Evesense: what can you sense from twitter?. Adv Inform Retr 12036:491","journal-title":"Adv Inform Retr"},{"key":"10082_CR34","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.eswa.2019.06.005","volume":"136","author":"Z Saeed","year":"2019","unstructured":"Saeed Z, Abbasi RA, Razzak I, Maqbool O, Sadaf A, Xu G (2019) Enhanced heartbeat graph for emerging event detection on twitter using time series networks. Expert Syst Appl 136:115\u2013132","journal-title":"Expert Syst Appl"},{"key":"10082_CR35","doi-asserted-by":"crossref","unstructured":"Saeed Z, Abbasi RA, Razzak MI, Xu G (2019) Event detection in twitter stream using weighted dynamic heartbeat graph approach. arXiv:1902.08522","DOI":"10.1109\/MCI.2019.2919395"},{"key":"10082_CR36","doi-asserted-by":"crossref","unstructured":"Saeed Z, Abbasi RA, Sadaf A, Razzak MI, Xu G (2018) Text stream to temporal network-a dynamic heartbeat graph to detect emerging events on twitter. In: Pacific-asia conference on knowledge discovery and data mining. Springer, New York, pp 534\u2013545","DOI":"10.1007\/978-3-319-93037-4_42"},{"key":"10082_CR37","unstructured":"Saif H, Andres MF, He Y, Alani H (2013) Evaluation datasets for twitter sentiment analysis: a survey and a new dataset, the sts-gold. In: ESSEM@AI*IA"},{"key":"10082_CR38","unstructured":"Saloot MA, Idris N, Mohd Shuib NL, Raj RG, Aw A (2015) Toward tweets normalization using maximum entropy. In: NUT@IJCNLP"},{"issue":"5","key":"10082_CR39","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G Salton","year":"1988","unstructured":"Salton G, Buckley C (1988) Term-weighting approaches in automatic text retrieval. Inform Process Manag 24(5):513\u2013523","journal-title":"Inform Process Manag"},{"key":"10082_CR40","doi-asserted-by":"crossref","unstructured":"Severyn A, Moschitti A (2015) Twitter sentiment analysis with deep convolutional neural networks. In: Proceedings of the 38th international ACM SIGIR conference on research and development in information retrieval, SIGIR \u201915, New York, NY, USA, ACM, pp 959\u2013962","DOI":"10.1145\/2766462.2767830"},{"key":"10082_CR41","doi-asserted-by":"crossref","unstructured":"Singh T, Kumari M (2016) Role of text pre-processing in twitter sentiment analysis","DOI":"10.1016\/j.procs.2016.06.095"},{"key":"10082_CR42","doi-asserted-by":"crossref","unstructured":"Suma S, Mehmood R, Albeshri A (2020) Automatic detection and validation of smart city events using hpc and apache spark platforms. In: Smart infrastructure and applications. Springer, p New York","DOI":"10.1007\/978-3-030-13705-2_3"},{"key":"10082_CR43","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1016\/j.procs.2017.05.440","volume":"109","author":"S Suma","year":"2017","unstructured":"Suma S, Mehmood R, Albugami N, Katib I, Albeshri A (2017) Enabling next generation logistics and planning for smarter societies. Procedia ComputSci 109:1122\u20131127","journal-title":"Procedia ComputSci"},{"key":"10082_CR44","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.eswa.2018.06.022","volume":"110","author":"S Symeonidis","year":"2018","unstructured":"Symeonidis S, Effrosynidis D, Arampatzis A (2018) A comparative evaluation of pre-processing techniques and their interactions for twitter sentiment analysis. Expert Syst Appl 110:298\u2013310","journal-title":"Expert Syst Appl"},{"key":"10082_CR45","doi-asserted-by":"crossref","unstructured":"Tai KS, Socher R, Manning CD (2015) Improved semantic representations from tree-structured long short-term memory networks. In: ACL","DOI":"10.3115\/v1\/P15-1150"},{"key":"10082_CR46","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.ipm.2013.08.006","volume":"50","author":"AK Uysal","year":"2014","unstructured":"Uysal AK, G\u00fcnal S (2014) The impact of preprocessing on text classification. Inf Process Manage 50:104\u2013112","journal-title":"Inf Process Manage"},{"key":"10082_CR47","doi-asserted-by":"crossref","unstructured":"Yamada I, Takeda H, Takefuji Y (2015) Enhancing named entity recognition in twitter messages using entity linking. In: NUT@IJCNLP","DOI":"10.18653\/v1\/W15-4320"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10082-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-020-10082-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10082-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,30]],"date-time":"2021-11-30T17:25:47Z","timestamp":1638293147000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-020-10082-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,4]]},"references-count":47,"journal-issue":{"issue":"28-29","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["10082"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-10082-6","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,11,4]]},"assertion":[{"value":"28 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 August 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 November 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}