{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T14:02:29Z","timestamp":1783000949602,"version":"3.54.5"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T00:00:00Z","timestamp":1641945600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T00:00:00Z","timestamp":1641945600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s11042-022-11900-9","type":"journal-article","created":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T12:03:44Z","timestamp":1641989024000},"page":"6413-6431","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["A comparison of text weighting schemes on sentiment analysis of government policies: a case study of replacement of national examinations"],"prefix":"10.1007","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8413-5070","authenticated-orcid":false,"given":"Edi","family":"Sutoyo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Achmad Pratama","family":"Rifai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anhar","family":"Risnumawan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muhardi","family":"Saputra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,1,12]]},"reference":[{"key":"11900_CR1","doi-asserted-by":"publisher","unstructured":"Agarwal A, Xie B, Vovsha I, Rambow O, Passonneau RJ (2011) Sentiment analysis of Twitter data. In: Proceedings of the Workshop on Language in Social Media (LSM 2011), pp 30\u201338. https:\/\/doi.org\/10.21105\/joss.00764","DOI":"10.21105\/joss.00764"},{"issue":"6","key":"11900_CR2","doi-asserted-by":"publisher","first-page":"4554","DOI":"10.11591\/ijece.v8i6.pp4554-4567","volume":"8","author":"Y Al Amrani","year":"2018","unstructured":"Al Amrani Y, Lazaar M, El Kadiri KE (2018) A novel hybrid classification approach for sentiment analysis of text document. Int J Electr Comput Eng 8(6):4554\u20134567. https:\/\/doi.org\/10.11591\/ijece.v8i6.pp4554-4567","journal-title":"Int J Electr Comput Eng"},{"issue":"3","key":"11900_CR3","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/s10489-014-0609-y","volume":"42","author":"F Ali","year":"2015","unstructured":"Ali F, Kim EK, Kim YG (Nov. 2015) Type-2 fuzzy ontology-based opinion mining and information extraction: a proposal to automate the hotel reservation system. Appl Intell 42(3):481\u2013500. https:\/\/doi.org\/10.1007\/s10489-014-0609-y","journal-title":"Appl Intell"},{"key":"11900_CR4","doi-asserted-by":"publisher","unstructured":"Aninditya A, Hasibuan MA, Sutoyo E (2019) Text mining approach using TF-IDF and naive Bayes for classification of exam questions based on cognitive level of Bloom\u2019s taxonomy. In: 2019 IEEE International Conference on Internet of Things and Intelligence System (IoTaIS), pp 112\u2013117. https:\/\/doi.org\/10.1109\/IoTaIS47347.2019.8980428.","DOI":"10.1109\/IoTaIS47347.2019.8980428"},{"key":"11900_CR5","volume-title":"Modern information retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates R, Ribeiro-Neto B et al (1999) Modern information retrieval. ACM Press, New York"},{"key":"11900_CR6","doi-asserted-by":"publisher","unstructured":"Bhargava K, Katarya R (2018) An improved lexicon using logistic regression for sentiment analysis. 2017 Int. Conf. Comput. Commun. Technol. Smart Nation, IC3TSN 2017, vol. 2017-Octob, no. December 2015, pp 332\u2013337. https:\/\/doi.org\/10.1109\/IC3TSN.2017.8284501","DOI":"10.1109\/IC3TSN.2017.8284501"},{"issue":"2","key":"11900_CR7","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s11749-016-0481-7","volume":"25","author":"G Biau","year":"2016","unstructured":"Biau G, Scornet E (2016) A random forest guided tour. Test 25(2):197\u2013227","journal-title":"Test"},{"issue":"1","key":"11900_CR8","doi-asserted-by":"publisher","first-page":"36","DOI":"10.25008\/ijadis.v2i1.1216","volume":"2","author":"W Bourequat","year":"2021","unstructured":"Bourequat W, Mourad H (2021) Sentiment analysis approach for analyzing iPhone release using support vector machine. Int J Adv Data Inf Syst 2(1):36\u201344. https:\/\/doi.org\/10.25008\/ijadis.v2i1.1216","journal-title":"Int J Adv Data Inf Syst"},{"issue":"1","key":"11900_CR9","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"11900_CR10","doi-asserted-by":"publisher","unstructured":"Chen T, Guestrin C (2016) XGBoost: a scalable tree boosting system. In: Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, vol. 13\u201317-Augu, pp 785\u2013794. https:\/\/doi.org\/10.1145\/2939672.2939785","DOI":"10.1145\/2939672.2939785"},{"key":"11900_CR11","doi-asserted-by":"publisher","first-page":"1339","DOI":"10.1016\/j.eswa.2016.09.009","volume":"66","author":"K Chen","year":"2016","unstructured":"Chen K, Zhang Z, Long J, Zhang H (2016) Turning from TF-IDF to TF-IGM for term weighting in text classification. Expert Syst Appl 66:1339\u20131351. https:\/\/doi.org\/10.1016\/j.eswa.2016.09.009","journal-title":"Expert Syst Appl"},{"key":"11900_CR12","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1016\/j.ins.2016.01.033","volume":"340\u2013341","author":"X Deng","year":"2016","unstructured":"Deng X, Liu Q, Deng Y, Mahadevan S (2016) An improved method to construct basic probability assignment based on the confusion matrix for classification problem. Inf Sci (NY) 340\u2013341:250\u2013261. https:\/\/doi.org\/10.1016\/j.ins.2016.01.033","journal-title":"Inf Sci (NY)"},{"key":"11900_CR13","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/978-3-319-30162-4_4","volume":"584","author":"G Domeniconi","year":"2016","unstructured":"Domeniconi G, Moro G, Pasolini R, Sartori C (2016) A comparison of term weighting schemes for text classification and sentiment analysis with a supervised variant of tf.idf. Commun Comput Inf Sci 584:39\u201358. https:\/\/doi.org\/10.1007\/978-3-319-30162-4_4","journal-title":"Commun Comput Inf Sci"},{"issue":"5","key":"11900_CR14","doi-asserted-by":"publisher","first-page":"470","DOI":"10.17706\/jcp.12.5.470-478","volume":"12","author":"U Farooq","year":"2017","unstructured":"Farooq U (2017) Negation handling in sentiment analysis at sentence level. J Comput 12(5):470\u2013478. https:\/\/doi.org\/10.17706\/jcp.12.5.470-478","journal-title":"J Comput"},{"issue":"1","key":"11900_CR15","doi-asserted-by":"publisher","first-page":"525","DOI":"10.11591\/ijece.v9i1.pp525-530","volume":"9","author":"MA Fauzi","year":"2018","unstructured":"Fauzi MA (2018) Word2Vec model for sentiment analysis of product reviews in Indonesian language. Int J Electr Comput Eng 9(1):525. https:\/\/doi.org\/10.11591\/ijece.v9i1.pp525-530","journal-title":"Int J Electr Comput Eng"},{"key":"11900_CR16","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-10247-4","volume-title":"Data preprocessing in data mining","author":"S Garc\u00eda","year":"2015","unstructured":"Garc\u00eda S, Luengo J, Herrera F (2015) Data preprocessing in data mining, vol vol. 72. Springer, New York"},{"key":"11900_CR17","doi-asserted-by":"publisher","first-page":"822","DOI":"10.1016\/j.asoc.2017.05.038","volume":"67","author":"V Garc\u00eda-D\u00edaz","year":"2018","unstructured":"Garc\u00eda-D\u00edaz V, Espada JP, Crespo RG, Pelayo G-Bustelo BC, Cueva Lovelle JM (2018) An approach to improve the accuracy of probabilistic classifiers for decision support systems in sentiment analysis. Appl Soft Comput J 67:822\u2013833. https:\/\/doi.org\/10.1016\/j.asoc.2017.05.038","journal-title":"Appl Soft Comput J"},{"key":"11900_CR18","volume-title":"Analyzing receiver operating characteristic curves with SAS","author":"M G\u00f6nen","year":"2007","unstructured":"G\u00f6nen M (2007) Analyzing receiver operating characteristic curves with SAS. SAS Institute, Cary"},{"key":"11900_CR19","unstructured":"Han J, Kamber M, Pei J (2012) Data mining, concepts and techniques"},{"key":"11900_CR20","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1007\/978-0-387-84858-7_15","volume-title":"The elements of statistical learning","author":"T Hastie","year":"2009","unstructured":"Hastie T, Tibshirani R, Friedman J (2009) Random forests. In: The elements of statistical learning. Springer, New York, pp 587\u2013604"},{"issue":"2","key":"11900_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5121\/ijdkp.2015.5201","volume":"5","author":"M Hossin","year":"2015","unstructured":"Hossin M, Sulaiman MN (2015) A review on evaluation metrics for data classification evaluations. Int J Data Mining Knowl Manag Process 5(2):1","journal-title":"Int J Data Mining Knowl Manag Process"},{"key":"11900_CR22","unstructured":"Indonesia PR (2003) Undang-Undang Republik Indonesia Nomor 20 Tahun 2003 Tentang Sistem Pendidikan Nasional. Jakarta Pemerintah Republik Indones"},{"issue":"6","key":"11900_CR23","doi-asserted-by":"publisher","first-page":"5409","DOI":"10.11591\/ijece.v8i6.pp5409-5414","volume":"8","author":"MR Irfan","year":"2018","unstructured":"Irfan MR, Fauzi MA, Tibyani T, Mentari ND (2018) Twitter sentiment analysis on 2013 curriculum using ensemble features and K-nearest neighbor. Int J Electr Comput Eng 8(6):5409. https:\/\/doi.org\/10.11591\/ijece.v8i6.pp5409-5414","journal-title":"Int J Electr Comput Eng"},{"issue":"1","key":"11900_CR24","doi-asserted-by":"publisher","first-page":"9","DOI":"10.25008\/ijadis.v1i1.7","volume":"1","author":"NA Khairani","year":"2020","unstructured":"Khairani NA, Sutoyo E (2020) Application of K-means clustering algorithm for determination of fire-prone areas utilizing hotspots in West Kalimantan Province. Int J Adv Data Inf Syst 1(1):9\u201316. https:\/\/doi.org\/10.25008\/ijadis.v1i1.7","journal-title":"Int J Adv Data Inf Syst"},{"key":"11900_CR25","doi-asserted-by":"crossref","unstructured":"Kibriya AM, Frank E, Pfahringer B, Holmes G (2004), Multinomial naive bayes for text categorization revisited. In: Australasian Joint Conference on Artificial Intelligence, pp 488\u2013499","DOI":"10.1007\/978-3-540-30549-1_43"},{"key":"11900_CR26","doi-asserted-by":"publisher","unstructured":"Kim S-M, Hovy E (2006) Extracting opinions, opinion holders, and topics expressed in online news media text. In: Proceedings of the Workshop on Sentiment and Subjectivity in Text, pp 1\u20138. https:\/\/doi.org\/10.3115\/1654641.1654642.","DOI":"10.3115\/1654641.1654642"},{"key":"11900_CR27","doi-asserted-by":"publisher","unstructured":"Kohavi R (1996) Scaling up the accuracy of naive-Bayes classifiers : a decision-tree hybrid. In: KDD, vol. 6319 LNAI, no. 96, pp. 202\u2013207. https:\/\/doi.org\/10.1007\/978-3-642-16530-6_42.","DOI":"10.1007\/978-3-642-16530-6_42"},{"issue":"5","key":"11900_CR28","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1016\/S0167-4048(02)00514-X","volume":"21","author":"Y Liao","year":"2002","unstructured":"Liao Y, Vemuri VR (2002) Use of k-nearest neighbor classifier for intrusion detection. Comput Secur 21(5):439\u2013448. https:\/\/doi.org\/10.1016\/S0167-4048(02)00514-X","journal-title":"Comput Secur"},{"issue":"1","key":"11900_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00416ED1V01Y201204HLT016","volume":"5","author":"B Liu","year":"2012","unstructured":"Liu B (May 2012) Sentiment analysis and opinion mining. Synth Lect Hum Lang Technol 5(1):1\u2013184. https:\/\/doi.org\/10.2200\/S00416ED1V01Y201204HLT016","journal-title":"Synth Lect Hum Lang Technol"},{"issue":"1\u20132","key":"11900_CR30","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1111\/j.1440-1681.1996.tb02836.x","volume":"11","author":"JB Lovins","year":"1996","unstructured":"Lovins JB (1996) Development of a stemming algorithm. Mech Transl Comput Linguist 11(1\u20132):22\u201331. https:\/\/doi.org\/10.1111\/j.1440-1681.1996.tb02836.x","journal-title":"Mech Transl Comput Linguist"},{"key":"11900_CR31","volume-title":"Foundations of statistical natural language processing","author":"CD Manning","year":"1999","unstructured":"Manning CD, Manning CD, Sch\u00fctze H (1999) Foundations of statistical natural language processing. MIT Press, Cambridge"},{"key":"11900_CR32","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. 1st Int. Conf. Learn. Represent. ICLR 2013 - Work. Track Proc., pp 1\u201312"},{"issue":"1","key":"11900_CR33","doi-asserted-by":"publisher","first-page":"63","DOI":"10.22452\/mjcs.vol30no1.5","volume":"30","author":"RU Mustafa","year":"2017","unstructured":"Mustafa RU, Nawaz MS, Lali MIU, Zia T, Mehmood W (2017) Predicting the cricket match outcome using crowd opinions on social networks: a comparative study of machine learning methods. Malays J Comput Sci 30(1):63\u201376","journal-title":"Malays J Comput Sci"},{"issue":"1","key":"11900_CR34","doi-asserted-by":"publisher","first-page":"26","DOI":"10.25008\/bcsee.v1i1.5","volume":"1","author":"R Novendri","year":"2020","unstructured":"Novendri R, Callista AS, Pratama DN, Puspita CE (2020) Sentiment analysis of YouTube movie trailer comments using Na\u00efve Bayes. Bull Comput Sci Electr Eng 1(1):26\u201332. https:\/\/doi.org\/10.25008\/bcsee.v1i1.5","journal-title":"Bull Comput Sci Electr Eng"},{"key":"11900_CR35","doi-asserted-by":"publisher","unstructured":"Pak A, Paroubek P (2010) Twitter as a corpus for sentiment analysis and opinion mining. Proc 7th Int Conf Lang Resour Eval Lr vol. 5, no. 12, pp. 1320\u20131326. https:\/\/doi.org\/10.17148\/ijarcce.2016.51274.","DOI":"10.17148\/ijarcce.2016.51274"},{"key":"11900_CR36","unstructured":"Puspendik Sejarah Ujian Nasional. [Online]. Available: https:\/\/puspendik.kemdikbud.go.id\/ujian-nasional-un. (Accessed 08 Mar 2020)"},{"key":"11900_CR37","unstructured":"Puspendik Capaian Nasional. [Online]. Available: https:\/\/puspendik.kemdikbud.go.id\/hasil-un\/. (Accessed 08 Mar 2020)"},{"issue":"3","key":"11900_CR38","doi-asserted-by":"publisher","first-page":"2152","DOI":"10.11591\/ijece.v9i3.pp2152-2163","volume":"9","author":"CJ Rameshbhai","year":"2019","unstructured":"Rameshbhai CJ, Paulose J (2019) Opinion mining on newspaper headlines using SVM and NLP. Int J Electr Comput Eng 9(3):2152\u20132163. https:\/\/doi.org\/10.11591\/ijece.v9i3.pp2152-2163","journal-title":"Int J Electr Comput Eng"},{"issue":"1","key":"11900_CR39","doi-asserted-by":"publisher","first-page":"178","DOI":"10.11591\/ijeei.v8i1.1696","volume":"8","author":"N Rezaeian","year":"2020","unstructured":"Rezaeian N, Novikova G (2020) Persian text classification using naive bayes algorithms and support vector machine algorithm. Indones J Electr Eng Inform 8(1):178\u2013188. https:\/\/doi.org\/10.11591\/ijeei.v8i1.1696","journal-title":"Indones J Electr Eng Inform"},{"issue":"5","key":"11900_CR40","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1108\/00220410410560582","volume":"60","author":"S Robertson","year":"2004","unstructured":"Robertson S (2004) Understanding inverse document frequency: on theoretical arguments for IDF. J Doc 60(5):503\u2013520. https:\/\/doi.org\/10.1108\/00220410410560582","journal-title":"J Doc"},{"issue":"5","key":"11900_CR41","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G Salton","year":"1988","unstructured":"Salton G, Buckley C (Jan. 1988) Term-weighting approaches in automatic text retrieval. Inf Process Manag 24(5):513\u2013523. https:\/\/doi.org\/10.1016\/0306-4573(88)90021-0","journal-title":"Inf Process Manag"},{"key":"11900_CR42","first-page":"130","volume":"45","author":"B Shahzad","year":"2017","unstructured":"Shahzad B, Lali I, Nawaz MS, Aslam W, Mustafa R, Mashkoor A (2017) Discovery and classification of user interests on social media. Inf Discov Deliv 45:130\u2013138","journal-title":"Inf Discov Deliv"},{"issue":"1","key":"11900_CR43","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/S0034-4257(97)00083-7","volume":"62","author":"SV Stehman","year":"1997","unstructured":"Stehman SV (Oct. 1997) Selecting and interpreting measures of thematic classification accuracy. Remote Sens Environ 62(1):77\u201389. https:\/\/doi.org\/10.1016\/S0034-4257(97)00083-7","journal-title":"Remote Sens Environ"},{"issue":"04","key":"11900_CR44","doi-asserted-by":"publisher","first-page":"1620","DOI":"10.11591\/eei.v9i4.2352","volume":"9","author":"E Sutoyo","year":"2020","unstructured":"Sutoyo E, Almaarif A (2020) Twitter sentiment analysis of the relocation of Indonesia\u2019s Capital City. Bull Electr Eng Inform 9(04):1620\u20131630. https:\/\/doi.org\/10.11591\/eei.v9i4.2352","journal-title":"Bull Electr Eng Inform"},{"key":"11900_CR45","doi-asserted-by":"publisher","unstructured":"Sutoyo E, Yanto ITR, Saedudin RR, Herawan T (2017) A soft set-based co-occurrence for clustering web user transactions. Telkomnika (Telecommun Comput Electron Control 15(3). https:\/\/doi.org\/10.12928\/TELKOMNIKA.v15i3.6382","DOI":"10.12928\/TELKOMNIKA.v15i3.6382"},{"key":"11900_CR46","doi-asserted-by":"publisher","unstructured":"Sutoyo E, Yanto ITR, Saadi Y, Chiroma H, Hamid S, Herawan T (2019) A framework for clustering of web users transaction based on soft set theory. In: Proceedings of the International Conference on Data Engineering 2015 (DaEng-2015), vol. 520, pp 307\u2013314. https:\/\/doi.org\/10.1007\/978-981-13-1799-6_32","DOI":"10.1007\/978-981-13-1799-6_32"},{"key":"11900_CR47","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1613\/jair.2934","volume":"37","author":"PD Turney","year":"2010","unstructured":"Turney PD, Pantel P (2010) From frequency to meaning: vector space models of semantics. J Artif Intell Res 37:141\u2013188. https:\/\/doi.org\/10.1613\/jair.2934","journal-title":"J Artif Intell Res"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-11900-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-11900-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-11900-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,22]],"date-time":"2023-01-22T18:08:02Z","timestamp":1674410882000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-11900-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,12]]},"references-count":47,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["11900"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-11900-9","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,12]]},"assertion":[{"value":"1 April 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 December 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 January 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this article. The authors confirmed that the data and the paper are free of plagiarism.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}