{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:21:25Z","timestamp":1780636885727,"version":"3.54.1"},"reference-count":55,"publisher":"Informa UK Limited","issue":"1","license":[{"start":{"date-parts":[[2023,2,9]],"date-time":"2023-02-09T00:00:00Z","timestamp":1675900800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2020R1G1A1003384"],"award-info":[{"award-number":["2020R1G1A1003384"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Applied Artificial Intelligence"],"published-print":{"date-parts":[[2023,12,31]]},"DOI":"10.1080\/08839514.2023.2175112","type":"journal-article","created":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T05:45:41Z","timestamp":1676007941000},"update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":44,"title":["A study on the evaluation of tokenizer performance in natural language processing"],"prefix":"10.1080","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8884-3437","authenticated-orcid":false,"given":"Sanghyun","family":"Choo","sequence":"first","affiliation":[{"name":"Edward P. Fitts Department of Industrial and Systems Engineering, North Carolina State University, Raleigh, NC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5177-8072","authenticated-orcid":false,"given":"Wonjoon","family":"Kim","sequence":"additional","affiliation":[{"name":"Division of Future Convergence (HCI Science Major), Dongduk Women\u2019s University, Seoul, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2023,2,9]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.3390\/info12120523"},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13278-019-0557-y"},{"key":"e_1_3_3_4_1","first-page":"1","article-title":"Social media use in 2021","volume":"1","author":"Auxier B.","year":"2021","unstructured":"Auxier, B., and M. Anderson. 2021. Social media use in 2021. Pew Research Center 1:1\u20134.","journal-title":"Pew Research Center"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.04.009"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.08.005"},{"key":"e_1_3_3_9_1","first-page":"2493","article-title":"Natural language processing (almost) from scratch","volume":"12","author":"Collobert R.","year":"2011","unstructured":"Collobert, R., J. Weston, L. Bottou, M. Karlen, K. Kavukcuoglu, and P. Kuksa. 2011. Natural language processing (almost) from scratch. Journal of Machine Learning Research 12:2493\u2013537.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103539"},{"key":"e_1_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijresmar.2010.09.001"},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2018.06.007"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.3389\/fmed.2022.948917"},{"key":"e_1_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-015-0015-2"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102438"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2005.10.004"},{"key":"e_1_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/GCCE53005.2021.9622064"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/1063293X06068358"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11010216"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-022-03698-z"},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2022.3200890"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107397"},{"key":"e_1_3_3_24_1","first-page":"204","volume-title":"Proceedings of the 28th Pacific Asia conference on language, information and computing","author":"Kaewpitakkun Y.","year":"2014","unstructured":"Kaewpitakkun, Y., K. Shirai, and M. Mohd (2014, December). Sentiment lexicon interpolation and polarity estimation of objective and out-of-vocabulary words to improve sentiment classification on microblogging. In Proceedings of the 28th Pacific Asia conference on language, information and computing, Phuket,Thailand, (pp. 204\u201313)."},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-018-3349-9"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2021.103167"},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1108\/DTA-03-2018-0021"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2018.08.014"},{"key":"e_1_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2017.07.009"},{"issue":"2","key":"e_1_3_3_30_1","article-title":"Sound quality evaluation for vehicle door opening sound using psychoacoustic parameters","volume":"6","author":"Kim W.","year":"2018","unstructured":"Kim, W., D. Park, Y. M. Kim, T. Ryu, and M. H. Yun. 2018b. Sound quality evaluation for vehicle door opening sound using psychoacoustic parameters. Journal of Engineering Research 6 (2):176\u2013190.","journal-title":"Journal of Engineering Research"},{"issue":"1","key":"e_1_3_3_31_1","first-page":"19","article-title":"Semantic analysis via application of deep learning using naver movie review data","volume":"35","author":"Kim S.","year":"2022","unstructured":"Kim, S., and J. Song. 2022. Semantic analysis via application of deep learning using naver movie review data. The Korean Journal of Applied Statistics 35 (1):19\u201333.","journal-title":"The Korean Journal of Applied Statistics"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.3390\/app8081280"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11178032"},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1808.06226"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.3390\/app10093320"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.9717\/kmms.2014.17.2.232"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2989424"},{"key":"e_1_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1506.00019"},{"key":"e_1_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tourman.2007.05.011"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02145-9"},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/IACC48062.2019.8971592"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.3390\/app9030604"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/AICAS54282.2022.9869853"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2019.102843"},{"key":"e_1_3_3_45_1","first-page":"1","volume-title":"6th Italian Conference on Computational Linguistics, CLiC-it 2019","volume":"2481","author":"Polignano M.","year":"2019","unstructured":"Polignano, M., P. Basile, M. De Gemmis, G. Semeraro, and V. Basile (2019). Alberto: Italian BERT language understanding model for NLP challenging tasks based on tweets. In 6th Italian Conference on Computational Linguistics, CLiC-it 2019, Bari, Italy, (Vol. 2481, pp. 1\u20136). CEUR."},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2018.11.003"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2370.2010.00280.x"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2020.103033"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.3390\/app12083709"},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2022.103210"},{"key":"e_1_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2997675"},{"key":"e_1_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.33965\/celda2019_201911L003"},{"key":"e_1_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2017.2752138"},{"key":"e_1_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6443"},{"key":"e_1_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-102089-0.00006-6"},{"key":"e_1_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2969854"},{"key":"e_1_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2013.02.001"},{"key":"e_1_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-60327-101-1_2"}],"container-title":["Applied Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08839514.2023.2175112","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,8]],"date-time":"2024-04-08T09:17:25Z","timestamp":1712567845000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/08839514.2023.2175112"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,9]]},"references-count":55,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,12,31]]}},"alternative-id":["10.1080\/08839514.2023.2175112"],"URL":"https:\/\/doi.org\/10.1080\/08839514.2023.2175112","relation":{},"ISSN":["0883-9514","1087-6545"],"issn-type":[{"value":"0883-9514","type":"print"},{"value":"1087-6545","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,9]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uaai20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uaai20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2022-06-17","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-01-27","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-02-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"2175112"}}