{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T03:12:26Z","timestamp":1774321946614,"version":"3.50.1"},"reference-count":78,"publisher":"Informa UK Limited","issue":"4","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of Management Information Systems"],"published-print":{"date-parts":[[2025,10,2]]},"DOI":"10.1080\/07421222.2025.2561383","type":"journal-article","created":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T17:12:57Z","timestamp":1763572377000},"page":"1055-1086","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":2,"title":["Leveraging Large Language Models for Hate Speech Detection: Multi-Agent, Information-Theoretic Prompt Learning for Enhancing Contextual Understanding"],"prefix":"10.1080","volume":"42","author":[{"given":"Kyuhan","family":"Lee","sequence":"first","affiliation":[{"name":"Korea University Business School","place":["Seoul, South Korea"]},{"name":"Eller College of Management, University of Arizona","place":["Tucson, USA"]}]},{"given":"Sudha","family":"Ram","sequence":"additional","affiliation":[{"name":"Korea University Business School","place":["Seoul, South Korea"]},{"name":"Eller College of Management, University of Arizona","place":["Tucson, USA"]}]}],"member":"301","published-online":{"date-parts":[[2025,11,19]]},"reference":[{"key":"e_1_3_4_2_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2024.editorial.v35.n2"},{"key":"e_1_3_4_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2022.101365"},{"key":"e_1_3_4_4_1","unstructured":"American Psychological Association. Addressing Race-based Hate Speech and Microaggressive Behavior in Schools. https:\/\/www.apa.org\/ed\/schools\/primer\/race-hate (accessed May 2024)."},{"key":"e_1_3_4_5_1","unstructured":"Arsht A.; and Etcovitch D. The Human Cost of Online Content Moderation. 2018. https:\/\/jolt.law.harvard.edu\/digest\/the-human-cost-of-online-content-moderation (accessed June 2024)."},{"key":"e_1_3_4_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.osnem.2021.100153"},{"key":"e_1_3_4_7_1","doi-asserted-by":"publisher","DOI":"10.1525\/ae.2005.32.4.499"},{"key":"e_1_3_4_8_1","doi-asserted-by":"publisher","DOI":"10.3115\/1667583.1667633"},{"key":"e_1_3_4_9_1","unstructured":"Callahan M. Why Does Instagram Have a Negative Effect on Teenagers\u2019 Mental Health? 2021. https:\/\/news.northeastern.edu\/2021\/09\/20\/negative-effects-of-instagram\/ (accessed October 2023)."},{"key":"e_1_3_4_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612498"},{"key":"e_1_3_4_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.22"},{"key":"e_1_3_4_12_1","unstructured":"Chan C. M.; Chen W.; Su Y.; Yu J.; Xue W.; Zhang S.; Fu J.; Liu Z. Chateval: Towards better llm-based evaluators through multi-agent debate. arXiv preprint arXiv:2308.07201 2023."},{"key":"e_1_3_4_13_1","doi-asserted-by":"publisher","DOI":"10.25300\/MISQ\/2016\/40.2.05"},{"key":"e_1_3_4_14_1","unstructured":"Chiu K. L.; Collins A.; and Alexander R. Detecting hate speech with gpt-3. arXiv preprint arXiv:2103.12407 2021."},{"key":"e_1_3_4_15_1","unstructured":"Christenbury L.; and Kelly P. P. Questioning: A path to critical thinking. ERIC Clearinghouse on Reading and Communication Skills 1983."},{"key":"e_1_3_4_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1213"},{"key":"e_1_3_4_17_1","unstructured":"Clark K.; Luong M. T.; Le Q. V.; and Manning C. D. Electra: Pre-training text encoders as discriminators rather than generators. arXiv preprint arXiv:2003.10555 2020."},{"key":"e_1_3_4_18_1","unstructured":"Conversation AI. Toxic comment classification challenge: identify and classify toxic online comments https:\/\/www.kaggle.com\/c\/jigsaw-toxic-comment-classification-challenge (accessed August 2023)."},{"key":"e_1_3_4_19_1","unstructured":"Corbeil J. P.; and Ghadivel H. A. Bet: A backtranslation approach for easy data augmentation in transformer-based paraphrase identification context. arXiv preprint arXiv:2009.12452 2020."},{"key":"e_1_3_4_20_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"e_1_3_4_21_1","doi-asserted-by":"crossref","unstructured":"De Gibert O.; Perez N.; Garc\u00eda-Pablos A.; and Cuadros M. Hate speech dataset from a white supremacy forum. arXiv preprint arXiv:1809.04444 2018.","DOI":"10.18653\/v1\/W18-5102"},{"key":"e_1_3_4_22_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2021.1990607"},{"key":"e_1_3_4_23_1","volume-title":"NAACL-HLT","author":"Devlin J.","year":"2019","unstructured":"Devlin, J.; Chang, M. W.; Lee, K.; and Toutanova, K. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT. Minneapolis, MN, USA: Association for Computational Linguistics, 2019."},{"key":"e_1_3_4_24_1","unstructured":"Du Y.; Li S.; Torralba A.; Tenenbaum J. B.; and Mordatch I. Improving factuality and reasoning in language models through multiagent debate. arXiv preprint arXiv:2305.14325 2023."},{"key":"e_1_3_4_25_1","doi-asserted-by":"publisher","DOI":"10.25300\/MISQ\/2022\/16618"},{"key":"e_1_3_4_26_1","doi-asserted-by":"publisher","DOI":"10.3233\/IP-2002-0002"},{"key":"e_1_3_4_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/15205436.2011.619679"},{"issue":"4","key":"e_1_3_4_28_1","first-page":"85","article-title":"A survey on automatic detection of hate speech in text","volume":"51","author":"Fortuna P.","year":"2018","unstructured":"Fortuna, P.; and Nunes, S. A survey on automatic detection of hate speech in text. ACM Computing Surveys, 51, 4, (2018), 85.","journal-title":"ACM Computing Surveys"},{"key":"e_1_3_4_29_1","doi-asserted-by":"crossref","unstructured":"Fu J.; Ng S. K.; and Liu P. Polyglot prompt: Multilingual multitask promp training. arXiv preprint arXiv:2204.14264 2022.","DOI":"10.18653\/v1\/2022.emnlp-main.674"},{"key":"e_1_3_4_30_1","unstructured":"Grandini M.; Bagli E.; and Visani G. Metrics for multi-class classification: An overview. arXiv preprint arXiv:2008.05756 2020."},{"key":"e_1_3_4_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2021.1990610"},{"key":"e_1_3_4_32_1","doi-asserted-by":"crossref","unstructured":"Huang F.; Kwak H.; and An J. Chain of explanation: New prompting method to generate higher quality natural language explanation for implicit hate speech. arXiv preprint arXiv:2209.04889 2022.","DOI":"10.1145\/3543873.3587320"},{"key":"e_1_3_4_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106458"},{"key":"e_1_3_4_34_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2018.1440758"},{"key":"e_1_3_4_35_1","volume-title":"Proceedings of ICIS 2020","author":"Lee K.","year":"2020","unstructured":"Lee, K.; and Ram, S. PERSONA: Personality-based deep learning for detecting hate speech. In Proceedings of ICIS 2020. Hyderabad, India: AIS, 2020."},{"key":"e_1_3_4_36_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2020.0097"},{"key":"e_1_3_4_37_1","doi-asserted-by":"crossref","unstructured":"Lester B.; Al-Rfou R.; and Constant N. The power of scale for parameter-efficient prompt tuning. arXiv preprint arXiv:2104.08691 2021.","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"e_1_3_4_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.611"},{"key":"e_1_3_4_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2019.1607903"},{"key":"e_1_3_4_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"e_1_3_4_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501825"},{"key":"e_1_3_4_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"e_1_3_4_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2023.08.012"},{"key":"e_1_3_4_44_1","unstructured":"Liu Y.; Ott M.; Goyal N.; Du J.; Joshi M.; Chen D.; Levy O.; Lewis M.; Zettlemoyer L.; Stoyanov and V. Roberta: A robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 2019."},{"key":"e_1_3_4_45_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i12.26752"},{"key":"e_1_3_4_46_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i17.17745"},{"key":"e_1_3_4_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40747-021-00608-2"},{"key":"e_1_3_4_48_1","first-page":"928","volume-title":"International Conference on Complex Networks and Their Applications","author":"Mozafari M.","year":"2019","unstructured":"Mozafari, M.; Farahbakhsh, R.; and Crespi, N. A BERT-based transfer learning approach for hate speech detection in online social media. In International Conference on Complex Networks and Their Applications. Lisbon, Portugal: Springer, 2019, pp. 928\u2013940."},{"key":"e_1_3_4_49_1","first-page":"279","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media","author":"Newell E.","year":"2016","unstructured":"Newell, E.; Jurgens, D.; Saleem, H.; Vala, H.; Sassine, J.; Armstrong, C.; and Ruths, D. User migration in online social networks: A case study on reddit during a period of community unrest. In Proceedings of the International AAAI Conference on Web and Social Media. Cologne, Germany: AAAI Press, 2016, pp. 279\u2013288."},{"key":"e_1_3_4_50_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2024.2340831"},{"key":"e_1_3_4_51_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2020.0978"},{"key":"e_1_3_4_52_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2209384120"},{"key":"e_1_3_4_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114120"},{"key":"e_1_3_4_54_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.woah-1.6"},{"key":"e_1_3_4_55_1","doi-asserted-by":"crossref","unstructured":"Rajapaksa S.; Vianney J. M. U.; Castro R.; Khalvati F.; and Aich S. Using large text-to-image models with structured prompts for skin disease identification: A case study. arXiv preprint arXiv:2301.07178 2023.","DOI":"10.1109\/ICCVW60793.2023.00284"},{"key":"e_1_3_4_56_1","first-page":"4","article-title":"Assessing the extent and types of hate speech in fringe communities: A case study of alt-right communities on 8chan, 4chan, and Reddit","volume":"7","author":"Rieger D.","year":"2021","unstructured":"Rieger, D.; K\u00fcmpel, A. S.; Wich, M.; Kiening, T.; and Groh, G. Assessing the extent and types of hate speech in fringe communities: A case study of alt-right communities on 8chan, 4chan, and Reddit. Social Media+ Society, 7, 4, (2021), 20563051211052906.","journal-title":"Social Media+ Society"},{"key":"e_1_3_4_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN60899.2024.10651286"},{"key":"e_1_3_4_58_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.383"},{"key":"e_1_3_4_59_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2023.2172772"},{"key":"e_1_3_4_60_1","unstructured":"Santariano A.; and Isaac M. The silent partner cleaning up Facebook for $500 million a year. https:\/\/www.nytimes.com\/2021\/08\/31\/technology\/facebook-accenture-content-moderation.html. (accessed January 2022)."},{"key":"e_1_3_4_61_1","article-title":"Humorous hate speech on social media: A mixed-methods investigation of users\u2019 perceptions and processing of hateful memes","author":"Schmid U. K.","year":"2023","unstructured":"Schmid, U. K. Humorous hate speech on social media: A mixed-methods investigation of users\u2019 perceptions and processing of hateful memes. New Media & Society, (2023), 14614448231198169.","journal-title":"New Media & Society"},{"key":"e_1_3_4_62_1","doi-asserted-by":"publisher","DOI":"10.1046\/j.1365-2648.1998.00776.x"},{"key":"e_1_3_4_63_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"e_1_3_4_64_1","volume-title":"Tenth International AAAI Conference on Web and Social Media","author":"Silva L.","year":"2016","unstructured":"Silva, L.; Mondal, M.; Correa, D.; Benevenuto, F.; and Weber, I. Analyzing the targets of hate in online social media, In Tenth International AAAI Conference on Web and Social Media. Cologne, Germany: AAAI, 2016."},{"key":"e_1_3_4_65_1","doi-asserted-by":"publisher","DOI":"10.22381\/LPI1720185"},{"key":"e_1_3_4_66_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2021.25860"},{"key":"e_1_3_4_67_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2024.826"},{"key":"e_1_3_4_68_1","doi-asserted-by":"publisher","DOI":"10.5688\/ajpe777155"},{"key":"e_1_3_4_69_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.182"},{"key":"e_1_3_4_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549113"},{"key":"e_1_3_4_71_1","unstructured":"Wang Y. S.; and Chang Y. Toxicity detection with generative prompt-based inference. arXiv preprint arXiv:2205.12390 2022."},{"key":"e_1_3_4_72_1","unstructured":"Wei J.; Bosma M.; Zhao V. Y.; Guu K.; Yu A. W.; Lester B.; and Le Q. V. Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652 2021."},{"key":"e_1_3_4_73_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei J.","year":"2022","unstructured":"Wei, J.; Wang, X.; Schuurmans, D.; Bosma, M.; Xia, F.; Chi, E.; and Zhou, D. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems, 35, 2022, 24824\u201324837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_4_74_1","unstructured":"Wells G.; Horwitz J.; and Seetharama D. Facebook Knows Instagram Is Toxic for Teen Girls. https:\/\/www.wsj.com\/articles\/facebook-knows-instagram-is-toxic-for-teen-girls-company-documents-show-11631620739 (accessed June 2023)."},{"key":"e_1_3_4_75_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2023.1203"},{"key":"e_1_3_4_76_1","unstructured":"Yu W.; Iter D.; Wang S.; Xu Y.; Ju M.; Sanyal S.; and Jiang M. Generate rather than retrieve: Large language models are strong context generators. arXiv preprint arXiv:2209.10063 2022."},{"key":"e_1_3_4_77_1","unstructured":"Zhang S.; Dong L.; Li X.; Zhang S.; Sun X.; Wang S.; and Wang G. Instruction tuning for large language models: A survey. arXiv preprint arXiv:2308.10792 2023."},{"key":"e_1_3_4_78_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2024.2340822"},{"key":"e_1_3_4_79_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.556"}],"container-title":["Journal of Management Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/07421222.2025.2561383","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T17:18:29Z","timestamp":1763572709000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/07421222.2025.2561383"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,2]]},"references-count":78,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,10,2]]}},"alternative-id":["10.1080\/07421222.2025.2561383"],"URL":"https:\/\/doi.org\/10.1080\/07421222.2025.2561383","relation":{},"ISSN":["0742-1222","1557-928X"],"issn-type":[{"value":"0742-1222","type":"print"},{"value":"1557-928X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,2]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=mmis20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=mmis20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2025-11-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}