{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T08:44:10Z","timestamp":1771663450097,"version":"3.50.1"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,7,21]],"date-time":"2025-07-21T00:00:00Z","timestamp":1753056000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,21]],"date-time":"2025-07-21T00:00:00Z","timestamp":1753056000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100006701","name":"Umm Al-Qura University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006701","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100023674","name":"Deanship of Scientific Research, King Khalid University","doi-asserted-by":"publisher","award":["RGP1\/337\/45."],"award-info":[{"award-number":["RGP1\/337\/45."]}],"id":[{"id":"10.13039\/501100023674","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s44443-025-00137-9","type":"journal-article","created":{"date-parts":[[2025,7,21]],"date-time":"2025-07-21T17:43:58Z","timestamp":1753119838000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["SaudiCulture: A benchmark for evaluating large language models\u2019 cultural competence within Saudi Arabia"],"prefix":"10.1007","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6268-9072","authenticated-orcid":false,"given":"Lama","family":"Ayash","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0935-0774","authenticated-orcid":false,"given":"Hassan","family":"Alhuzali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2486-5979","authenticated-orcid":false,"given":"Ashwag","family":"Alasmari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sultan","family":"Aloufi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"137_CR1","doi-asserted-by":"crossref","unstructured":"Adilazuarda MF, Mukherjee S, Lavania P, Singh S, Aji AF, O\u2019Neill J, Modi A, Choudhury M (2024) Towards measuring and modeling\u201d culture\u201d in llms: A survey. arXiv:2403.15412","DOI":"10.18653\/v1\/2024.emnlp-main.882"},{"key":"137_CR2","doi-asserted-by":"crossref","unstructured":"Ahmad IS, Dudy S, Ramachandranpillai R, Church K (2024) Are generative language models multicultural? a study on hausa culture and emotions using chatgpt. arXiv:2406.19504","DOI":"10.18653\/v1\/2024.c3nlp-1.8"},{"key":"137_CR3","doi-asserted-by":"crossref","unstructured":"AlKhamissi B, ElNokrashy M, AlKhamissi M, Diab M (2024) Investigating cultural alignment of large language models. arXiv:2402.13231","DOI":"10.18653\/v1\/2024.acl-long.671"},{"key":"137_CR4","doi-asserted-by":"crossref","unstructured":"Almeida GF, Nunes JL, Engelmann N, Wiegmann A, Ara\u00fajo M (2023) Exploring the psychology of gpt-4\u2019s moral and legal reasoning. arXiv:2308.01264","DOI":"10.1016\/j.artint.2024.104145"},{"key":"137_CR5","doi-asserted-by":"crossref","unstructured":"Alwajih F, Mekki AE, Magdy SM, Elmadany AA, Nacar O, Nagoudi EMB, Abdel-Salam R, Atwany H, Nafea Y, Yahya AM, Alhamouri R, Alsayadi HA, Zayed H, Shatnawi S, Sibaee S, Ech-Chammakhy Y, Al-Dhabyani W, Ali M.M, Jarraya I, El-Shangiti AO, Alraeesi A, Al-Ghrawi MA, Al-Batati AS, Mohamed E, Elgindi NT, Saeed M, Atou H, Yahia IA, Bouayad A, Machrouh M, Makouar A, Alkawi D, Mohamed M, Abdelfadil ST, Ounnoughene AZ, Anfel R, Assi R, Sorkatti A, Tourad M.C, Koubaa A, Berrada I, Jarrar M, Shehata S, Abdul-Mageed M (2025) Palm: A Culturally Inclusive and Linguistically Diverse Dataset for Arabic LLMs. arXiv:2503.00151","DOI":"10.18653\/v1\/2025.acl-long.1579"},{"key":"137_CR6","doi-asserted-by":"crossref","unstructured":"Alyafeai Z, Almubarak K, Ashraf A, Alnuhait D, Alshahrani S, Abdulrahman GA, Ahmed G, Gawah Q, Saleh Z, Ghaleb M et al (2024) Cidar: Culturally relevant instruction dataset for arabic. arXiv:2402.03177","DOI":"10.18653\/v1\/2024.findings-acl.764"},{"key":"137_CR7","doi-asserted-by":"crossref","unstructured":"Anacleto J, Lieberman H, Tsutsumi M, Neris V, Carvalho A, Espinosa J, Godoi M, Zem-Mascarenhas S (2006) Can common sense uncover cultural differences in computer applications? In: Artificial Intelligence in Theory and Practice: IFIP 19th World Computer Congress, TC 12: IFIP AI 2006 Stream, August 21\u201324, 2006, Santiago, Chile 1, Springer, pp 1\u201310","DOI":"10.1007\/978-0-387-34747-9_1"},{"key":"137_CR8","doi-asserted-by":"crossref","unstructured":"Arora A, Kaffee L-A, Augenstein I (2022) Probing pre-trained language models for cross-cultural differences in values. arXiv:2203.13722","DOI":"10.18653\/v1\/2023.c3nlp-1.12"},{"issue":"6","key":"137_CR9","doi-asserted-by":"publisher","first-page":"2218523120","DOI":"10.1073\/pnas.2218523120","volume":"120","author":"M Binz","year":"2023","unstructured":"Binz M, Schulz E (2023) Using cognitive psychology to understand gpt-3. Proceed National Academy Sci 120(6):2218523120","journal-title":"Proceed National Academy Sci"},{"issue":"1","key":"137_CR10","first-page":"2","volume":"1","author":"B Buchanan","year":"2021","unstructured":"Buchanan B, Lohn A, Musser M, Sedova K (2021) Truth, lies, and automation. Center Sec Emerging Technol 1(1):2","journal-title":"Center Sec Emerging Technol"},{"issue":"8","key":"137_CR11","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1080\/10447318.2020.1841438","volume":"37","author":"AP Chaves","year":"2021","unstructured":"Chaves AP, Gerosa MA (2021) How should my chatbot interact? a survey on social characteristics in human-chatbot interaction design. Int J Hum-Comput Interaction 37(8):729\u2013758","journal-title":"Int J Hum-Comput Interaction"},{"key":"137_CR12","doi-asserted-by":"crossref","unstructured":"Chiu YY, Jiang L, Lin BY, Park CY, Li SS, Ravi S, Bhatia M, Antoniak M, Tsvetkov Y, Shwartz V et al (2024) Culturalbench: a robust, diverse and challenging benchmark on measuring the (lack of) cultural knowledge of llms. arXiv:2410.02677","DOI":"10.18653\/v1\/2025.acl-long.1247"},{"key":"137_CR13","doi-asserted-by":"crossref","unstructured":"Deshpande A, Ruiter D, Mosbach M, Klakow D (2022) StereoKG: Data-Driven Knowledge Graph Construction for Cultural Knowledge and Stereotypes. arXiv:2205.14036","DOI":"10.18653\/v1\/2022.woah-1.7"},{"issue":"3","key":"137_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.tbench.2023.100139","volume":"3","author":"S Dhingra","year":"2023","unstructured":"Dhingra S, Singh M, Vaisakh S, Malviya N, Gill SS (2023) Mind meets machine: Unravelling gpt-4\u2019s cognitive psychology. BenchCouncil Trans Benchmarks, Standards Evaluations 3(3):100139","journal-title":"BenchCouncil Trans Benchmarks, Standards Evaluations"},{"key":"137_CR15","unstructured":"Durmus E, Nyugen K, Liao TI, Schiefer N, Askell A, Bakhtin A, Chen C, Hatfield-Dodds Z, Hernandez D, Joseph N et al (2023) Towards measuring the representation of subjective global opinions in language models. arXiv:2306.16388"},{"key":"137_CR16","unstructured":"Fung Y, Zhao R, Doo J, Sun C, Ji H (2024) Massively multi-cultural knowledge acquisition & lm benchmarking. arXiv:2402.09369"},{"key":"137_CR17","unstructured":"Gandhi K, Fr\u00e4nken J-P, Gerstenberg T, Goodman N (2024) Understanding social reasoning in language models with language models. Adv Neural Inf Process Syst 36"},{"key":"137_CR18","unstructured":"Grattafiori A, Dubey A, Jauhri A, Pandey A, Kadian A, Al-Dahle A, Letman A, Mathur A, Schelten A, Vaughan A, Yang A, Fan A, Goyal A, Hartshorn A, Yang A, Mitra A, Sravankumar A, Korenev A, Hinsvark A, Rao A, Zhang A, Rodriguez A, Gregerson A, Spataru A, Roziere B, Biron B, Tang B, Chern B, Caucheteux C, Nayak C, Bi C, Marra C, McConnell C, Keller C, Touret C, Wu C, Wong C, Ferrer C.C, Nikolaidis C, Allonsius D, Song D, Pintz D, Livshits D, Wyatt D, Esiobu D, Choudhary D, Mahajan D, Garcia-Olano D, Perino D, Hupkes D, Lakomkin E, AlBadawy E, Lobanova E, Dinan E, Smith E.M, Radenovic F, Guzm\u00e1n F, Zhang F, Synnaeve G, Lee G, Anderson G.L, Thattai G, Nail G, Mialon G, Pang G, Cucurell G, Nguyen H, Korevaar H, Xu H, Touvron H, Zarov I, Ibarra I.A, Kloumann I, Misra I, Evtimov I, Zhang J, Copet J, Lee J, Geffert J, Vranes J, Park J, Mahadeokar J, Shah J, Linde J, Billock J, Hong J, Lee J, Fu J, Chi J, Huang J, Liu J, Wang J, Yu J, Bitton J, Spisak J, Park J, Rocca J, Johnstun J, Saxe J, Jia J, Alwala K.V, Prasad K, Upasani K, Plawiak K, Li K, Heafield K, Stone K, El-Arini K, Iyer K, Malik K, Chiu K, Bhalla K, Lakhotia K, Rantala-Yeary L, Maaten L, Chen L, Tan L, Jenkins L, Martin L, Madaan L, Malo L, Blecher L, Landzaat L, Oliveira L, Muzzi M, Pasupuleti M, Singh M, Paluri M, Kardas M, Tsimpoukelli M, Oldham M, Rita M, Pavlova M, Kambadur M, Lewis M, Si M, Singh M.K, Hassan M, Goyal N, Torabi N, Bashlykov N, Bogoychev N, Chatterji N, Zhang N, Duchenne O, \u00c7elebi O, Alrassy P, Zhang P, Li P, Vasic P, Weng P, Bhargava P, Dubal P, Krishnan P, Koura PS, Xu P, He Q, Dong Q, Srinivasan R, Ganapathy R, Calderer R, Cabral RS, Stojnic R, Raileanu R, Maheswari R, Girdhar R, Patel R, Sauvestre R, Polidoro R, Sumbaly R, Taylor R, Silva R, Hou R, Wang R, Hosseini S, Chennabasappa S, Singh S, Bell S, Kim SS, Edunov S, Nie S, Narang S, Raparthy S, Shen S, Wan S, Bhosale S, Zhang S, Vandenhende S, Batra S, Whitman S, Sootla S, Collot S, Gururangan S, Borodinsky S, Herman T, Fowler T, Sheasha T, Georgiou T, Scialom T, Speckbacher T, Mihaylov T, Xiao T, Karn U, Goswami V, Gupta V, Ramanathan V, Kerkez V, Gonguet V, Do V, Vogeti V, Albiero V, Petrovic V, Chu W, Xiong W, Fu W, Meers W, Martinet X, Wang X, Wang X, Tan XE, Xia X, Xie X, Jia X, Wang X, Goldschlag Y, Gaur Y, Babaei Y, Wen Y, Song Y, Zhang Y, Li Y, Mao Y, Coudert ZD, Yan Z, Chen Z, Papakipos Z, Singh A, Srivastava A, Jain A, Kelsey A, Shajnfeld A, Gangidi A, Victoria A, Goldstand A, Menon A, Sharma A, Boesenberg A, Baevski A, Feinstein A, Kallet A, Sangani A, Teo A, Yunus A, Lupu A, Alvarado A, Caples A, Gu A, Ho A, Poulton A, Ryan A, Ramchandani Aa (2024) The Llama 3 Herd of Models. arXiv:2407.21783"},{"key":"137_CR19","unstructured":"Griffin LD, Kleinberg B, Mozes M, Mai KT, Vau M, Caldwell M, Marvor-Parker A (2023) Susceptibility to influence of large language models. arXiv:2303.06074"},{"key":"137_CR20","doi-asserted-by":"crossref","unstructured":"Haoyue LL, Cho H (2024) Factors influencing intention to engage in human\u2013chatbot interaction: examining user perceptions and context culture orientation. Universal Access in the Information Society, 1\u201314","DOI":"10.1007\/s10209-023-01087-7"},{"key":"137_CR21","doi-asserted-by":"publisher","unstructured":"Huang H, Yu F, Zhu J, Sun X, Cheng H, Dingjie S, Chen Z, Alharthi M, An B, He J, Liu Z, Chen J, Li J, Wang B, Zhang L, Sun R, Wan X, Li H, Xu J (2024) AceGPT, localizing large language models in Arabic. In: Duh K, Gomez H, Bethard S (eds.) Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), pp 8139\u20138163. Association for Computational Linguistics, Mexico City, Mexico. https:\/\/doi.org\/10.18653\/v1\/2024.naacl-long.450. https:\/\/aclanthology.org\/2024.naacl-long.450\/","DOI":"10.18653\/v1\/2024.naacl-long.450"},{"key":"137_CR22","unstructured":"Johnson RL, Pistilli G, Men\u00e9dez-Gonz\u00e1lez N, Duran LDD, Panai E, Kalpokiene J, Bertulfo DJ (2022) The ghost in the machine has an american accent: value conflict in gpt-3. arXiv:2203.07785"},{"key":"137_CR23","unstructured":"Kharchenko J, Roosta T, Chadha A, Shah C (2024) How well do llms represent values across cultures? empirical analysis of llm responses based on hofstede cultural dimensions. arXiv:2406.14805"},{"key":"137_CR24","unstructured":"Kim E, Suk J, Oh P, Yoo H, Thorne J, Oh A (2024) Click: A benchmark dataset of cultural and linguistic intelligence in korean. arXiv:2403.06412"},{"key":"137_CR25","doi-asserted-by":"publisher","first-page":"1703","DOI":"10.1162\/tacl_a_00726","volume":"12","author":"F Koto","year":"2024","unstructured":"Koto F, Mahendra R, Aisyah N, Baldwin T (2024) Indoculture: Exploring geographically influenced cultural commonsense reasoning across eleven indonesian provinces. Trans Assoc Comput Linguistics 12:1703\u20131719","journal-title":"Trans Assoc Comput Linguistics"},{"key":"137_CR26","doi-asserted-by":"publisher","unstructured":"Koto F, Mahendra R, Aisyah N, Baldwin T (2024) Indoculture: Exploring geographically influenced cultural commonsense reasoning across eleven indonesian provinces. Trans Assoc Computat Linguistics 12:1703\u20131719. https:\/\/doi.org\/10.1162\/tacl_a_00726https:\/\/direct.mit.edu\/tacl\/article-pdf\/doi\/10.1162\/tacl_a_00726\/2487346\/tacl_a_00726.pdf","DOI":"10.1162\/tacl_a_00726"},{"key":"137_CR27","unstructured":"Kwok L, Bravansky M, Griffin LD (2024) Evaluating cultural adaptability of a large language model via simulation of synthetic personas. arXiv:2408.06929"},{"key":"137_CR28","doi-asserted-by":"crossref","unstructured":"Lee N, Jung C, Myung J, Jin J, Camacho-Collados J, Kim J, Oh A (2024) Exploring cross-cultural differences in english hate speech annotations: From dataset construction to analysis. In: Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), pp 4205\u20134224","DOI":"10.18653\/v1\/2024.naacl-long.236"},{"key":"137_CR29","unstructured":"Li X, Li Y, Liu L, Bing L, Joty S (2022) Is gpt-3 a psychopath? evaluating large language models from a psychological perspective pp 10. arXiv:2212.10529"},{"key":"137_CR30","doi-asserted-by":"crossref","unstructured":"Liu CC, Gurevych I, Korhonen A (2024) Culturally aware and adapted nlp: A taxonomy and a survey of the state of the art. arXiv:2406.03930","DOI":"10.1162\/tacl_a_00760"},{"key":"137_CR31","unstructured":"Liu A, Feng B, Xue B, Wang B, Wu B, Lu C, Zhao C, Deng C, Zhang C, Ruan C et al (2024) Deepseek-v3 technical report. arXiv:2412.19437"},{"key":"137_CR32","unstructured":"Li C, Wang J, Zhu K, Zhang Y, Hou W, Lian J, Xie X (2023) Emotionprompt: Leveraging psychology for large language models enhancement via emotional stimulus. arXiv e-prints, 2307"},{"key":"137_CR33","doi-asserted-by":"crossref","unstructured":"Long DE (2005) Culture and Customs of Saudi Arabia. Bloomsbury Publishing USA, ???","DOI":"10.5040\/9798400635724"},{"key":"137_CR34","unstructured":"Mousi B, Durrani N, Ahmad F, Hasan MA, Hasanain M, Kabbani T, Dalvi F, Chowdhury SA, Alam F (2024) Aradice: Benchmarks for dialectal and cultural capabilities in llms. arXiv:2409.11404"},{"key":"137_CR35","first-page":"78104","volume":"37","author":"J Myung","year":"2025","unstructured":"Myung J, Lee N, Zhou Y, Jin J, Putri R, Antypas D, Borkakoty H, Kim E, Perez-Almendros C, Ayele AA et al (2025) Blend: A benchmark for llms on everyday knowledge in diverse cultures and languages. Adv Neural Inf Process Syst 37:78104\u201378146","journal-title":"Adv Neural Inf Process Syst"},{"key":"137_CR36","doi-asserted-by":"crossref","unstructured":"Naous T, Ryan MJ, Ritter A, Xu W (2024) Having Beer after Prayer? Measuring Cultural Bias in Large Language Models. arXiv:2305.14456","DOI":"10.18653\/v1\/2024.acl-long.862"},{"key":"137_CR37","doi-asserted-by":"crossref","unstructured":"Nayak S, Jain K, Awal R, Reddy S, Steenkiste S, Hendricks LA, Sta\u0144czak K, Agrawal A (2024) Benchmarking vision language models for cultural understanding. arXiv:2407.10920","DOI":"10.18653\/v1\/2024.emnlp-main.329"},{"key":"137_CR38","first-page":"1907","volume":"2023","author":"T-P Nguyen","year":"2023","unstructured":"Nguyen T-P, Razniewski S, Varde A, Weikum G (2023) Extracting cultural commonsense knowledge at scale. Proceed ACM Web Conference 2023:1907\u20131917","journal-title":"Proceed ACM Web Conference"},{"key":"137_CR39","unstructured":"OpenAI, Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, Almeida D, Altenschmidt J, Altman S, Anadkat S, Avila R, Babuschkin I, Balaji S, Balcom V, Baltescu P, Bao H, Bavarian M, Belgum J, Bello I, Berdine J, Bernadett-Shapiro G, Berner C, Bogdonoff L, Boiko O, Boyd M, Brakman A-L, Brockman G, Brooks T, Brundage M, Button K, Cai T, Campbell R, Cann A, Carey B, Carlson C, Carmichael R, Chan B, Chang C, Chantzis F, Chen D, Chen S, Chen R, Chen J, Chen M, Chess B, Cho C, Chu C, Chung HW, Cummings D, Currier J, Dai Y, Decareaux C, Degry T, Deutsch N, Deville D, Dhar A, Dohan D, Dowling S, Dunning S, Ecoffet A, Eleti A, Eloundou T, Farhi D, Fedus L, Felix N, Fishman SP, Forte J, Fulford I, Gao L, Georges E, Gibson C, Goel V, Gogineni T, Goh G, Gontijo-Lopes R, Gordon J, Grafstein M, Gray S, Greene R, Gross J, Gu SS, Guo Y, Hallacy C, Han J, Harris J, He Y, Heaton M, Heidecke J, Hesse C, Hickey A, Hickey W, Hoeschele P, Houghton B, Hsu K, Hu S, Hu X, Huizinga J, Jain S, Jain S, Jang J, Jiang A, Jiang R, Jin H, Jin D, Jomoto S, Jonn B, Jun H, Kaftan T, Kaiser, Kamali A, Kanitscheider I, Keskar NS, Khan T, Kilpatrick L, Kim J.W, Kim C, Kim Y, Kirchner J.H, Kiros J, Knight M, Kokotajlo D, Kondraciuk, Kondrich A, Konstantinidis A, Kosic K, Krueger G, Kuo V, Lampe M, Lan I, Lee T, Leike J, Leung J, Levy D, Li C.M, Lim R, Lin M, Lin S, Litwin M, Lopez T, Lowe R, Lue P, Makanju A, Malfacini K, Manning S, Markov T, Markovski Y, Martin B, Mayer K, Mayne A, McGrew B, McKinney SM, McLeavey C, McMillan P, McNeil J, Medina D, Mehta A, Menick J, Metz L, Mishchenko A, Mishkin P, Monaco V, Morikawa E, Mossing D, Mu T, Murati M, Murk O, M\u00e9ly D, Nair A, Nakano R, Nayak R, Neelakantan A, Ngo R, Noh H, Ouyang L, O\u2019Keefe C, Pachocki J, Paino A, Palermo J, Pantuliano A, Parascandolo G, Parish J, Parparita E, Passos A, Pavlov M, Peng A, Perelman A, Avila Belbute\u00a0Peres F, Petrov M, Oliveira\u00a0Pinto HP, Michael, Pokorny, Pokrass M, Pong VH, Powell T, Power A, Power B, Proehl E, Puri R, Radford A, Rae J, Ramesh A, Raymond C, Real F, Rimbach K, Ross C, Rotsted B, Roussez H, Ryder N, Saltarelli M, Sanders T, Santurkar S, Sastry G, Schmidt H, Schnurr D, Schulman J, Selsam D, Sheppard K, Sherbakov T, Shieh J, Shoker S, Shyam P, Sidor S, Sigler E, Simens M, Sitkin J, Slama K, Sohl I, Sokolowsky B, Song Y, Staudacher N, Such F.P, Summers N, Sutskever I, Tang J, Tezak N, Thompson MB, Tillet P, Tootoonchian A, Tseng E, Tuggle P, Turley N, Tworek J, Uribe JFC, Vallone A, Vijayvergiya A, Voss C, Wainwright C, Wang JJ, Wang A, Wang B, Ward J, Wei J, Weinmann C, Welihinda A, Welinder P, Weng J, Weng L, Wiethoff M, Willner D, Winter C, Wolrich S, Wong H, Workman L, Wu S (2024) GPT-4 Technical Report. arXiv:2303.08774"},{"key":"137_CR40","doi-asserted-by":"crossref","unstructured":"Park PS, Schoenegger P, Zhu C (2024) Diminished diversity-of-thought in a standard large language model. Behavior Res Methods 1\u201317","DOI":"10.3758\/s13428-023-02307-x"},{"key":"137_CR41","doi-asserted-by":"crossref","unstructured":"Putri RA, Haznitrama FG, Adhista D, Oh A (2024) Can llm generate culturally relevant commonsense qa data? case study in indonesian and sundanese. arXiv:2402.17302","DOI":"10.18653\/v1\/2024.emnlp-main.1145"},{"key":"137_CR42","doi-asserted-by":"crossref","unstructured":"Ramezani A, Xu Y (2023) Knowledge of cultural moral norms in large language models. arXiv:2306.01857","DOI":"10.18653\/v1\/2023.acl-long.26"},{"key":"137_CR43","doi-asserted-by":"crossref","unstructured":"Rao H, Leung C, Miao C (2023) Can chatgpt assess human personalities? a general evaluation framework. arXiv:2303.01248","DOI":"10.18653\/v1\/2023.findings-emnlp.84"},{"key":"137_CR44","doi-asserted-by":"crossref","unstructured":"Sadallah A, Tonga JC, Almubarak K, Almheiri S, Atif F, Qwaider C, Kadaoui K, Shatnawi S, Alesh Y, Koto F (2025) Commonsense reasoning in arab culture. arXiv:2502.12788","DOI":"10.18653\/v1\/2025.acl-long.380"},{"key":"137_CR45","doi-asserted-by":"crossref","unstructured":"Safdari M, Serapio-Garc\u00eda G, Crepy C, Fitz S, Romero P, Sun L, Abdulhai M, Faust A, Matari\u0107 M (2023) Personality traits in large language models. arXiv:2307.00184","DOI":"10.21203\/rs.3.rs-3296728\/v1"},{"key":"137_CR46","unstructured":"Sengupta N, Sahu SK, Jia B, Katipomu S, Li H, Koto F, Marshall W, Gosal G, Liu C, Chen Z, Afzal OM, Kamboj S, Pandit O, Pal R, Pradhan L, Mujahid ZM, Baali M, Han X, Bsharat SM, Aji AF, Shen Z, Liu Z, Vassilieva N, Hestness J, Hock A, Feldman A, Lee J, Jackson A, Ren HX, Nakov P, Baldwin T, Xing E (2023) Jais and Jais-chat: Arabic-Centric Foundation and Instruction-Tuned Open Generative Large Language Models. arXiv:2308.16149"},{"key":"137_CR47","doi-asserted-by":"crossref","unstructured":"Shapira N, Levy M, Alavi SH, Zhou X, Choi Y, Goldberg Y, Sap M, Shwartz V (2023) Clever hans or neural theory of mind? stress testing social reasoning in large language models. arXiv:2305.14763","DOI":"10.18653\/v1\/2024.eacl-long.138"},{"key":"137_CR48","doi-asserted-by":"crossref","unstructured":"Shen S, Logeswaran L, Lee M, Lee H, Poria S, Mihalcea R (2024) Understanding the capabilities and limitations of large language models for cultural commonsense. arXiv:2405.04655","DOI":"10.18653\/v1\/2024.naacl-long.316"},{"key":"137_CR49","doi-asserted-by":"crossref","unstructured":"Shi W, Li R, Zhang Y, Ziems C, yu C, Horesh R, Paula RA, Yang D (2024) CultureBank: An Online Community-Driven Knowledge Base Towards Culturally Aware Language Technologies. arXiv:2404.15238","DOI":"10.18653\/v1\/2024.findings-emnlp.288"},{"key":"137_CR50","unstructured":"Son G, Lee H, Kim S, Kim H, Lee J, Yeom JW, Jung J, Kim JW, Kim S (2023) Hae-rae bench: Evaluation of korean knowledge in language models. arXiv:2309.02706"},{"key":"137_CR51","unstructured":"Team F, Abbas U, Ahmad MS, Alam F, Altinisik E, Asgari E, Boshmaf Y, Boughorbel S, Chawla S, Chowdhury S, Dalvi F, Darwish K, Durrani N, Elfeky M, Elmagarmid A, Eltabakh M, Fatehkia M, Fragkopoulos A, Hasanain M, Hawasly M, Husaini M, Jung S-G, Lucas JK, Magdy W, Messaoud S, Mohamed A, Mohiuddin T, Mousi B, Mubarak H, Musleh A, Naeem Z, Ouzzani M, Popovic D, Sadeghi A, Sencar HT, Shinoy M, Sinan O, Zhang Y, Ali A, Kheir YE, Ma X, Ruan C (2025) Fanar: An Arabic-Centric Multimodal Generative AI Platform. arXiv:2501.13944"},{"issue":"3","key":"137_CR52","doi-asserted-by":"publisher","first-page":"191","DOI":"10.3390\/languages8030191","volume":"8","author":"S Vaccino-Salvadore","year":"2023","unstructured":"Vaccino-Salvadore S (2023) Exploring the ethical dimensions of using chatgpt in language learning and beyond. Languages 8(3):191","journal-title":"Languages"},{"key":"137_CR53","doi-asserted-by":"crossref","unstructured":"Vodrahalli K, Daneshjou R, Gerstenberg T, Zou J (2022) Do humans trust advice more if it comes from ai? an analysis of human-ai interactions. In: Proceedings of the 2022 AAAI\/ACM Conference on AI, Ethics, and Society, pp 763\u2013777","DOI":"10.1145\/3514094.3534150"},{"key":"137_CR54","doi-asserted-by":"crossref","unstructured":"Wang Y, Zhu Y, Kong C, Wei S, Yi X, Xie X, Sang J (2023) Cdeval: A benchmark for measuring the cultural dimensions of large language models. arXiv:2311.16421","DOI":"10.18653\/v1\/2024.c3nlp-1.1"},{"key":"137_CR55","doi-asserted-by":"crossref","unstructured":"Warmsley D, Xu J, Johnson SD (2024) Assessing the sociocultural alignment of large language models: An empirical study of chinese-speaking populations. In: International conference on social computing, behavioral-cultural modeling and prediction and behavior representation in modeling and simulation, Springer, pp 246\u2013256","DOI":"10.1007\/978-3-031-72241-7_24"},{"key":"137_CR56","doi-asserted-by":"crossref","unstructured":"Wibowo HA, Fuadi EH, Nityasya MN, Prasojo RE, Aji AF (2023) Copal-id: Indonesian language reasoning with local culture and nuances. arXiv:2311.01012","DOI":"10.18653\/v1\/2024.naacl-long.77"},{"key":"137_CR57","doi-asserted-by":"crossref","unstructured":"Yin D, Bansal H, Monajatipoor M, Li LH, Chang K-W (2022) Geomlama: Geo-diverse commonsense probing on multilingual pre-trained language models. arXiv:2205.12247","DOI":"10.18653\/v1\/2022.emnlp-main.132"},{"key":"137_CR58","unstructured":"Zhang W, Kam-Kwai W, Xu B, Ren Y, Li Y, Zhu M, Feng Y, Chen W (2024) Cultiverse: Towards cross-cultural understanding for paintings with large language model. arXiv:2405.00435"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00137-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-025-00137-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00137-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T17:02:28Z","timestamp":1757264548000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-025-00137-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,21]]},"references-count":58,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["137"],"URL":"https:\/\/doi.org\/10.1007\/s44443-025-00137-9","relation":{},"ISSN":["1319-1578","2213-1248"],"issn-type":[{"value":"1319-1578","type":"print"},{"value":"2213-1248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,21]]},"assertion":[{"value":"15 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interest"}},{"value":"During the preparation of this work, we used GPT-4, an AI chatbot developed by OpenAI, to improve our written work. After using this tool\/service, we reviewed and edited the content as needed and take full responsibility for the content of the publication.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration of generative AI and AI-assisted technologies in the writing process"}}],"article-number":"123"}}