{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T18:27:49Z","timestamp":1776364069340,"version":"3.51.2"},"reference-count":53,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1109\/tai.2023.3332837","type":"journal-article","created":{"date-parts":[[2023,11,15]],"date-time":"2023-11-15T14:17:01Z","timestamp":1700057821000},"page":"2739-2751","source":"Crossref","is-referenced-by-count":63,"title":["A Culturally Sensitive Test to Evaluate Nuanced GPT Hallucination"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0836-4266","authenticated-orcid":false,"given":"Timothy R.","family":"McIntosh","sequence":"first","affiliation":[{"name":"La Trobe University, Bundoora, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3047-1148","authenticated-orcid":false,"given":"Tong","family":"Liu","sequence":"additional","affiliation":[{"name":"Massey University, Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9416-1435","authenticated-orcid":false,"given":"Teo","family":"Susnjak","sequence":"additional","affiliation":[{"name":"Massey University, Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1399-7175","authenticated-orcid":false,"given":"Paul","family":"Watters","sequence":"additional","affiliation":[{"name":"Cyberstronomy Pty Ltd, Ballarat, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5809-2150","authenticated-orcid":false,"given":"Alex","family":"Ng","sequence":"additional","affiliation":[{"name":"La Trobe University, Bundoora, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9994-3778","authenticated-orcid":false,"given":"Malka N.","family":"Halgamuge","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, VIC, Australia"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Sparks of artificial general intelligence: Early experiments with GPT-4","author":"Bubeck","year":"2023"},{"key":"ref2","article-title":"GPTs are GPTs: An early look at the labor market impact potential of large language models","author":"Eloundou","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123486"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.203"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2023.3256982"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2022.3194503"},{"key":"ref8","article-title":"ChatGPT writes insecure code","author":"Umawing","year":"2023"},{"key":"ref9","article-title":"Lawyer used ChatGPT to cite bogus cases: What are the ethics?","author":"Sloan","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462578"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1002\/asi.24750"},{"key":"ref12","article-title":"Usage policies","year":"2023"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.381"},{"key":"ref14","article-title":"Sam Altman: CEO of OpenAI calls for us to regulate artificial intelligence","volume-title":"BBC","author":"Clayton","year":"2023"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.464"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/math11102320"},{"key":"ref18","article-title":"Hallucinations could blunt ChatGPTs success","volume-title":"IEEE Spectrum","author":"Smith","year":"2023"},{"key":"ref19","article-title":"Machines hacking machines\u2014Turings legacy [Carter]","author":"Nichols","year":"2023","journal-title":"Cyber-Human Systems, Space Technologies, and Threats"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.173"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2020.00721"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.168"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1093\/schbul\/sbu012"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/j.1520-8583.2010.00204.x"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330955"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.120"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.52"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101861"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s40622-023-00342-3"},{"key":"ref30","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534177"},{"issue":"4","key":"ref32","first-page":"322","article-title":"Semantic processing deficits in patients with Parkinsons disease: Degraded representation or defective retrieval?","volume":"24","author":"Watters","year":"1999","journal-title":"J. Psychiatry Neurosci."},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.23919\/INDIACom54597.2022.9763225"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2023.5321"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1080\/0142159X.2023.2208731"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482352"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.37432"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1186\/s13054-023-04473-y"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.inlg-1.19"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1213"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00453"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17583"},{"key":"ref43","first-page":"233","article-title":"Identifying fluently inadequate output in neural and statistical machine translation","volume-title":"Proc. Mach. Transl. Summit XVII: Res. Track","author":"Martindale","year":"2019"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1002\/ejsp.2420180303"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11912"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.474"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.506"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2218523120"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2021.101614"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2508.2007.00601.x"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1093\/mind\/LIX.236.433"},{"key":"ref52","first-page":"401","article-title":"A human being wrote this law review article: GPT-3 and the practice of law","volume":"55","author":"Cyphert","year":"2021","journal-title":"UC Davis L. Rev."},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123561"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10571778\/10319443.pdf?arnumber=10319443","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:09:18Z","timestamp":1755911358000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10319443\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":53,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tai.2023.3332837","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6]]}}}