{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:52:52Z","timestamp":1782762772886,"version":"3.54.5"},"reference-count":137,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100018996","name":"Hellenic Academic Libraries Link","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100018996","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3703706","type":"journal-article","created":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T19:48:16Z","timestamp":1781552896000},"page":"94899-94932","source":"Crossref","is-referenced-by-count":0,"title":["Synthetic Audiences as Proxies for Human Users: A Systematic Literature Review"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4669-4170","authenticated-orcid":false,"given":"Theodoros","family":"Lappas","sequence":"first","affiliation":[{"name":"Department of Marketing and Communication, Athens University of Economics and Business, Athens, Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4593-3333","authenticated-orcid":false,"given":"Apostolos","family":"Filippas","sequence":"additional","affiliation":[{"name":"Fordham University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2023.2"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2023.04.008"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2405460121"},{"key":"ref5","first-page":"337","article-title":"Using large language models to simulate multiple humans and replicate human subject studies","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Aher"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3670865.3673513"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2024.5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s11127-023-01097-2"},{"key":"ref9","first-page":"29971","article-title":"Whose opinions do language models reflect?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Santurkar"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.52202\/079017-1458"},{"key":"ref11","article-title":"The reversal curse: LLMs trained on \u2018A is B\u2019 fail to learn \u2018B is A","author":"Berglund","year":"2023","journal-title":"arXiv:2309.12288"},{"key":"ref12","article-title":"Alice in wonderland: Simple tasks showing complete reasoning breakdown in state-of-the-art large language models","author":"Nezhurina","year":"2024","journal-title":"arXiv:2406.02061"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-025-00986-z"},{"key":"ref14","article-title":"Open problems in mechanistic interpretability","author":"Sharkey","year":"2025","journal-title":"arXiv:2501.16496"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref16","article-title":"Sparks of artificial general intelligence: Early experiments with GPT-4","author":"Bubeck","year":"2023","journal-title":"arXiv:2303.12712"},{"key":"ref17","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref18","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Ouyang"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.52202\/075280-3275"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1708"},{"key":"ref23","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham","year":"2007"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-021-01671-z"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2025.103651"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593989"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642166"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23044"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1511912112"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1162\/99608f92.b91339ef"},{"key":"ref31","article-title":"In-context learning and induction heads","author":"Olsson","year":"2022","journal-title":"arXiv:2209.11895"},{"key":"ref32","article-title":"Hallucination is inevitable: An innate limitation of large language models","author":"Xu","year":"2024","journal-title":"arXiv:2401.11817"},{"key":"ref33","article-title":"Language models are greedy reasoners: A systematic formal analysis of chain-of-thought","author":"Saparov","year":"2022","journal-title":"arXiv:2210.01240"},{"key":"ref34","article-title":"LLM agents grounded in self-reports enable general-purpose simulation of individuals","volume-title":"arXiv:2411.10109","author":"Park","year":"2024"},{"key":"ref35","article-title":"Language models represent space and time","author":"Gurnee","year":"2023","journal-title":"arXiv:2310.02207"},{"key":"ref36","article-title":"LLM agents are hypersensitive to nudges","author":"Cherep","year":"2025","journal-title":"arXiv:2505.11584"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4650172"},{"key":"ref38","first-page":"55565","article-title":"Are emergent abilities of large language models a mirage?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Koyejo"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.167"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00685"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2218523120"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-024-00741-1"},{"key":"ref43","article-title":"LLM economicus? Mapping the behavioral biases of LLMs via utility theory","author":"Ross","year":"2024","journal-title":"arXiv:2408.02784"},{"key":"ref44","article-title":"Estimating the personality of white-box language models","author":"Karra","year":"2022","journal-title":"arXiv:2204.12000"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0466"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.229"},{"key":"ref47","article-title":"Language models show human-like content effects on reasoning tasks","author":"Dasgupta","year":"2022","journal-title":"arXiv:2207.07051"},{"key":"ref48","article-title":"Mind your step (by Step): Chain-of-thought can reduce performance on tasks where thinking makes humans worse","author":"Liu","year":"2024","journal-title":"arXiv:2410.21333"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.16"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3386\/w33662"},{"key":"ref51","article-title":"Simulating the survey of professional forecasters","author":"Hansen","year":"2024"},{"key":"ref52","article-title":"Comparing exploration-exploitation strategies of LLMs and humans: Insights from standard multi-armed bandit experiments","author":"Zhang","year":"2025","journal-title":"arXiv:2505.09901"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-023-02307-x"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0501"},{"key":"ref55","article-title":"Can generative AI agents behave like humans? Evidence from laboratory market experiments","author":"Maria del Rio-Chanona","year":"2025","journal-title":"arXiv:2505.07457"},{"key":"ref56","doi-asserted-by":"crossref","DOI":"10.2139\/ssrn.5217505","article-title":"The memorization problem: Can we trust LLMs\u2019 economic forecasts?","author":"Lopez-Lira","year":"2025"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3670865.3673479"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s11747-025-01097-2"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.2023.0454"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.2023.0306"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4526072"},{"key":"ref62","article-title":"Simulating macroeconomic expectations in survey experiments with LLM-based economic agents","author":"Lin","year":"2025","journal-title":"arXiv:2505.17648"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4606937"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4656722"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"ref66","article-title":"AgentSociety: Large-scale simulation of LLM-driven generative agents advances understanding of human behaviors and society","author":"Piao","year":"2025","journal-title":"arXiv:2502.08691"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.adu9368"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3618260.3649777"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0846"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.ijcnlp-long.57"},{"key":"ref72","article-title":"LLMs achieve adult human performance on higher-order theory of mind tasks","author":"Street","year":"2024","journal-title":"arXiv:2405.18870"},{"key":"ref73","article-title":"Human learning about AI","author":"Dreyfuss","year":"2024","journal-title":"arXiv:2406.05408"},{"key":"ref74","article-title":"Do large language models perform the way people expect? Measuring the human generalization function","author":"Vafa","year":"2024","journal-title":"arXiv:2406.01382"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00502"},{"key":"ref77","article-title":"Strategic behavior of large language models: Game structure vs. contextual framing","author":"Lor\u00e8","year":"2023","journal-title":"arXiv:2309.05898"},{"key":"ref78","article-title":"Empirically evaluating commonsense intelligence in large language models with large-scale human judgments","author":"Nguyen","year":"2025","journal-title":"arXiv:2505.10309"},{"key":"ref79","article-title":"ChatGPT vs social surveys: Probing objective and subjective silicon population","author":"Zhou","year":"2024","journal-title":"arXiv:2409.02601"},{"key":"ref80","doi-asserted-by":"crossref","DOI":"10.31234\/osf.io\/5b26t","volume-title":"Which humans?","author":"Atari","year":"2023"},{"key":"ref81","article-title":"Algorithmic fidelity of large language models in generating synthetic German public opinions: A case study","author":"Ma","year":"2024","journal-title":"arXiv:2412.13169"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.669"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/BigData62323.2024.10825497"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732147"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1002\/mar.21982"},{"key":"ref86","first-page":"15696","article-title":"Large language models struggle to learn long-tail knowledge","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kandpal"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1518\/hfes.46.1.50.30392"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3449287"},{"key":"ref90","first-page":"4299","article-title":"Deep reinforcement learning from human preferences","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Christiano"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-024-03609-x"},{"key":"ref92","article-title":"Self-consistency improves chain of thought reasoning in language models","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Wang"},{"key":"ref93","article-title":"DSPy: Compiling declarative language model calls into self-improving pipelines","author":"Khattab","year":"2023","journal-title":"arXiv:2310.03714"},{"key":"ref94","article-title":"Large language models are human-level prompt engineers","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Zhou"},{"key":"ref95","article-title":"Constitutional AI: Harmlessness from AI feedback","author":"Bai","year":"2022","journal-title":"arXiv:2212.08073"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3689217.3690621"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88714-7_29"},{"key":"ref98","article-title":"Moral mimicry: Large language models produce moral rationalizations tailored to political identity","author":"Simmons","year":"2022","journal-title":"arXiv:2209.12106"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.393"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1110"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.598"},{"key":"ref102","article-title":"Persona-DB: Efficient large language model personalization for response prediction with collaborative data refinement","author":"Sun","year":"2024","journal-title":"arXiv:2402.11060"},{"key":"ref103","article-title":"Leveraging interview-informed LLMs to model survey responses: Comparative insights from AI-generated and human data","author":"Zhang","year":"2025","journal-title":"arXiv:2505.21997"},{"key":"ref104","article-title":"Predicting results of social science experiments using large language models","author":"Hewitt","year":"2024"},{"key":"ref105","article-title":"Can an LLM learn preferences from choice data?","author":"Kim","year":"2024","journal-title":"arXiv:2401.07345"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.275"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.754"},{"key":"ref108","first-page":"7819","article-title":"Extrapolating to unknown opinions using LLMs","volume-title":"Proc. 31st Int. Conf. Comput. Linguistics","author":"Zhang"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1028"},{"key":"ref110","article-title":"AI-augmented surveys: Leveraging large language models and surveys for opinion prediction","author":"Kim","year":"2023","journal-title":"arXiv:2305.09620"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.2025.0009"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1126\/science.adi6000"},{"key":"ref113","article-title":"PPI++: Efficient prediction-powered inference","author":"Angelopoulos","year":"2023","journal-title":"arXiv:2311.01453"},{"key":"ref114","article-title":"Stratified prediction-powered inference for hybrid language model evaluation","author":"Fisch","year":"2024","journal-title":"arXiv:2406.04291"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.3386\/w33344"},{"key":"ref116","article-title":"Efficient randomized experiments using foundation models","author":"De Bartolomeis","year":"2025","journal-title":"arXiv:2502.04262"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1177\/00222429241276529"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1093\/jcr\/ucaf012"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/j.nlp.2023.100020"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.597"},{"key":"ref121","article-title":"Prompt tuning or fine-tuning-investigating relational knowledge in pre-trained language models","volume-title":"Proc. 3rd Conf. Automated Knowl. Base Construct.","author":"Fichtel"},{"key":"ref122","article-title":"RLVF: Learning from verbal feedback without overgeneralization","author":"Stephan","year":"2024","journal-title":"arXiv:2402.10893"},{"key":"ref123","article-title":"Merge, ensemble, and cooperate! A survey on collaborative strategies in the era of large language models","author":"Lu","year":"2024","journal-title":"arXiv:2407.06089"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-97144-0_17"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2025.3554028"},{"key":"ref126","first-page":"60061","article-title":"Learning to cooperate with humans using generative agents","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref127","article-title":"Training a helpful and harmless assistant with reinforcement learning from human feedback","author":"Bai","year":"2022","journal-title":"arXiv:2204.05862"},{"key":"ref128","article-title":"Centaur: A foundation model of human cognition","author":"Binz","year":"2024","journal-title":"arXiv:2410.20268"},{"key":"ref129","article-title":"GLEE: A unified framework and benchmark for language-based economic environments","author":"Shapira","year":"2024","journal-title":"arXiv:2410.05254"},{"key":"ref130","volume-title":"EDSL: Expected parrot domain specific language for AI powered social science","author":"Horton","year":"2024"},{"key":"ref131","article-title":"Localized cultural knowledge is conserved and controllable in large language models","author":"Veselovsky","year":"2025","journal-title":"arXiv:2504.10191"},{"key":"ref132","article-title":"Explaining large language models decisions using Shapley values","author":"Mohammadi","year":"2024","journal-title":"arXiv:2404.01332"},{"key":"ref133","volume-title":"On the Biology of a Large Language Model","author":"Ameisen","year":"2025"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1162\/opmi_a_00209"},{"key":"ref135","article-title":"Causal head gating: A framework for interpreting roles of attention heads in transformers","author":"Nam","year":"2025","journal-title":"arXiv:2505.13737"},{"key":"ref136","article-title":"Sociodojo: Building lifelong analytical agents with real-world text and time series","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Cheng"},{"key":"ref137","article-title":"Representation engineering: A top-down approach to AI transparency","author":"Zou","year":"2023","journal-title":"arXiv:2310.01405"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11563566.pdf?arnumber=11563566","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:41:05Z","timestamp":1782762065000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11563566\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":137,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3703706","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}