{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T05:13:08Z","timestamp":1782796388277,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","funder":[{"name":"ESF+ 2021\/2027 Regional Program of the Autonomous Region Friuli Venezia Giulia (PPO 2023, Program No. 22\/23 ? LINE A: PhD programmes)","award":["PPO 2023, Program No. 22\/23"],"award-info":[{"award-number":["PPO 2023, Program No. 22\/23"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,18]]},"DOI":"10.1145\/3731120.3744581","type":"proceedings-article","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T13:34:06Z","timestamp":1752845646000},"page":"12-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Impersonating the Crowd: Evaluating LLMs' Ability to Replicate Human Judgment in Misinformation Assessment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8215-5502","authenticated-orcid":false,"given":"David","family":"La Barbera","sequence":"first","affiliation":[{"name":"University of Milano-Bicocca, Milano, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5550-317X","authenticated-orcid":false,"given":"Riccardo","family":"Lunardi","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4546-1033","authenticated-orcid":false,"given":"Mengdie","family":"Zhuang","sequence":"additional","affiliation":[{"name":"University of Sheffield, Sheffield, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9191-3280","authenticated-orcid":false,"given":"Kevin","family":"Roitero","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.abf4393"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Pietro Bernardelle Leon Fr\u00f6hling Stefano Civelli Riccardo Lunardi Kevin Roitero and Gianluca Demartini. 2024. Mapping and Influencing the Political Ideology of Large Language Models using Synthetic Personas. arXiv:2412.14843 [cs.CL] https:\/\/arxiv.org\/abs\/2412.14843","DOI":"10.1145\/3701716.3715578"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.156"},{"key":"e_1_3_2_1_5_1","unstructured":"Lucio La Cava and Andrea Tagarelli. 2024. Open Models Closed Minds? On Agents Capabilities in Mimicking Human Personalities through Open Large Language Models. arXiv:2401.07115 [cs.AI] https:\/\/arxiv.org\/abs\/2401.07115"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01355"},{"key":"e_1_3_2_1_7_1","volume-title":"The state of human-centered NLP technology for fact-checking. Information processing &#38","author":"Das Anubrata","year":"2023","unstructured":"Anubrata Das, Houjiang Liu, Venelin Kovatchev, and Matthew Lease. 2023. The state of human-centered NLP technology for fact-checking. Information processing & management, Vol. 60, 2 (2023), 103219."},{"key":"e_1_3_2_1_8_1","volume-title":"Falk Scholer, and Johanne Trippas.","author":"de Paula Angel Felipe","year":"2025","unstructured":"Angel Felipe Magnoss ao de Paula, J Shane Culpepper, Alistair Moffat, Sachin Pathiyan Cherumanal, Falk Scholer, and Johanne Trippas. 2025. The Effects of Demographic Instructions on LLM Personas. arXiv preprint arXiv:2505.11795, (2025)."},{"key":"e_1_3_2_1_9_1","first-page":"65","article-title":"Human-in-the-loop Artificial Intelligence for Fighting Online Misinformation","volume":"43","author":"Demartini Gianluca","year":"2020","unstructured":"Gianluca Demartini, Stefano Mizzaro, and Damiano Spina. 2020. Human-in-the-loop Artificial Intelligence for Fighting Online Misinformation: Challenges and Opportunities. IEEE Data Eng. Bull., Vol. 43, 3 (2020), 65-74.","journal-title":"Challenges and Opportunities. IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/IDSTA55301.2022.9923043"},{"key":"e_1_3_2_1_11_1","unstructured":"Leon Fr\u00f6hling Gianluca Demartini and Dennis Assenmacher. 2024. Personas with Attitudes: Controlling LLMs for Diverse Data Annotation. arXiv preprint arXiv:2410.11745 (2024)."},{"key":"e_1_3_2_1_12_1","unstructured":"Leon Fr\u00f6hling Gianluca Demartini and Dennis Assenmacher. 2024. Personas with Attitudes: Controlling LLMs for Diverse Data Annotation. arXiv:2410.11745 [cs.CL] https:\/\/arxiv.org\/abs\/2410.11745"},{"key":"e_1_3_2_1_13_1","unstructured":"Aaron Grattafiori Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur and Alan Schelten. .. Zhiyu Ma. 2024. The Llama 3 Herd of Models. arXiv:2407.21783 [cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_2_1_14_1","first-page":"1","article-title":"The rise of crowdsourcing","volume":"14","author":"Howe Jeff","year":"2006","unstructured":"Jeff Howe. 2006. The rise of crowdsourcing. Wired Magazine, Vol. 14, 6 (2006), 1-4. https:\/\/www.wired.com\/2006\/06\/crowds\/","journal-title":"Wired Magazine"},{"key":"e_1_3_2_1_15_1","unstructured":"Tiancheng Hu and Nigel Collier. 2024. Quantifying the persona effect in llm simulations. arXiv preprint arXiv:2402.10811 (2024)."},{"key":"e_1_3_2_1_16_1","unstructured":"Albert Q. Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra Singh Chaplot Diego de las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier L\u00e9lio Renard Lavaud Marie-Anne Lachaux Pierre Stock Teven Le Scao Thibaut Lavril Thomas Wang Timoth\u00e9e Lacroix and William El Sayed. 2023. Mistral 7B. arXiv:2310.06825 [cs.CL] https:\/\/arxiv.org\/abs\/2310.06825"},{"key":"e_1_3_2_1_17_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Jiang Guangyuan","year":"2024","unstructured":"Guangyuan Jiang, Manjie Xu, Song-Chun Zhu, Wenjuan Han, Chi Zhang, and Yixin Zhu. 2024. Evaluating and inducing personality in pre-trained language models. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_18_1","first-page":"43","article-title":"Computing Krippendorff's Alpha-Reliability","volume":"1","author":"Krippendorff Klaus","year":"2008","unstructured":"Klaus Krippendorff. 2008. Computing Krippendorff's Alpha-Reliability. UPENN Libraries, Vol. 1 (2008), 43. https:\/\/repository.upenn.edu\/asc_papers\/43","journal-title":"UPENN Libraries"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2024.103792"},{"key":"e_1_3_2_1_20_1","unstructured":"David La Barbera Kevin Roitero Stefano Mizzaro et al. 2022. A Hybrid Human-In-The-Loop Framework for Fact Checking.. In NL4AI@ AI* IA. 13-23."},{"key":"e_1_3_2_1_21_1","volume-title":"Chain of Empathy: Enhancing Empathetic Response of Large Language Models Based on Psychotherapy Models. ArXiv","author":"Lee Yoon Kyung","year":"2023","unstructured":"Yoon Kyung Lee, Inju Lee, Minjung Shin, Seoyeon Bae, and Sowon Hahn. 2023. Chain of Empathy: Enhancing Empathetic Response of Large Language Models Based on Psychotherapy Models. ArXiv, Vol. abs\/2311.04915 (2023)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"Yuhan Liu Xiuying Chen Xiaoqing Zhang Xing Gao Ji Zhang and Rui Yan. 2024. From skepticism to acceptance: simulating the attitude dynamics toward fake news (IJCAI '24). Article 873 9 pages. https:\/\/doi.org\/10.24963\/ijcai.2024\/873","DOI":"10.24963\/ijcai.2024\/873"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.241"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679519"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"Combining human and machine confidence in truthfulness assessment","volume":"15","author":"Qu Yunke","year":"2022","unstructured":"Yunke Qu, Kevin Roitero, David La Barbera, Damiano Spina, Stefano Mizzaro, and Gianluca Demartini. 2022. Combining human and machine confidence in truthfulness assessment. ACM Journal of Data and Information Quality, Vol. 15, 1 (2022), 1-17.","journal-title":"ACM Journal of Data and Information Quality"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2024.1341697"},{"key":"e_1_3_2_1_28_1","unstructured":"Qwen : An Yang Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu Chengyuan Li Dayiheng Liu Fei Huang Haoran Wei Huan Lin Jian Yang Jianhong Tu Jianwei Zhang Jianxin Yang Jiaxi Yang Jingren Zhou Junyang Lin Kai Dang Keming Lu Keqin Bao Kexin Yang Le Yu Mei Li Mingfeng Xue Pei Zhang Qin Zhu Rui Men Runji Lin Tianhao Li Tianyi Tang Tingyu Xia Xingzhang Ren Xuancheng Ren Yang Fan Yang Su Yichang Zhang Yu Wan Yuqiong Liu Zeyu Cui Zhenru Zhang and Zihan Qiu. 2025. Qwen2.5 Technical Report. arXiv:2412.15115 [cs.CL] https:\/\/arxiv.org\/abs\/2412.15115"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401112"},{"key":"e_1_3_2_1_30_1","volume-title":"Blei","author":"Scherrer Nino","year":"2023","unstructured":"Nino Scherrer, Claudia Shi, Amir Feder, and David M. Blei. 2023. Evaluating the Moral Beliefs Encoded in LLMs. arXiv:2307.14324 [cs.CL] https:\/\/arxiv.org\/abs\/2307.14324"},{"key":"e_1_3_2_1_31_1","first-page":"493","volume-title":"Nature","volume":"623","author":"Shanahan Murray","year":"2023","unstructured":"Murray Shanahan, Kyle McDonell, and Laria Reynolds. 2023. Role play with large language models. Nature, Vol. 623, 7987 (2023), 493-498."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Yimin Shi Yang Fei Shiqi Zhang Haixun Wang and Xiaokui Xiao. 2025. You Are What You Bought: Generating Customer Personas for E-commerce Applications. arXiv preprint arXiv:2504.17304 (2025).","DOI":"10.1145\/3726302.3730118"},{"key":"e_1_3_2_1_33_1","first-page":"254","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"Snow Rion","unstructured":"Rion Snow, Brendan O'Connor, Daniel Jurafsky, and Andrew Y. Ng. 2008. Cheap and fast-but is it good? evaluating non-expert annotations for natural language tasks. In Proceedings of the Conference on Empirical Methods in Natural Language Processing, (Honolulu, Hawaii) (EMNLP '08). Association for Computational Linguistics, USA, 254-263. https:\/\/aclanthology.org\/D08-1027\/"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6417"},{"key":"e_1_3_2_1_35_1","unstructured":"Gemma Team Aishwarya Kamath Johan Ferret Shreya Pathak Nino Vieillard Ramona Merhej Sarah Perrin Tatiana Matejovicova et al. 2025. Gemma 3 Technical Report. arXiv:2503.19786 [cs.CL] https:\/\/arxiv.org\/abs\/2503.19786"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657874"},{"key":"e_1_3_2_1_37_1","volume-title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection. In Findings of the Association for Computational Linguistics ACL","author":"Wan Herun","year":"2024","unstructured":"Herun Wan, Shangbin Feng, Zhaoxuan Tan, Heng Wang, Yulia Tsvetkov, and Minnan Luo. 2024. DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection. In Findings of the Association for Computational Linguistics ACL 2024, Lun-Wei Ku, Andre Martins, and Vivek Srikumar, (Eds.). Association for Computational Linguistics, Bangkok, Thailand and virtual meeting, 2637-2667. https:\/\/aclanthology.org\/2024.findings-acl.155"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the Conference on Language Models (COLM). https:\/\/arxiv.org\/abs\/2404","author":"Wang Pengda","unstructured":"Pengda Wang, Zilin Xiao, Hanjie Chen, and Frederick L. Oswald. 2024a. Will the Real Linda Please Stand up...to Large Language Models? Examining the Representativeness Heuristic in LLMs. In Proceedings of the Conference on Language Models (COLM). https:\/\/arxiv.org\/abs\/2404.01461"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2067"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.102"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.451"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531957"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657760"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649506"},{"key":"e_1_3_2_1_45_1","unstructured":"Shunyu Yao Jeffrey Zhao Dian Yu Nan Du Izhak Shafran Karthik Narasimhan and Yuan Cao. 2023. ReAct: Synergizing Reasoning and Acting in Language Models. arXiv:2210.03629 [cs.CL] https:\/\/arxiv.org\/abs\/2210.03629"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657965"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1205"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.888"}],"event":{"name":"ICTIR '25: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval","location":"Padua Italy","acronym":"ICTIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731120.3744581","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:16:35Z","timestamp":1755868595000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731120.3744581"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,18]]},"references-count":48,"alternative-id":["10.1145\/3731120.3744581","10.1145\/3731120"],"URL":"https:\/\/doi.org\/10.1145\/3731120.3744581","relation":{},"subject":[],"published":{"date-parts":[[2025,7,18]]},"assertion":[{"value":"2025-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}