{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T06:17:18Z","timestamp":1751609838523,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,29]],"date-time":"2024-05-29T00:00:00Z","timestamp":1716940800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,29]]},"DOI":"10.1145\/3632634.3655849","type":"proceedings-article","created":{"date-parts":[[2024,5,29]],"date-time":"2024-05-29T15:05:09Z","timestamp":1716995109000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["A Human-factors Approach for Evaluating AI-generated Images"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6313-8563","authenticated-orcid":false,"given":"Kara","family":"Combs","sequence":"first","affiliation":[{"name":"Sensors Directorate, Air Force Research Laboratory, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2431-2749","authenticated-orcid":false,"given":"Trevor J","family":"Bihl","sequence":"additional","affiliation":[{"name":"Sensors Directorate, Air Force Research Laboratory, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2775-3938","authenticated-orcid":false,"given":"Arya","family":"Gadre","sequence":"additional","affiliation":[{"name":"Wright Scholars Research Assistant Program, Air Force Research Laboratory, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1858-5189","authenticated-orcid":false,"given":"Isaiah","family":"Christopherson","sequence":"additional","affiliation":[{"name":"Wright Scholars Research Assistant Program, Air Force Research Laboratory, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,5,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Retrieved","author":"IBM","year":"2019","unstructured":"IBM, 2019. What is computer vision. Retrieved July 20, 2023 from https:\/\/www.ibm.com\/topics\/computer-vision."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00370"},{"key":"e_1_3_2_1_3_1","volume-title":"Yizheng Lv, and Ruimin Ke.","author":"Azfar Talha","year":"2023","unstructured":"Talha Azfar, Jinlong Li, Hongkai Yu, Ruey Long Cheu, Yizheng Lv, and Ruimin Ke. 2023. Deep learning based computer vision methods for complex traffic environments perception: A review. arXiv:2211.05120. Retrieved from https:\/\/arxiv.org\/abs\/2211.05120."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-16072-1_53"},{"key":"e_1_3_2_1_5_1","unstructured":"Chunyi Li Zicheng Zhang Haoning Wu Wei Sun Xiongkuo Min Xiaohong Liu Guangtao Zhai and Weisi Lin. 2023. AGIQA-3K: An open database for AI-generated image quality assessment. arXiv:2306.04717. Retrieved from arxiv.org\/abs\/2306.04717."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/14639220903470205"},{"volume-title":"Methods to address extreme class imbalance in machine learning based network intrusion detection systems. Master's thesis","author":"Walter Russell W.","key":"e_1_3_2_1_7_1","unstructured":"Russell W. Walter. 2016. Methods to address extreme class imbalance in machine learning based network intrusion detection systems. Master's thesis. Air Force Institute of Technology, Wright-Patterson AFB, USA."},{"key":"e_1_3_2_1_8_1","volume-title":"Yu and Lichao Sun","author":"Cao Yihan","year":"2023","unstructured":"Yihan Cao, Siyu Li, Yixin Liu, Zhiling Yan, Yutong Dai, Philip S. Yu and Lichao Sun. 2023. A comprehensive survey of AI-generated content (AIGC): A history of generative AI from GAN to ChatGPT. arXiv:2303.04226. Retrieved from https:\/\/arxiv.org\/abs\/2303.04226."},{"key":"e_1_3_2_1_9_1","volume-title":"Text-to-image diffusion model in generative ai: A survey. arXiv:2303.07909","author":"Zhang Chenshuang","year":"2023","unstructured":"Chenshuang Zhang, Chaoning Zhang, Mengchun Zhang, and In So Kweon. 2023. Text-to-image diffusion model in generative ai: A survey. arXiv:2303.07909, 2023. Retrieved from https:\/\/arxiv.org\/abs\/2303.07909."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1049\/et.2023.0208"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2196\/48392"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00158"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00672"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00446"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.techsoc.2023.102372"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-35081-8_32"},{"key":"e_1_3_2_1_17_1","unstructured":"Kara Combs Adam Moyer and Trevor J. Bihl. Uncertainty in Visual Generative AI. Data & Policy in review."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3378539.3393839"},{"key":"e_1_3_2_1_19_1","first-page":"16784","volume-title":"Proceedings of the 39th International Conference on Machine Learning, July 17 \u2013 23","author":"Nichol Alexander Q.","year":"2022","unstructured":"Alexander Q. Nichol, Prafulla Dhariwal, Aditya Ramesh, Pranav Shyam, Pamela Mishkin, Bob McGrew, Ilya Sutskever, and Mark Chen. 2022. GLIDE: Toward photorealistic image generation and editing with text-guided diffusion models. In Proceedings of the 39th International Conference on Machine Learning, July 17 \u2013 23, 2022, Baltimore, USA. PMLR, 16784-16804. Retrieved from https:\/\/proceedings.mlr.press\/v162\/nichol22a.html."},{"key":"e_1_3_2_1_20_1","unstructured":"OpenAI. 2021. DALL-E: Creating Images from Text. Retrieved from https:\/\/openai.com\/research\/dall-e."},{"key":"e_1_3_2_1_21_1","unstructured":"OpenAI. 2022. DALL-E 2. Retrieved from https:\/\/openai.com\/dall-e-2."},{"key":"e_1_3_2_1_22_1","unstructured":"Aditya Ramesh Prafulla Dhariwal Alex Nichol Casey Chu and Mark Chen. 2022. Hierarchical text-conditional image generation with clip latents. arXiv:2204.06125. https:\/\/arxiv.org\/abs\/2204.06125."},{"key":"e_1_3_2_1_23_1","unstructured":"OpenAI. 2023. DALL-E 3. Retrieved from https:\/\/openai.com\/dall-e-3."},{"key":"e_1_3_2_1_24_1","volume-title":"Yunxin Jiao and Aditya Ramesh","author":"Betker James","year":"2023","unstructured":"James Betker, Gabriel Goh, Li Jing, Tim Brooks, Jianfeng Wang, Linjie Li, Long Ouyang, Juntang Zhuang, Joyce Lee, Yufel Guo, Wesam Manassra, Prafulla Dhariwal, Casey Chu, Yunxin Jiao and Aditya Ramesh. 2023. Improving image generation with better captions. OpenAI Report. OpenAI, San Francisco, USA. Retrieved from https:\/\/api.semanticscholar.org\/CorpusID:264403242."},{"key":"e_1_3_2_1_25_1","unstructured":"Boris Dayma Suraj Patil Pedro Cuenca Khalid Saifullah. Tanishq Abraham Phuc Le Luke Melas and Ritobrata Ghosh. 2021. DALL-E Mini. Retrieved from https:\/\/dallemini.com\/."},{"key":"e_1_3_2_1_26_1","unstructured":"Boris Dayma Suraj Patil Pedro Cuenca Khalid Saifullah. Tanishq Abraham Phuc Le Luke Melas and Ritobrata Ghosh. 2022. DALL-E Mini Explained. Weights & Biases. Retrieved from https:\/\/wandb.ai\/dalle-mini\/dalle-mini\/reports\/DALL-E-Mini-Explained\u2013Vmlldzo4NjIxODA."},{"key":"e_1_3_2_1_27_1","unstructured":"Boris Dayma and Pedro Cuenca. 2023. DALL-E Mini - Generative Images from Any Text Prompt. Weights & Biases. Retrieved from https:\/\/wandb.ai\/dalle-mini\/dalle-mini\/reports\/DALL-E-mini-Generate-images-from-any-text-prompt\u2013VmlldzoyMDE4NDAy."},{"key":"e_1_3_2_1_28_1","unstructured":"Midjourney. 2022. Midjourney. Retrieved from https:\/\/www.midjourney.com\/."},{"key":"e_1_3_2_1_29_1","first-page":"36479","article-title":"Photorealistic text-to-image diffusion models with deep language understanding. In Advances in Neural Information Processing Systems (NeurIPS\u201922), Nov. 28 \u2013 Dec. 9, 2022, New Orleans","author":"Saharia Chitwan","year":"2022","unstructured":"Chitwan Saharia, William Chan, Saurabh Saxena, Lala Li, Jay Whang, Emily L. Denton, Samyar K. S. Ghasemipour, Raphael G. Lopes, Burcu K. Ayan, Tim Salimaans, Jonathan Ho, David J. Fleet, and Mohammad Norouzi. 2022. Photorealistic text-to-image diffusion models with deep language understanding. In Advances in Neural Information Processing Systems (NeurIPS\u201922), Nov. 28 \u2013 Dec. 9, 2022, New Orleans, USA. NeurIPS, 36479-36494. Retrieved from https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/hash\/ec795aeadae0b7d230fa35cbaf04c041-Abstract-Conference.html","journal-title":"USA. NeurIPS"},{"key":"e_1_3_2_1_30_1","unstructured":"Jiahui Yu Yuanzhong Xu Jing Y. Koh Thang Luong Gunjan Baid Zirui Wang Vijay Vasudevan Alexander Ku Yinfei Yang Burcu K. Ayan Ben Hutchinson Wei Han Zarana Parekh Xin Li Han Zhang Jason Baldridge and Yonghui Wu. 2022. Scaling autoregressive models for content-rich text-to-image generation. Transact. Mach. Learn. Res. accepted. Retrieved from https:\/\/3dvar.com\/Yu2022Scaling.pdf."},{"key":"e_1_3_2_1_31_1","unstructured":"Stability.AI. 2022. Stable Difussion Launch Announcement. Retrieved from https:\/\/stability.ai\/blog\/stable-diffusion-announcement."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"e_1_3_2_1_33_1","unstructured":"Meta. 2023. Imagine with Meta AI. Retrieved from https:\/\/imagine.meta.com."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1093\/oxfordjournals.rpd.a033149"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chemolab.2011.03.002"},{"key":"e_1_3_2_1_36_1","volume-title":"Article 20TR01 (Oct.","author":"Fu Yabo","year":"2020","unstructured":"Yabo Fu, Yang Lei, Tonghe Wang, Walter J. Curran, Tian Liu, and Xiaofeng Yang. 2020. Deep learning in medical image registration: A review. Phys. Med. Biol. 65, 20, Article 20TR01 (Oct. 2020). https:\/\/doi.org\/10.1088%2F1361-6560%2Fab843e."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2023.3236662"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.119960"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.3390\/rs15194804"},{"issue":"1","key":"e_1_3_2_1_40_1","first-page":"55","article-title":"Subjective and objective quality assessment of image: A survey","volume":"9","author":"Moghadam Abbas E.","year":"2015","unstructured":"Abbas E. Moghadam, Pedram Mohammadi, and Shahram Shirani. 2015. Subjective and objective quality assessment of image: A survey. Majlesi Journal of Electrical Engineering, 9, 1, 55-83 (Mar. 2015). Retrieved from https:\/\/mjee.isfahan.iau.ir\/article_696197_c7b55f3360785701fa99d62786fa1442.pdf.","journal-title":"Majlesi Journal of Electrical Engineering"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/MVIP49855.2020.9116899"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207160.2013.816415"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.3390\/fi15080260"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i8.26112"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Zicheng Zhang Chunyi Li Wei Sun Xiaohong Liu Xionghuo Min and Guangtao Zhai. 2023. A perceptual quality assessment exploration for AIGC images. arXiv:2303.12618. Retrieved from https:\/\/arxiv.org\/abs\/2303.12618.","DOI":"10.1109\/ICMEW59549.2023.00082"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.4900"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2023.01410114"},{"key":"e_1_3_2_1_48_1","unstructured":"Jiquan Yuan Xinyan Cao Changjin Li Fanyi Yang Jinlong Lin and Xixin Cao. 2023. PKU-I2IQA: An Image-to-image quality assessment database for AI generated images \" arXiv:2311.15556. Retrieved from https:\/\/arxiv.org\/abs\/2311.15556."},{"key":"e_1_3_2_1_49_1","unstructured":"Zijian Chen Wei Sun Haoning Wu Zicheng Zhang Jun Jia Xiongkuo Min Guangtao Zhai and Wenjun Zhang. 2023. Exploring the naturalness of AI-generated images. arXiv:2312.05476. Retrieved from https:\/\/arxiv.org\/abs\/2312.05476."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1093\/oxfordhb"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2022.161"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.3390\/a16030146"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 41st Annual Conference of the Cognitive Science Society, July 24 \u2013 27","author":"Lu Hongjing","year":"2019","unstructured":"Hongjing Lu, Qing Liu, Nicholas Ichien, Alan L. Yuille, and Keith J. Holyoak. 2019. Seeing the meaning: Vision meets semantics in solving pictorial analogy problems. In Proceedings of the 41st Annual Conference of the Cognitive Science Society, July 24 \u2013 27, 2019, Montreal, Canada. Cognitive Science Society. Retrieved from https:\/\/par.nsf.gov\/servlets\/purl\/10093529."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2023.119"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-40804-x"},{"volume-title":"Pattern Recognition","author":"Bonyard Mikhail M.","key":"e_1_3_2_1_56_1","unstructured":"Mikhail M. Bonyard. 1967. Pattern Recognition. Spartan Books, UK."},{"key":"e_1_3_2_1_57_1","first-page":"511","volume-title":"Proceedings of the International Conference on Machine Learning (ICML), Jul. 10 \u2013 15","author":"Barrett David G. T.","year":"2018","unstructured":"David G. T. Barrett, Felix Hill, Adam Santoro, Ari S. Morcos, and Timothy Lillicrap. 2018. Measuring abstract reasoning in neural networks. In Proceedings of the International Conference on Machine Learning (ICML), Jul. 10 \u2013 15, 2018, Stockholm, Sweden. PMLR, 511-520. Retrieved from https:\/\/proceedings.mlr.press\/v80\/barrett18a.html."},{"key":"e_1_3_2_1_58_1","unstructured":"J. C. Raven and J. H. Court. 1938. Raven's progressive matrices. Western Psychological Services Los Angeles USA."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00546"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2024.143"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuropsychologia.2008.02.001"},{"key":"e_1_3_2_1_63_1","volume-title":"Lawrence Zitnick and Ali Farhadi","author":"Sadeghi Fereshteh","year":"2015","unstructured":"Fereshteh Sadeghi, C. Lawrence Zitnick and Ali Farhadi. 2015. Visalogy: Answering visual analogy questions. In Advances in Neural Information Processing Systems (NeuRIPS\u201915), Dec. 7 - 12, 2015 Montreal, Canada. NeuRIPS. Retrieved from https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2015\/file\/45f31d16b1058d586fc3be7207b58053-Paper.pdf."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.2307\/1129586"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1162\/089892904322984553"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-019-01312-3"}],"event":{"name":"SIGMIS-CPR '24: 2024 Computers and People Research Conference","sponsor":["SIGMIS ACM Special Interest Group on Management Information Systems"],"location":"Murfreesboro TN USA","acronym":"SIGMIS-CPR '24"},"container-title":["Proceedings of the 2024 Computers and People Research Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632634.3655849","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3632634.3655849","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:57:54Z","timestamp":1750294674000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632634.3655849"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,29]]},"references-count":65,"alternative-id":["10.1145\/3632634.3655849","10.1145\/3632634"],"URL":"https:\/\/doi.org\/10.1145\/3632634.3655849","relation":{},"subject":[],"published":{"date-parts":[[2024,5,29]]},"assertion":[{"value":"2024-05-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}