{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:47:36Z","timestamp":1782802056382,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658927","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T09:14:21Z","timestamp":1717578861000},"page":"585-601","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Towards Geographic Inclusion in the Evaluation of Text-to-Image Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-0509-1654","authenticated-orcid":false,"given":"Melissa","family":"Hall","sequence":"first","affiliation":[{"name":"Meta (FAIR), United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9437-5449","authenticated-orcid":false,"given":"Samuel J.","family":"Bell","sequence":"additional","affiliation":[{"name":"Meta (FAIR), France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8285-9224","authenticated-orcid":false,"given":"Candace","family":"Ross","sequence":"additional","affiliation":[{"name":"Meta (FAIR), USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5281-3343","authenticated-orcid":false,"given":"Adina","family":"Williams","sequence":"additional","affiliation":[{"name":"Meta (FAIR), USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0661-6338","authenticated-orcid":false,"given":"Michal","family":"Drozdzal","sequence":"additional","affiliation":[{"name":"Meta (FAIR), Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3604-6281","authenticated-orcid":false,"given":"Adriana Romero","family":"Soriano","sequence":"additional","affiliation":[{"name":"Meta (FAIR), Canada and Mila, Canada and McGill University, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.c3nlp-1.1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.alw-1.21"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.c3nlp-1.12"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Hritik Bansal Da Yin Masoud Monajatipoor and Kai-Wei Chang. 2022. How well can Text-to-Image Generative Models understand Ethical Natural Language Interventions?. In EMNLP (Short).","DOI":"10.18653\/v1\/2022.emnlp-main.88"},{"key":"e_1_3_2_1_5_1","volume-title":"Inspecting the Geographical Representativeness of Images from Text-to-Image Models. arXiv preprint arXiv:2305.11080","author":"Basu Abhipsa","year":"2023","unstructured":"Abhipsa Basu, R\u00a0Venkatesh Babu, and Danish Pruthi. 2023. Inspecting the Geographical Representativeness of Images from Text-to-Image Models. arXiv preprint arXiv:2305.11080 (2023)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Federico Bianchi Pratyusha Kalluri Esin Durmus Faisal Ladhak Myra Cheng Debora Nozza Tatsunori Hashimoto Dan Jurafsky James Zou and Aylin Caliskan. 2022. Easily Accessible Text-to-Image Generation Amplifies Demographic Stereotypes at Large Scale. arxiv:2211.03759\u00a0[cs.CL]","DOI":"10.1145\/3593013.3594095"},{"key":"e_1_3_2_1_7_1","volume-title":"Concreteness ratings for 40 thousand generally known English word lemmas. Behavior research methods 46, 3","author":"Brysbaert Marc","year":"2014","unstructured":"Marc Brysbaert, Amy\u00a0Beth Warriner, and Victor Kuperman. 2014. Concreteness ratings for 40 thousand generally known English word lemmas. Behavior research methods 46, 3 (2014), 904\u2013911."},{"key":"e_1_3_2_1_8_1","first-page":"27517","article-title":"Instance-conditioned gan","volume":"34","author":"Casanova Arantxa","year":"2021","unstructured":"Arantxa Casanova, Marlene Careil, Jakob Verbeek, Michal Drozdzal, and Adriana Romero\u00a0Soriano. 2021. Instance-conditioned gan. Advances in Neural Information Processing Systems 34 (2021), 27517\u201327529.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Jaemin Cho Abhay Zala and Mohit Bansal. 2022. DALL-Eval: Probing the Reasoning Skills and Social Biases of Text-to-Image Generative Transformers. (2022). arxiv:2202.04053\u00a0[cs.CV]","DOI":"10.1109\/ICCV51070.2023.00283"},{"key":"e_1_3_2_1_10_1","volume-title":"Emu: Enhancing Image Generation Models Using Photogenic Needles in a Haystack. arxiv:2309.15807\u00a0[cs.CV]","author":"Dai Xiaoliang","year":"2023","unstructured":"Xiaoliang Dai, Ji Hou, Chih-Yao Ma, Sam Tsai, Jialiang Wang, Rui Wang, Peizhao Zhang, Simon Vandenhende, Xiaofang Wang, Abhimanyu Dubey, Matthew Yu, Abhishek Kadian, Filip Radenovic, Dhruv Mahajan, Kunpeng Li, Yue Zhao, Vladan Petrovic, Mitesh\u00a0Kumar Singh, Simran Motwani, Yi Wen, Yiwen Song, Roshan Sumbaly, Vignesh Ramanathan, Zijian He, Peter Vajda, and Devi Parikh. 2023. Emu: Enhancing Image Generation Models Using Photogenic Needles in a Haystack. arxiv:2309.15807\u00a0[cs.CV]"},{"key":"e_1_3_2_1_11_1","volume-title":"Dealing with Disagreements: Looking Beyond the Majority Vote in Subjective Annotations. CoRR abs\/2110.05719","author":"Davani Aida\u00a0Mostafazadeh","year":"2021","unstructured":"Aida\u00a0Mostafazadeh Davani, Mark D\u00edaz, and Vinodkumar Prabhakaran. 2021. Dealing with Disagreements: Looking Beyond the Majority Vote in Subjective Annotations. CoRR abs\/2110.05719 (2021). arXiv:2110.05719https:\/\/arxiv.org\/abs\/2110.05719"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359","author":"De\u00a0Vries Terrance","year":"2019","unstructured":"Terrance De\u00a0Vries, Ishan Misra, Changhan Wang, and Laurens Van\u00a0der Maaten. 2019. Does object recognition work for everyone?. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_14_1","unstructured":"Sunipa Dev Jaya Goyal Dinesh Tewari Shachi Dave and Vinodkumar Prabhakaran. 2023. Building Socio-culturally Inclusive Stereotype Resources with Community Engagement. In Thirty-seventh Conference on Neural Information Processing Systems Datasets and Benchmarks Track. https:\/\/openreview.net\/forum?id=uIj1jDc8k6"},{"key":"e_1_3_2_1_15_1","unstructured":"Esin Durmus Karina Nyugen Thomas\u00a0I. Liao Nicholas Schiefer Amanda Askell Anton Bakhtin Carol Chen Zac Hatfield-Dodds Danny Hernandez Nicholas Joseph Liane Lovitt Sam McCandlish Orowa Sikder Alex Tamkin Janel Thamkul Jared Kaplan Jack Clark and Deep Ganguli. 2023. Towards Measuring the Representation of Subjective Global Opinions in Language Models. arXiv:arXiv:2306.16388"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"e_1_3_2_1_17_1","volume-title":"The Vendi Score: A Diversity Evaluation Metric for Machine Learning. arXiv preprint arXiv:2210.02410","author":"Friedman Dan","year":"2022","unstructured":"Dan Friedman and Adji\u00a0Bousso Dieng. 2022. The Vendi Score: A Diversity Evaluation Metric for Machine Learning. arXiv preprint arXiv:2210.02410 (2022)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings, Part XV. Springer, 89\u2013106","author":"Gafni Oran","year":"2022","unstructured":"Oran Gafni, Adam Polyak, Oron Ashual, Shelly Sheynin, Devi Parikh, and Yaniv Taigman. 2022. Make-a-scene: Scene-based text-to-image generation with human priors. In Computer Vision\u2013ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XV. Springer, 89\u2013106."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Nitesh Goyal Ian Kivlichan Rachel Rosen and Lucy Vasserman. 2022. Is Your Toxicity My Toxicity? Exploring the Impact of Rater Identity on Toxicity Annotation. arxiv:2205.00501\u00a0[cs.HC]","DOI":"10.1145\/3555088"},{"key":"e_1_3_2_1_20_1","volume-title":"Fairness Indicators for Systematic Assessments of Visual Feature Extractors. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Goyal Priya","year":"2022","unstructured":"Priya Goyal, Adriana\u00a0Romero Soriano, Caner Hazirbas, Levent Sagun, and Nicolas Usunier. 2022. Fairness Indicators for Systematic Assessments of Visual Feature Extractors. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 70\u201388."},{"key":"e_1_3_2_1_21_1","unstructured":"Laura Gustafson Megan Richards Melissa Hall Caner Hazirbas Diane Bouchacourt and Mark Ibrahim. 2023. Pinpointing Why Object Recognition Performance Degrades Across Income Levels and Geographies. arxiv:2304.05391\u00a0[cs.CV]"},{"key":"e_1_3_2_1_22_1","unstructured":"Melissa Hall Candace Ross Adina Williams Nicolas Carion Michal Drozdzal and Adriana\u00a0Romero Soriano. 2023. DIG In: Evaluating Disparities in Image Generations with Indicators for Geographic Diversity. arxiv:2308.06198\u00a0[cs.CV]"},{"key":"e_1_3_2_1_23_1","volume-title":"Clipscore: A reference-free evaluation metric for image captioning. arXiv preprint arXiv:2104.08718","author":"Hessel Jack","year":"2021","unstructured":"Jack Hessel, Ari Holtzman, Maxwell Forbes, Ronan\u00a0Le Bras, and Yejin Choi. 2021. Clipscore: A reference-free evaluation metric for image captioning. arXiv preprint arXiv:2104.08718 (2021)."},{"key":"e_1_3_2_1_24_1","unstructured":"Martin Heusel Hubert Ramsauer Thomas Unterthiner Bernhard Nessler and Sepp Hochreiter. 2018. GANs Trained by a Two Time-Scale Update Rule Converge to a Local Nash Equilibrium. arxiv:1706.08500\u00a0[cs.LG]"},{"key":"e_1_3_2_1_25_1","volume-title":"GANs Trained by a Two Time-Scale Update Rule Converge to a Nash Equilibrium. CoRR abs\/1706.08500","author":"Heusel Martin","year":"2017","unstructured":"Martin Heusel, Hubert Ramsauer, Thomas Unterthiner, Bernhard Nessler, G\u00fcnter Klambauer, and Sepp Hochreiter. 2017. GANs Trained by a Two Time-Scale Update Rule Converge to a Nash Equilibrium. CoRR abs\/1706.08500 (2017). arXiv:1706.08500http:\/\/arxiv.org\/abs\/1706.08500"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533233"},{"key":"e_1_3_2_1_27_1","unstructured":"Akshita Jha Aida Davani Chandan\u00a0K. Reddy Shachi Dave Vinodkumar Prabhakaran and Sunipa Dev. 2023. SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models. arXiv:arXiv:2305.11840"},{"key":"e_1_3_2_1_28_1","unstructured":"Tuomas Kynk\u00e4\u00e4nniemi Tero Karras Miika Aittala Timo Aila and Jaakko Lehtinen. 2023. The Role of ImageNet Classes in Fr\u00e9chet Inception Distance. arxiv:2203.06026\u00a0[cs.CV]"},{"key":"e_1_3_2_1_29_1","unstructured":"Tuomas Kynk\u00e4\u00e4nniemi Tero Karras Samuli Laine Jaakko Lehtinen and Timo Aila. 2019. Improved Precision and Recall Metric for Assessing Generative Models. arxiv:1904.06991\u00a0[stat.ML]"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.c3nlp-1.5"},{"key":"e_1_3_2_1_31_1","unstructured":"Tony Lee Michihiro Yasunaga Chenlin Meng Yifan Mai Joon\u00a0Sung Park Agrim Gupta Yunzhi Zhang Deepak Narayanan Hannah\u00a0Benita Teufel Marco Bellagente Minguk Kang Taesung Park Jure Leskovec Jun-Yan Zhu Li Fei-Fei Jiajun Wu Stefano Ermon and Percy Liang. 2023. Holistic Evaluation of Text-To-Image Models. arxiv:2311.04287\u00a0[cs.CV]"},{"key":"e_1_3_2_1_32_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=NeRdBeTionN","author":"Morozov Stanislav","year":"2021","unstructured":"Stanislav Morozov, Andrey Voynov, and Artem Babenko. 2021. On Self-Supervised Image Representations for {GAN} Evaluation. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=NeRdBeTionN"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1121\/1.1917190"},{"key":"e_1_3_2_1_34_1","volume-title":"Reliable Fidelity and Diversity Metrics for Generative Models. CoRR abs\/2002.09797","author":"Naeem Muhammad\u00a0Ferjad","year":"2020","unstructured":"Muhammad\u00a0Ferjad Naeem, Seong\u00a0Joon Oh, Youngjung Uh, Yunjey Choi, and Jaejun Yoo. 2020. Reliable Fidelity and Diversity Metrics for Generative Models. CoRR abs\/2002.09797 (2020). arXiv:2002.09797https:\/\/arxiv.org\/abs\/2002.09797"},{"key":"e_1_3_2_1_35_1","volume-title":"GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models. CoRR abs\/2112.10741","author":"Nichol Alex","year":"2021","unstructured":"Alex Nichol, Prafulla Dhariwal, Aditya Ramesh, Pranav Shyam, Pamela Mishkin, Bob McGrew, Ilya Sutskever, and Mark Chen. 2021. GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models. CoRR abs\/2112.10741 (2021). arXiv:2112.10741https:\/\/arxiv.org\/abs\/2112.10741"},{"key":"e_1_3_2_1_36_1","unstructured":"Maxime Oquab Timoth\u00e9e Darcet Th\u00e9o Moutakanni Huy Vo Marc Szafraniec Vasil Khalidov Pierre Fernandez Daniel Haziza Francisco Massa Alaaeldin El-Nouby Mahmoud Assran Nicolas Ballas Wojciech Galuba Russell Howes Po-Yao Huang Shang-Wen Li Ishan Misra Michael Rabbat Vasu Sharma Gabriel Synnaeve Hu Xu Herv\u00e9 Jegou Julien Mairal Patrick Labatut Armand Joulin and Piotr Bojanowski. 2023. DINOv2: Learning Robust Visual Features without Supervision. arxiv:2304.07193\u00a0[cs.CV]"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1111\/nous.12218"},{"key":"e_1_3_2_1_38_1","volume-title":"SDXL: Improving Latent Diffusion Models for High-Resolution Image Synthesis. arxiv:2307.01952\u00a0[cs.CV]","author":"Podell Dustin","year":"2023","unstructured":"Dustin Podell, Zion English, Kyle Lacey, Andreas Blattmann, Tim Dockhorn, Jonas M\u00fcller, Joe Penna, and Robin Rombach. 2023. SDXL: Improving Latent Diffusion Models for High-Resolution Image Synthesis. arxiv:2307.01952\u00a0[cs.CV]"},{"key":"e_1_3_2_1_39_1","unstructured":"Vinodkumar Prabhakaran Rida Qadri and Ben Hutchinson. 2022. Cultural Incongruencies in Artificial Intelligence. arXiv:arXiv:2211.13069"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594016"},{"key":"e_1_3_2_1_41_1","volume-title":"International Conference on Machine Learning. PMLR, 8748\u20138763","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong\u00a0Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, 2021. Learning transferable visual models from natural language supervision. In International Conference on Machine Learning. PMLR, 8748\u20138763."},{"key":"e_1_3_2_1_42_1","volume-title":"Deepti Ghadiyaram, and Olga Russakovsky.","author":"Ramaswamy V.","year":"2023","unstructured":"Vikram\u00a0V. Ramaswamy, Sing\u00a0Yu Lin, Dora Zhao, Aaron\u00a0B. Adcock, Laurens van\u00a0der Maaten, Deepti Ghadiyaram, and Olga Russakovsky. 2023. Beyond web-scraping: Crowd-sourcing a geodiverse dataset. In arXiv preprint."},{"key":"e_1_3_2_1_43_1","unstructured":"Aditya Ramesh Prafulla Dhariwal Alex Nichol Casey Chu and Mark Chen. 2022. Hierarchical Text-Conditional Image Generation with CLIP Latents. arxiv:2204.06125\u00a0[cs.CV]"},{"key":"e_1_3_2_1_44_1","volume-title":"Ravuri and Oriol Vinyals","author":"V.","year":"2019","unstructured":"Suman\u00a0V. Ravuri and Oriol Vinyals. 2019. Classification Accuracy Score for Conditional Generative Models. CoRR abs\/1905.10887 (2019). arXiv:1905.10887http:\/\/arxiv.org\/abs\/1905.10887"},{"key":"e_1_3_2_1_45_1","unstructured":"Megan Richards Polina Kirichenko Diane Bouchacourt and Mark Ibrahim. 2023. Does Progress On Object Recognition Benchmarks Improve Real-World Generalization?arXiv:arXiv:2307.13136"},{"key":"e_1_3_2_1_46_1","volume-title":"High-Resolution Image Synthesis with Latent Diffusion Models. CoRR abs\/2112.10752","author":"Rombach Robin","year":"2021","unstructured":"Robin Rombach, Andreas Blattmann, Dominik Lorenz, Patrick Esser, and Bj\u00f6rn Ommer. 2021. High-Resolution Image Synthesis with Latent Diffusion Models. CoRR abs\/2112.10752 (2021). arXiv:2112.10752https:\/\/arxiv.org\/abs\/2112.10752"},{"key":"e_1_3_2_1_47_1","volume-title":"Burcu\u00a0Karagol Ayan, S.\u00a0Sara Mahdavi, Rapha\u00a0Gontijo Lopes, Tim Salimans, Jonathan Ho, David\u00a0J Fleet, and Mohammad Norouzi.","author":"Saharia Chitwan","year":"2022","unstructured":"Chitwan Saharia, William Chan, Saurabh Saxena, Lala Li, Jay Whang, Emily Denton, Seyed Kamyar\u00a0Seyed Ghasemipour, Burcu\u00a0Karagol Ayan, S.\u00a0Sara Mahdavi, Rapha\u00a0Gontijo Lopes, Tim Salimans, Jonathan Ho, David\u00a0J Fleet, and Mohammad Norouzi. 2022. Photorealistic Text-to-Image Diffusion Models with Deep Language Understanding. arxiv:2205.11487\u00a0[cs.CV]"},{"key":"e_1_3_2_1_48_1","unstructured":"Mehdi\u00a0S.\u00a0M. Sajjadi Olivier Bachem Mario Lu\u010di\u0107 Olivier Bousquet and Sylvain Gelly. 2018. Assessing Generative Models via Precision and Recall. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_49_1","volume-title":"Improved techniques for training gans. Advances in neural information processing systems 29","author":"Salimans Tim","year":"2016","unstructured":"Tim Salimans, Ian Goodfellow, Wojciech Zaremba, Vicki Cheung, Alec Radford, and Xi Chen. 2016. Improved techniques for training gans. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445896"},{"key":"e_1_3_2_1_51_1","volume-title":"No classification without representation: Assessing geodiversity issues in open data sets for the developing world. arXiv preprint arXiv:1711.08536","author":"Shankar Shreya","year":"2017","unstructured":"Shreya Shankar, Yoni Halpern, Eric Breck, James Atwood, Jimbo Wilson, and D Sculley. 2017. No classification without representation: Assessing geodiversity issues in open data sets for the developing world. arXiv preprint arXiv:1711.08536 (2017)."},{"key":"e_1_3_2_1_52_1","volume-title":"How good is my GAN?CoRR abs\/1807.09499","author":"Shmelkov Konstantin","year":"2018","unstructured":"Konstantin Shmelkov, Cordelia Schmid, and Karteek Alahari. 2018. How good is my GAN?CoRR abs\/1807.09499 (2018). arXiv:1807.09499http:\/\/arxiv.org\/abs\/1807.09499"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00088"},{"key":"e_1_3_2_1_54_1","unstructured":"George Stein Jesse\u00a0C. Cresswell Rasa Hosseinzadeh Yi Sui Brendan\u00a0Leigh Ross Valentin Villecroze Zhaoyan Liu Anthony\u00a0L. Caterini J.\u00a0Eric\u00a0T. Taylor and Gabriel Loaiza-Ganem. 2023. Exposing flaws of generative model evaluation metrics and their unfair treatment of diffusion models. arxiv:2306.04675\u00a0[cs.LG]"},{"key":"e_1_3_2_1_55_1","volume-title":"Rethinking the Inception Architecture for Computer Vision. CoRR abs\/1512.00567","author":"Szegedy Christian","year":"2015","unstructured":"Christian Szegedy, Vincent Vanhoucke, Sergey Ioffe, Jonathon Shlens, and Zbigniew Wojna. 2015. Rethinking the Inception Architecture for Computer Vision. CoRR abs\/1512.00567 (2015). arXiv:1512.00567http:\/\/arxiv.org\/abs\/1512.00567"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00068"},{"key":"e_1_3_2_1_57_1","volume-title":"Durim Morina, and Michael\u00a0S.","author":"Zhou Sharon","year":"2019","unstructured":"Sharon Zhou, Mitchell\u00a0L. Gordon, Ranjay Krishna, Austin Narcomey, Durim Morina, and Michael\u00a0S. Bernstein. 2019. HYPE: Human eYe Perceptual Evaluation of Generative Models. CoRR abs\/1904.01121 (2019). arXiv:1904.01121http:\/\/arxiv.org\/abs\/1904.01121"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658927","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658927","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:32:59Z","timestamp":1755883979000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658927"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":57,"alternative-id":["10.1145\/3630106.3658927","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658927","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}