{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T13:24:42Z","timestamp":1770470682753,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":85,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001459","name":"Ministry of Education - Singapore","doi-asserted-by":"publisher","award":["MOET32020- 0004"],"award-info":[{"award-number":["MOET32020- 0004"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,27]]},"DOI":"10.1145\/3746027.3755748","type":"proceedings-article","created":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T06:55:00Z","timestamp":1761375300000},"page":"11687-11696","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Do Existing Testing Tools Really Uncover Gender Bias in Text-to-Image Models?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2522-7348","authenticated-orcid":false,"given":"Yunbo","family":"Lyu","sequence":"first","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5938-1918","authenticated-orcid":false,"given":"Zhou","family":"Yang","sequence":"additional","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6794-4970","authenticated-orcid":false,"given":"Yuqing","family":"Niu","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3035-0074","authenticated-orcid":false,"given":"Jing","family":"Jiang","sequence":"additional","affiliation":[{"name":"Australian National University, Canberra, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4367-7201","authenticated-orcid":false,"given":"David","family":"Lo","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Stability AI. 2024a. Stable Diffusion 3 Medium. https:\/\/huggingface.co\/stabilityai\/stable-diffusion-3-medium"},{"key":"e_1_3_2_1_2_1","unstructured":"Stability AI. 2024b. Stable Diffusion XL Base 1.0. https:\/\/huggingface.co\/stabilityai\/stable-diffusion-xl-base-1.0"},{"key":"e_1_3_2_1_3_1","unstructured":"Ana Kessler. 2023. Breakdown of Coca-Cola Commercial Made with Stable Diffusion Revealed. https:\/\/80.lv\/articles\/breakdown-of-coca-cola-commercial-made-with-stable-diffusion-revealed\/."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"T2IReplication Anonymous. 2024. T2IReplication-ISSTA25. (10 2024). doi:10.6084\/m9.figshare.27377649.v1","DOI":"10.6084\/m9.figshare.27377649.v1"},{"key":"e_1_3_2_1_5_1","first-page":"5087","article-title":"Biasfinder: Metamorphic test generation to uncover bias for sentiment analysis systems","volume":"48","author":"Asyrofi Muhammad Hilmi","year":"2021","unstructured":"Muhammad Hilmi Asyrofi, Zhou Yang, Imam Nur Bani Yusuf, Hong Jin Kang, Ferdian Thung, and David Lo. 2021. Biasfinder: Metamorphic test generation to uncover bias for sentiment analysis systems. IEEE Transactions on Software Engineering, Vol. 48, 12 (2021), 5087-5101.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.88"},{"key":"e_1_3_2_1_7_1","first-page":"671","article-title":"Big data's disparate impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big data's disparate impact. Calif. L. Rev., Vol. 104 (2016), 671.","journal-title":"Calif. L. Rev."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124118782533"},{"key":"e_1_3_2_1_9_1","unstructured":"James Betker Gabriel Goh Li Jing Tim Brooks Jianfeng Wang Linjie Li Long Ouyang Juntang Zhuang Joyce Lee Yufei Guo et al. 2023. Improving image generation with better captions. Computer Science. https:\/\/cdn.openai.com\/papers\/dall-e-3.pdf Vol. 2 3 (2023) 8."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264838"},{"key":"e_1_3_2_1_11_1","volume-title":"Conference on fairness, accountability and transparency. PMLR, 77-91","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. PMLR, 77-91."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-07939-1"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3652155"},{"key":"e_1_3_2_1_14_1","volume-title":"A comprehensive empirical study of bias mitigation methods for machine learning classifiers. ACM transactions on software engineering and methodology","author":"Chen Zhenpeng","year":"2023","unstructured":"Zhenpeng Chen, Jie M Zhang, Federica Sarro, and Mark Harman. 2023. A comprehensive empirical study of bias mitigation methods for machine learning classifiers. ACM transactions on software engineering and methodology, Vol. 32, 4 (2023), 1-30."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00283"},{"key":"e_1_3_2_1_16_1","volume-title":"Cuebric: Generative AI Comes to Hollywood.","author":"Davenport Tom","year":"2023","unstructured":"Tom Davenport. 2023. Cuebric: Generative AI Comes to Hollywood. (2023). https:\/\/www.forbes.com\/sites\/tomdavenport\/2023\/03\/13\/cuebric-generative-ai-comes-to-hollywood\/?sh=19b07abb174b"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173986"},{"key":"e_1_3_2_1_18_1","volume-title":"High quality face recognition","unstructured":"Dlib. 2017. High quality face recognition. http:\/\/dlib.net\/dnn_face_recognition_ex.cpp.html. Accessed: 2024-07-02."},{"key":"e_1_3_2_1_19_1","unstructured":"dreamlike art. 2023. Dreamlike Photoreal 2.0. https:\/\/huggingface.co\/dreamlike-art\/dreamlike-photoreal-2.0."},{"key":"e_1_3_2_1_20_1","volume-title":"Mitigating stereotypical biases in text to image generative systems. arXiv preprint arXiv:2310.06904","author":"Esposito Piero","year":"2023","unstructured":"Piero Esposito, Parmida Atighehchian, Anastasis Germanidis, and Deepti Ghadiyaram. 2023. Mitigating stereotypical biases in text to image generative systems. arXiv preprint arXiv:2310.06904 (2023)."},{"key":"e_1_3_2_1_21_1","unstructured":"Patrick Esser Sumith Kulal Andreas Blattmann Rahim Entezari Jonas M\u00fcller Harry Saini Yam Levi Dominik Lorenz Axel Sauer Frederic Boesel et al. 2024. Scaling rectified flow transformers for high-resolution image synthesis. arXiv preprint arXiv:2403.03206 (2024)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2008.61"},{"key":"e_1_3_2_1_23_1","volume-title":"Diversity is not a one-way street: Pilot study on ethical interventions for racial bias in text-to-image systems. ICCV, accepted","author":"Fraser Kathleen C","year":"2023","unstructured":"Kathleen C Fraser, Svetlana Kiritchenko, and Isar Nejadgholi. 2023a. Diversity is not a one-way street: Pilot study on ethical interventions for racial bias in text-to-image systems. ICCV, accepted (2023)."},{"key":"e_1_3_2_1_24_1","volume-title":"A friendly face: Do text-to-image systems rely on stereotypes when the input is under-specified? arXiv preprint arXiv:2302.07159","author":"Fraser Kathleen C","year":"2023","unstructured":"Kathleen C Fraser, Svetlana Kiritchenko, and Isar Nejadgholi. 2023b. A friendly face: Do text-to-image systems rely on stereotypes when the input is under-specified? arXiv preprint arXiv:2302.07159 (2023)."},{"key":"e_1_3_2_1_25_1","volume-title":"Fair diffusion: Instructing text-to-image generation models on fairness. arXiv preprint arXiv:2302.10893","author":"Friedrich Felix","year":"2023","unstructured":"Felix Friedrich, Manuel Brack, Lukas Struppek, Dominik Hintersdorf, Patrick Schramowski, Sasha Luccioni, and Kristian Kersting. 2023. Fair diffusion: Instructing text-to-image generation models on fairness. arXiv preprint arXiv:2302.10893 (2023)."},{"key":"e_1_3_2_1_26_1","volume-title":"Multilingual Text-to-Image Generation Magnifies Gender Stereotypes and Prompt Engineering May Not Help You. arXiv preprint arXiv:2401.16092","author":"Friedrich Felix","year":"2024","unstructured":"Felix Friedrich, Katharina H\u00e4mmerl, Patrick Schramowski, Jindrich Libovicky, Kristian Kersting, and Alexander Fraser. 2024. Multilingual Text-to-Image Generation Magnifies Gender Stereotypes and Prompt Engineering May Not Help You. arXiv preprint arXiv:2401.16092 (2024)."},{"key":"e_1_3_2_1_27_1","unstructured":"gofundme. 2023. GoFundMe | Help Changes Everything. https:\/\/www.youtube.com\/watch?v=NqdC0WX-f6o."},{"key":"e_1_3_2_1_28_1","unstructured":"GOP. 2023. Beat Biden. https:\/\/www.youtube.com\/watch?v=kLMMxgtxQ1Y&t=32s"},{"key":"e_1_3_2_1_29_1","volume-title":"NIPS symposium on machine learning and the law","volume":"1","author":"Grgic-Hlaca Nina","year":"2016","unstructured":"Nina Grgic-Hlaca, Muhammad Bilal Zafar, Krishna P Gummadi, and Adrian Weller. 2016. The case for process fairness in learning: Feature selection for fair decision making. In NIPS symposium on machine learning and the law, Vol. 1. Barcelona, Spain, 11."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598058"},{"key":"e_1_3_2_1_31_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems, Vol. 29 (2016)."},{"key":"e_1_3_2_1_32_1","first-page":"811","article-title":"Measuring algorithmic fairness","volume":"106","author":"Hellman Deborah","year":"2020","unstructured":"Deborah Hellman. 2020. Measuring algorithmic fairness. Virginia Law Review, Vol. 106, 4 (2020), 811-866.","journal-title":"Virginia Law Review"},{"key":"e_1_3_2_1_33_1","volume-title":"Denoising diffusion probabilistic models. Advances in neural information processing systems","author":"Ho Jonathan","year":"2020","unstructured":"Jonathan Ho, Ajay Jain, and Pieter Abbeel. 2020. Denoising diffusion probabilistic models. Advances in neural information processing systems, Vol. 33 (2020), 6840-6851."},{"key":"e_1_3_2_1_34_1","unstructured":"Glenn Jocher Ayush Chaurasia and Jing Qiu. 2023. Ultralytics YOLO. https:\/\/github.com\/ultralytics\/ultralytics"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00159"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449113"},{"key":"e_1_3_2_1_37_1","unstructured":"Eunji Kim Siwon Kim Chaehun Shin and Sungroh Yoon. 2023. De-stereotyping text-to-image models through prompt tuning. (2023)."},{"key":"e_1_3_2_1_38_1","volume-title":"Mivolo: Multi-input transformer for age and gender estimation. arXiv preprint arXiv:2307.04616","author":"Kuprashevich Maksim","year":"2023","unstructured":"Maksim Kuprashevich and Irina Tolstykh. 2023. Mivolo: Multi-input transformer for age and gender estimation. arXiv preprint arXiv:2307.04616 (2023)."},{"key":"e_1_3_2_1_39_1","volume-title":"Counterfactual fairness. Advances in neural information processing systems","author":"Kusner Matt J","year":"2017","unstructured":"Matt J Kusner, Joshua Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual fairness. Advances in neural information processing systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_40_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Richard Landis J","year":"1977","unstructured":"J Richard Landis and Gary G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159-174."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598126"},{"key":"e_1_3_2_1_42_1","volume-title":"Agrim Gupta, Yunzhi Zhang, Deepak Narayanan, Hannah Teufel, Marco Bellagente, et al.","author":"Lee Tony","year":"2024","unstructured":"Tony Lee, Michihiro Yasunaga, Chenlin Meng, Yifan Mai, Joon Sung Park, Agrim Gupta, Yunzhi Zhang, Deepak Narayanan, Hannah Teufel, Marco Bellagente, et al., 2024. Holistic evaluation of text-to-image models. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_43_1","volume-title":"International conference on machine learning. PMLR","author":"Li Junnan","year":"2023","unstructured":"Junnan Li, Dongxu Li, Silvio Savarese, and Steven Hoi. 2023. Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models. In International conference on machine learning. PMLR, 19730-19742."},{"key":"e_1_3_2_1_44_1","volume-title":"International conference on machine learning. PMLR, 12888-12900","author":"Li Junnan","year":"2022","unstructured":"Junnan Li, Dongxu Li, Caiming Xiong, and Steven Hoi. 2022. Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation. In International conference on machine learning. PMLR, 12888-12900."},{"key":"e_1_3_2_1_45_1","volume-title":"Sree Harsha Tanneru, Suraj Srinivas, and Himabindu Lakkaraju.","author":"Lin Alexander","year":"2023","unstructured":"Alexander Lin, Lucas Monteiro Paes, Sree Harsha Tanneru, Suraj Srinivas, and Himabindu Lakkaraju. 2023. Word-Level Explanations for Analyzing Bias in Text-to-Image Models. arXiv preprint arXiv:2306.05500 (2023)."},{"key":"e_1_3_2_1_46_1","volume-title":"Does gender matter? towards fairness in dialogue systems. arXiv preprint arXiv:1910.10486","author":"Liu Haochen","year":"2019","unstructured":"Haochen Liu, Jamell Dacon, Wenqi Fan, Hui Liu, Zitao Liu, and Jiliang Tang. 2019. Does gender matter? towards fairness in dialogue systems. arXiv preprint arXiv:1910.10486 (2019)."},{"key":"e_1_3_2_1_47_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Luccioni Sasha","year":"2024","unstructured":"Sasha Luccioni, Christopher Akiki, Margaret Mitchell, and Yacine Jernite. 2024. Stable bias: Evaluating societal representations in diffusion models. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3406718"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00094"},{"key":"e_1_3_2_1_50_1","volume-title":"Jimmy Lei Ba, and Ruslan Salakhutdinov","author":"Mansimov Elman","year":"2015","unstructured":"Elman Mansimov, Emilio Parisotto, Jimmy Lei Ba, and Ruslan Salakhutdinov. 2015. Generating images from captions with attention. arXiv preprint arXiv:1511.02793 (2015)."},{"key":"e_1_3_2_1_51_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica","author":"McHugh Mary L","year":"2012","unstructured":"Mary L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica, Vol. 22, 3 (2012), 276-282."},{"key":"e_1_3_2_1_52_1","unstructured":"Megvii. 2024. Face Cognitive Services. https:\/\/www.faceplusplus.com\/"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372923.3404804"},{"key":"e_1_3_2_1_54_1","volume-title":"A survey on bias and fairness in machine learning. ACM computing surveys (CSUR)","author":"Mehrabi Ninareh","year":"2021","unstructured":"Ninareh Mehrabi, Fred Morstatter, Nripsuta Saxena, Kristina Lerman, and Aram Galstyan. 2021. A survey on bias and fairness in machine learning. ACM computing surveys (CSUR), Vol. 54, 6 (2021), 1-35."},{"key":"e_1_3_2_1_55_1","volume-title":"Algorithmic fairness: Choices, assumptions, and definitions. Annual review of statistics and its application","author":"Mitchell Shira","year":"2021","unstructured":"Shira Mitchell, Eric Potash, Solon Barocas, Alexander D'Amour, and Kristian Lum. 2021. Algorithmic fairness: Choices, assumptions, and definitions. Annual review of statistics and its application, Vol. 8, 1 (2021), 141-163."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604711"},{"key":"e_1_3_2_1_57_1","volume-title":"https:\/\/finance.yahoo.com\/news\/90-of-online-content-could-be-generated-by-ai-by-2025-expert-says-201023872.html Accessed: 2024-08-22","author":"Name Author's Full","year":"2024","unstructured":"Author's Full Name. 2024. 90% of Online Content Could Be Generated by AI by 2025, Expert Says. Yahoo Finance (2024). https:\/\/finance.yahoo.com\/news\/90-of-online-content-could-be-generated-by-ai-by-2025-expert-says-201023872.html Accessed: 2024-08-22."},{"key":"e_1_3_2_1_58_1","unstructured":"Leonardo Nicoletti and Dina Bass. 2023. Humans are biased. Generative AI is even worse. https:\/\/www.bloomberg.com\/graphics\/2023-generative-ai-bias\/"},{"key":"e_1_3_2_1_59_1","unstructured":"Evgeny Obedkov. 2023. How AI-Assisted RPG Tales of Syn Utilizes Stable Diffusion and ChatGPT to Create Assets and Dialogues. https:\/\/gameworldobserver.com\/2023\/03\/06\/tales-of-syn-ai-rpg-stable-diffusion-chatgpt-game Accessed: 2024-08-22."},{"key":"e_1_3_2_1_60_1","unstructured":"OpenAI. 2022. DALL-E 2. https:\/\/openai.com\/index\/dall-e-2\/"},{"key":"e_1_3_2_1_61_1","unstructured":"OpenAI. 2023. Dall\u00b7E 3 System Card. https:\/\/openai.com\/research\/dall-e-3-system-card."},{"key":"e_1_3_2_1_62_1","volume-title":"Editing implicit assumptions in text-to-image diffusion models. arXiv preprint arXiv:2303.08084","author":"Orgad Hadas","year":"2023","unstructured":"Hadas Orgad, Bahjat Kawar, and Yonatan Belinkov. 2023. Editing implicit assumptions in text-to-image diffusion models. arXiv preprint arXiv:2303.08084 (2023)."},{"key":"e_1_3_2_1_63_1","volume-title":"Sdxl: Improving latent diffusion models for high-resolution image synthesis. arXiv preprint arXiv:2307.01952","author":"Podell Dustin","year":"2023","unstructured":"Dustin Podell, Zion English, Kyle Lacey, Andreas Blattmann, Tim Dockhorn, Jonas M\u00fcller, Joe Penna, and Robin Rombach. 2023. Sdxl: Improving latent diffusion models for high-resolution image synthesis. arXiv preprint arXiv:2307.01952 (2023)."},{"key":"e_1_3_2_1_64_1","unstructured":"Danny Postma. [n.d.]. AI Modelling Agency - Deep Agency. https:\/\/www.deepagency.com\/"},{"key":"e_1_3_2_1_65_1","volume-title":"International conference on machine learning. PMLR, 8748-8763","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al., 2021. Learning transferable visual models from natural language supervision. In International conference on machine learning. PMLR, 8748-8763."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99429-7_14"},{"key":"e_1_3_2_1_67_1","volume-title":"International conference on machine learning. PMLR, 1060-1069","author":"Reed Scott","year":"2016","unstructured":"Scott Reed, Zeynep Akata, Xinchen Yan, Lajanugen Logeswaran, Bernt Schiele, and Honglak Lee. 2016. Generative adversarial text to image synthesis. In International conference on machine learning. PMLR, 1060-1069."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"e_1_3_2_1_69_1","first-page":"36479","article-title":"Photorealistic text-to-image diffusion models with deep language understanding","volume":"35","author":"Saharia Chitwan","year":"2022","unstructured":"Chitwan Saharia, William Chan, Saurabh Saxena, Lala Li, Jay Whang, Emily L Denton, Kamyar Ghasemipour, Raphael Gontijo Lopes, Burcu Karagol Ayan, Tim Salimans, et al., 2022. Photorealistic text-to-image diffusion models with deep language understanding. Advances in Neural Information Processing Systems, Vol. 35 (2022), 36479-36494.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_70_1","volume-title":"The bias amplification paradox in text-to-image generation. arXiv preprint arXiv:2308.00755","author":"Seshadri Preethi","year":"2023","unstructured":"Preethi Seshadri, Sameer Singh, and Yanai Elazar. 2023. The bias amplification paradox in text-to-image generation. arXiv preprint arXiv:2308.00755 (2023)."},{"key":"e_1_3_2_1_71_1","first-page":"5188","article-title":"Astraea: Grammar-based fairness testing","volume":"48","author":"Soremekun Ezekiel","year":"2022","unstructured":"Ezekiel Soremekun, Sakshi Udeshi, and Sudipta Chattopadhyay. 2022. Astraea: Grammar-based fairness testing. IEEE Transactions on Software Engineering, Vol. 48, 12 (2022), 5188-5211.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER56733.2023.00066"},{"key":"e_1_3_2_1_73_1","volume-title":"The Male CEO and the Female Assistant: Probing Gender Biases in Text-To-Image Models Through Paired Stereotype Test. arXiv preprint arXiv:2402.11089","author":"Wan Yixin","year":"2024","unstructured":"Yixin Wan and Kai-Wei Chang. 2024. The Male CEO and the Female Assistant: Probing Gender Biases in Text-To-Image Models Through Paired Stereotype Test. arXiv preprint arXiv:2402.11089 (2024)."},{"key":"e_1_3_2_1_74_1","volume-title":"Survey of Bias In Text-to-Image Generation: Definition, Evaluation, and Mitigation. arXiv preprint arXiv:2404.01030","author":"Wan Yixin","year":"2024","unstructured":"Yixin Wan, Arjun Subramonian, Anaelia Ovalle, Zongyu Lin, Ashima Suvarna, Christina Chance, Hritik Bansal, Rebecca Pattichis, and Kai-Wei Chang. 2024. Survey of Bias In Text-to-Image Generation: Definition, Evaluation, and Mitigation. arXiv preprint arXiv:2404.01030 (2024)."},{"key":"e_1_3_2_1_75_1","volume-title":"arXiv preprint arXiv:2401.00763","author":"Wang Wenxuan","year":"2024","unstructured":"Wenxuan Wang, Haonan Bai, Jen-tse Huang, Yuxuan Wan, Youliang Yuan, Haoyi Qiu, Nanyun Peng, and Michael R Lyu. 2024. New Job, New Gender? Measuring the Social Bias in Image Generation Models. arXiv preprint arXiv:2401.00763 (2024)."},{"key":"e_1_3_2_1_76_1","volume-title":"Towards fair machine learning software: Understanding and addressing model bias through counterfactual thinking. arXiv preprint arXiv:2302.08018","author":"Wang Zichong","year":"2023","unstructured":"Zichong Wang, Yang Zhou, Meikang Qiu, Israat Haque, Laura Brown, Yi He, Jianwu Wang, David Lo, and Wenbin Zhang. 2023. Towards fair machine learning software: Understanding and addressing model bias through counterfactual thinking. arXiv preprint arXiv:2302.08018 (2023)."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598099"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3652122"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473117"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00073"},{"key":"e_1_3_2_1_81_1","volume-title":"Premkumar Devanbu, and David Lo.","author":"Yang Zhou","year":"2024","unstructured":"Zhou Yang, Zhensu Sun, Terry Zhuo Yue, Premkumar Devanbu, and David Lo. 2024b. Robustness, security, privacy, explainability, efficiency, and usability of large language models for code. arXiv preprint arXiv:2403.07506 (2024)."},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00367"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464820"},{"key":"e_1_3_2_1_85_1","volume-title":"Fairness testing of deep image classification with adequacy metrics. arXiv preprint arXiv:2111.08856","author":"Zhang Peixin","year":"2021","unstructured":"Peixin Zhang, Jingyi Wang, Jun Sun, and Xinyu Wang. 2021a. Fairness testing of deep image classification with adequacy metrics. arXiv preprint arXiv:2111.08856 (2021)."}],"event":{"name":"MM '25: The 33rd ACM International Conference on Multimedia","location":"Dublin Ireland","acronym":"MM '25","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 33rd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746027.3755748","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T03:57:37Z","timestamp":1765339057000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746027.3755748"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,27]]},"references-count":85,"alternative-id":["10.1145\/3746027.3755748","10.1145\/3746027"],"URL":"https:\/\/doi.org\/10.1145\/3746027.3755748","relation":{},"subject":[],"published":{"date-parts":[[2025,10,27]]},"assertion":[{"value":"2025-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}