{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:14:07Z","timestamp":1772907247750,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3578503.3583620","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T23:03:17Z","timestamp":1682550197000},"page":"208-218","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Diversity matters: Robustness of bias measurements in Wikidata"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7987-5082","authenticated-orcid":false,"given":"Paramita","family":"Das","sequence":"first","affiliation":[{"name":"Computer Science and Engineering, Indian Institute of Technology Kharagpur, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1328-5167","authenticated-orcid":false,"given":"Sai Keerthana","family":"Karnam","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Indian Institute of Technology Kharagpur, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9287-5255","authenticated-orcid":false,"given":"Anirban","family":"Panda","sequence":"additional","affiliation":[{"name":"Industrial and Systems Engineering, Indian Institute of Technology Kharagpur, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1073-0472","authenticated-orcid":false,"given":"Bhanu Prakash Reddy","family":"Guda","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Carnegie Mellon University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8302-4734","authenticated-orcid":false,"given":"Soumya","family":"Sarkar","sequence":"additional","affiliation":[{"name":"Microsoft Research, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4534-0044","authenticated-orcid":false,"given":"Animesh","family":"Mukherjee","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Indian Institute of Technology Kharagpur, India"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Artificial Neural Networks. Springer, 553\u2013565","author":"Bala\u017eevi\u0107 Ivana","year":"2019","unstructured":"Ivana Bala\u017eevi\u0107, Carl Allen, and Timothy\u00a0M Hospedales. 2019. Hypernetwork knowledge graph embeddings. In International Conference on Artificial Neural Networks. Springer, 553\u2013565."},{"key":"e_1_3_2_1_2_1","volume-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29 (2016), 4349\u20134357."},{"key":"e_1_3_2_1_3_1","volume-title":"Translating embeddings for modeling multi-relational data. Advances in neural information processing systems 26","author":"Bordes Antoine","year":"2013","unstructured":"Antoine Bordes, Nicolas Usunier, Alberto Garcia-Duran, Jason Weston, and Oksana Yakhnenko. 2013. Translating embeddings for modeling multi-relational data. Advances in neural information processing systems 26 (2013)."},{"key":"e_1_3_2_1_4_1","volume-title":"International Conference on Machine Learning. PMLR, 715\u2013724","author":"Bose Avishek","year":"2019","unstructured":"Avishek Bose and William Hamilton. 2019. Compositional fairness constraints for graph embeddings. In International Conference on Machine Learning. PMLR, 715\u2013724."},{"key":"e_1_3_2_1_5_1","volume-title":"Bias in Knowledge Graph Embeddings. In 2020 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM). IEEE, 6\u201310","author":"Bourli Styliani","year":"2020","unstructured":"Styliani Bourli and Evaggelia Pitoura. 2020. Bias in Knowledge Graph Embeddings. In 2020 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM). IEEE, 6\u201310."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145265"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics9050750"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317307"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.595"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Joseph Fisher Dave Palfrey Christos Christodoulopoulos and Arpit Mittal. 2020. Measuring Social Bias in Knowledge Graph Embeddings. arxiv:1912.02761\u00a0[cs.CL]","DOI":"10.18653\/v1\/2020.emnlp-main.595"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3201064.3201108"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290956"},{"key":"e_1_3_2_1_14_1","volume-title":"International Semantic Web Conference (P&D\/Industry\/BlueSky).","author":"Janowicz Krzysztof","year":"2018","unstructured":"Krzysztof Janowicz, Bo Yan, Blake Regalia, Rui Zhu, and Gengchen Mai. 2018. Debiasing Knowledge Graphs: Why Female Presidents are not like Female Popes.. In International Semantic Web Conference (P&D\/Industry\/BlueSky)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1067"},{"key":"e_1_3_2_1_16_1","volume-title":"A survey on knowledge graphs: Representation, acquisition, and applications","author":"Ji Shaoxiong","year":"2021","unstructured":"Shaoxiong Ji, Shirui Pan, Erik Cambria, Pekka Marttinen, and S\u00a0Yu Philip. 2021. A survey on knowledge graphs: Representation, acquisition, and applications. IEEE Transactions on Neural Networks and Learning Systems (2021)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Daphna Keidar Mian Zhong Ce Zhang Yash\u00a0Raj Shrestha and Bibek Paudel. 2021. Towards Automatic Bias Detection in Knowledge Graphs. 3804\u20133811\u00a0pages.","DOI":"10.18653\/v1\/2021.findings-emnlp.321"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444818779080"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 16th International Workshop on Mining and Learning with Graphs (MLG).","author":"Mario Arduini","year":"2020","unstructured":"Arduini Mario, Noci Lorenzo, Pirovano Federico, Zhang Ce, Yash\u00a0Raj Shrestha, and Paudel Bibek. 2020. Adversarial Learning for Debiasing Knowledge Graph Embeddings. In Proceedings of the 16th International Workshop on Mining and Learning with Graphs (MLG)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2053"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10314"},{"key":"e_1_3_2_1_22_1","unstructured":"Maximilian Nickel Volker Tresp and Hans-Peter Kriegel. 2011. A three-way model for collective learning on multi-relational data. In Icml."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0E. Peters Mark Neumann Robert\u00a0L Logan Roy Schwartz Vidur Joshi Sameer Singh and Noah\u00a0A. Smith. 2019. Knowledge Enhanced Contextual Word Representations. In EMNLP.","DOI":"10.18653\/v1\/D19-1005"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Andrea Rossi Denilson Barbosa Donatella Firmani Antonio Matinata and Paolo Merialdo. 2021. Knowledge graph embedding for link prediction: A comparative analysis. ACM Transactions on Knowledge Discovery from Data (TKDD) 15 2(2021) 1\u201349.","DOI":"10.1145\/3424672"},{"key":"e_1_3_2_1_25_1","volume-title":"Analyzing Race and Citizenship Bias in Wikidata. In 2021 IEEE 18th International Conference on Mobile Ad Hoc and Smart Systems (MASS). IEEE, 665\u2013666","author":"Shaik Zaina","year":"2021","unstructured":"Zaina Shaik, Filip Ilievski, and Fred Morstatter. 2021. Analyzing Race and Citizenship Bias in Wikidata. In 2021 IEEE 18th International Conference on Mobile Ad Hoc and Smart Systems (MASS). IEEE, 665\u2013666."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-short.45"},{"key":"e_1_3_2_1_27_1","volume-title":"International conference on machine learning. PMLR","author":"Trouillon Th\u00e9o","year":"2016","unstructured":"Th\u00e9o Trouillon, Johannes Welbl, Sebastian Riedel, \u00c9ric Gaussier, and Guillaume Bouchard. 2016. Complex embeddings for simple link prediction. In International conference on machine learning. PMLR, 2071\u20132080."},{"key":"e_1_3_2_1_28_1","volume-title":"Ninth international AAAI conference on web and social media.","author":"Wagner Claudia","year":"2015","unstructured":"Claudia Wagner, David Garcia, Mohsen Jadidi, and Markus Strohmaier. 2015. It\u2019s a man\u2019s Wikipedia? Assessing gender inequality in an online encyclopedia. In Ninth international AAAI conference on web and social media."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450133"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"e_1_3_2_1_31_1","unstructured":"Bishan Yang Wen-tau Yih Xiaodong He Jianfeng Gao and Li Deng. 2014. Embedding entities and relations for learning and inference in knowledge bases. arXiv preprint arXiv:1412.6575(2014)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3091478.3091488"},{"key":"e_1_3_2_1_33_1","volume-title":"Quantifying the Gap: A Case Study of Wikidata Gender Disparities. In 17th International Symposium on Open Collaboration. 1\u201312","author":"Zhang Charles\u00a0Chuankai","year":"2021","unstructured":"Charles\u00a0Chuankai Zhang and Loren Terveen. 2021. Quantifying the Gap: A Case Study of Wikidata Gender Disparities. In 17th International Symposium on Open Collaboration. 1\u201312."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291014"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1139"}],"event":{"name":"WebSci '23: 15th ACM Web Science Conference 2023","location":"Austin TX USA","acronym":"WebSci '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 15th ACM Web Science Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578503.3583620","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3578503.3583620","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:08:37Z","timestamp":1750183717000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578503.3583620"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":35,"alternative-id":["10.1145\/3578503.3583620","10.1145\/3578503"],"URL":"https:\/\/doi.org\/10.1145\/3578503.3583620","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}