{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T02:03:52Z","timestamp":1777341832916,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T00:00:00Z","timestamp":1745280000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,22]]},"DOI":"10.1145\/3696410.3714883","type":"proceedings-article","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T22:47:11Z","timestamp":1745362031000},"page":"2276-2288","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Fairness Evaluation with Item Response Theory"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1748-5801","authenticated-orcid":false,"given":"Ziqi","family":"Xu","sequence":"first","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0337-0395","authenticated-orcid":false,"given":"Sevvandi","family":"Kandanaarachchi","sequence":"additional","affiliation":[{"name":"Commonwealth Scientific and Industrial Research Organisation, Melbourne, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2302-9733","authenticated-orcid":false,"given":"Cheng Soon","family":"Ong","sequence":"additional","affiliation":[{"name":"Commonwealth Scientific and Industrial Research Organisation, Canberra, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5729-1003","authenticated-orcid":false,"given":"Eirini","family":"Ntoutsi","sequence":"additional","affiliation":[{"name":"Universit\u00e4t der Bundeswehr M\u00fcnchen, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623222"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.3917\/hori.005.0017"},{"key":"e_1_3_2_1_3_1","volume-title":"Some latent trait models and their use in inferring an examinee's ability. Statistical Theories of Mental Test Scores\/Addison-Wesley","author":"Birnbaum A","year":"1968","unstructured":"A Birnbaum. 1968. Some latent trait models and their use in inferring an examinee's ability. Statistical Theories of Mental Test Scores\/Addison-Wesley (1968)."},{"key":"e_1_3_2_1_4_1","volume-title":"Structural equations with latent variables","author":"Bollen Kenneth A","unstructured":"Kenneth A Bollen. 1989. Structural equations with latent variables. Vol. 210. John Wiley & Sons."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/0093854808326545"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3616865"},{"key":"e_1_3_2_1_7_1","volume-title":"The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16--18","volume":"89","author":"Chen Yu","year":"2019","unstructured":"Yu Chen, Telmo Silva Filho, Ricardo B Prudencio, Tom Diethe, and Peter Flach. 2019. \u03b2^3-IRT: A New Item Response Model and its Applications. In The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16--18 April 2019, Naha, Okinawa, Japan, Vol. 89. 1013--1021. http:\/\/proceedings.mlr.press\/v89\/chen19b.html"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017801"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/00223891.2010.497426"},{"key":"e_1_3_2_1_10_1","volume-title":"The Measure and Mismeasure of Fairness: A Critical Review of Fair Machine Learning. CoRR","author":"Corbett-Davies Sam","year":"2018","unstructured":"Sam Corbett-Davies and Sharad Goel. 2018. The Measure and Mismeasure of Fairness: A Critical Review of Fair Machine Learning. CoRR, Vol. abs\/1808.00023 (2018). http:\/\/arxiv.org\/abs\/1808.00023"},{"key":"e_1_3_2_1_11_1","volume-title":"The theory and practice of item response theory","author":"De Ayala Rafael Jaime","unstructured":"Rafael Jaime De Ayala. 2013. The theory and practice of item response theory. Guilford Publications."},{"key":"e_1_3_2_1_12_1","unstructured":"Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_14_1","volume-title":"Item response theory","author":"Embretson Susan E","unstructured":"Susan E Embretson and Steven P Reise. 2013. Item response theory. Psychology Press."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10994-023-06401--1"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10994-023-06319--8"},{"key":"e_1_3_2_1_17_1","volume-title":"Item response theory: Principles and applications","author":"Hambleton Ronald K","unstructured":"Ronald K Hambleton and Hariharan Swaminathan. 2013. Item response theory: Principles and applications. Springer Science & Business Media."},{"key":"e_1_3_2_1_18_1","first-page":"5","article-title":"Equality of Opportunity in Supervised Learning","volume":"2016","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of Opportunity in Supervised Learning. In Advances in Neural Information Processing Systems 29, NeurIPS 2016, 5--10 December 2016, Barcelona, Spain. 3315--3323. https:\/\/proceedings.neurips.cc\/paper\/2016\/hash\/9d2682367c3935defcb1f9e247a97c0d-Abstract.html","journal-title":"Advances in Neural Information Processing Systems 29, NeurIPS"},{"key":"e_1_3_2_1_19_1","article-title":"Comprehensive algorithm portfolio evaluation using item response theory","volume":"24","author":"Kandanaarachchi Sevvandi","year":"2023","unstructured":"Sevvandi Kandanaarachchi and Kate Smith-Miles. 2023. Comprehensive algorithm portfolio evaluation using item response theory. Journal of Machine Learning Research, Vol. 24 (2023), 177:1--177:52. https:\/\/jmlr.org\/papers\/v24\/20--1318.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.2007.00107.x"},{"key":"e_1_3_2_1_21_1","first-page":"4","article-title":"Counterfactual fairness","volume":"2017","author":"Kusner Matt J","year":"2017","unstructured":"Matt J Kusner, Joshua Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual fairness. Advances in Neural Information Processing Systems 30, NeurIPS 2017, 4--9 December 2017, Long Beach, CA, USA, 4066--4076. https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/a486cd07e4ac3d270571622f4f316ec5-Abstract.html","journal-title":"Advances in Neural Information Processing Systems 30, NeurIPS"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the AutoML Workshop at ICML. 1--16","author":"LeDell Erin","year":"2020","unstructured":"Erin LeDell and Sebastien Poirier. 2020. H2o automl: Scalable automatic machine learning. In Proceedings of the AutoML Workshop at ICML. 1--16."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIGDATA.2017.8258033"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608809"},{"key":"e_1_3_2_1_25_1","volume-title":"The Variational Fair Autoencoder. In 4th International Conference on Learning Representations, ICLR 2016","author":"Louizos Christos","year":"2016","unstructured":"Christos Louizos, Kevin Swersky, Yujia Li, Max Welling, and Richard S. Zemel. 2016. The Variational Fair Autoencoder. In 4th International Conference on Learning Representations, ICLR 2016, 2--4 May 2016, San Juan, Puerto Rico. http:\/\/arxiv.org\/abs\/1511.00830"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671834"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/50"},{"key":"e_1_3_2_1_28_1","volume-title":"Facebook apologizes after AI Puts 'primates' label on video of black men. The New York Times","author":"Mac Ryan","year":"2021","unstructured":"Ryan Mac. 2021. Facebook apologizes after AI Puts 'primates' label on video of black men. The New York Times (2021). https:\/\/www.nytimes.com\/2021\/09\/03\/technology\/facebook-ai-race-primates.html"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.09.004"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_2_1_31_1","volume-title":"Meta's AI image generator can't imagine an Asian man with a white woman. The Verage","author":"Mia Sato","year":"2024","unstructured":"Sato Mia. 2024. Meta's AI image generator can't imagine an Asian man with a white woman. The Verage (2024). https:\/\/www.theverge.com\/2024\/4\/3\/24120029\/instagram-meta-ai-sticker-generator-asian-people-racism"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/AAAI.V32I1.11553"},{"key":"e_1_3_2_1_33_1","volume-title":"Causal inference in statistics: A primer","author":"Pearl Judea","unstructured":"Judea Pearl, Madelyn Glymour, and Nicholas P Jewell. 2016. Causal inference in statistics: A primer. John Wiley & Sons."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3616855.3635731"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.2333--8504.1968.tb00153.x"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02291114"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020488"},{"key":"e_1_3_2_1_38_1","unstructured":"Linda F Wightman. 1998. LSAC National Longitudinal Bar Passage Study. LSAC Research Report Series. (1998)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26266"},{"key":"e_1_3_2_1_40_1","volume-title":"Causal Inference with Conditional Front-Door Adjustment and Identifiable Variational Autoencoder. In The Twelfth International Conference on Learning Representations, ICLR 2024","author":"Xu Ziqi","year":"2024","unstructured":"Ziqi Xu, Debo Cheng, Jiuyong Li, Jixue Liu, Lin Liu, and Kui Yu. 2024. Causal Inference with Conditional Front-Door Adjustment and Identifiable Variational Autoencoder. In The Twelfth International Conference on Learning Representations, ICLR 2024, 7--11 May 2024, Vienna, Austria. https:\/\/openreview.net\/forum?id=wFf9m4v7oC"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--33374--337"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031-05936-021"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745--3984.1986.tb00252.x"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052660"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 30th International Conference on Machine Learning, ICML 2013, 16--21","author":"Zemel Richard S.","year":"2013","unstructured":"Richard S. Zemel, Yu Wu, Kevin Swersky, Toniann Pitassi, and Cynthia Dwork. 2013. Learning Fair Representations. In Proceedings of the 30th International Conference on Machine Learning, ICML 2013, 16--21 June 2013, Atlanta, GA, USA. 325--333. http:\/\/proceedings.mlr.press\/v28\/zemel13.html"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1609\/AAAI.V32I1.11564"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/S41060-017-0058-X"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence, IJCAI 2016","author":"Zhang Lu","year":"2016","unstructured":"Lu Zhang, Yongkai Wu, and Xintao Wu. 2016. Situation Testing-Based Discrimination Discovery: A Causal Inference Approach. In Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence, IJCAI 2016, 9--15 July 2016, New York, NY, USA. 2718--2724. http:\/\/www.ijcai.org\/Abstract\/16\/386"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/549"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","location":"Sydney NSW Australia","acronym":"WWW '25","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714883","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696410.3714883","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:53Z","timestamp":1750295933000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696410.3714883"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,22]]},"references-count":49,"alternative-id":["10.1145\/3696410.3714883","10.1145\/3696410"],"URL":"https:\/\/doi.org\/10.1145\/3696410.3714883","relation":{},"subject":[],"published":{"date-parts":[[2025,4,22]]},"assertion":[{"value":"2025-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}