{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T08:30:17Z","timestamp":1792830617593,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T00:00:00Z","timestamp":1689120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Key R\\&D Program of Zhejiang","award":["2022C01018"],"award-info":[{"award-number":["2022C01018"]}]},{"name":"NSFC Programs","award":["62102359 and 62106223"],"award-info":[{"award-number":["62102359 and 62106223"]}]},{"name":"Alibaba Group through Alibaba Innovative Research Program","award":[""],"award-info":[{"award-number":[""]}]},{"name":"the Research Center of Alibaba Artificial Intelligence Governance","award":[""],"award-info":[{"award-number":[""]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,12]]},"DOI":"10.1145\/3597926.3598058","type":"proceedings-article","created":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T16:12:53Z","timestamp":1689264773000},"page":"310-321","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["FairRec: Fairness Testing for Deep Recommender Systems"],"prefix":"10.1145","author":[{"given":"Huizhong","family":"Guo","sequence":"first","affiliation":[{"name":"Zhejiang University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinfeng","family":"Li","sequence":"additional","affiliation":[{"name":"Alibaba Group, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingyi","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangyu","family":"Liu","sequence":"additional","affiliation":[{"name":"Alibaba Group, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongxia","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zehong","family":"Hu","sequence":"additional","affiliation":[{"name":"Alibaba Group, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Alibaba Group, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Xue","sequence":"additional","affiliation":[{"name":"Alibaba Group, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,13]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Himan Abdollahpouri and Robin Burke. 2019. Multi-stakeholder recommendation and its connection to multi-sided fairness. arXiv preprint arXiv:1907.13158. \t\t\t\t  Himan Abdollahpouri and Robin Burke. 2019. Multi-stakeholder recommendation and its connection to multi-sided fairness. arXiv preprint arXiv:1907.13158."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3450613.3456821"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338937"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264590"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330745"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"\u00d2scar Celma Herrada. 2009. Music recommendation and discovery in the long tail. Universitat Pompeu Fabra. \t\t\t\t  \u00d2scar Celma Herrada. 2009. Music recommendation and discovery in the long tail. Universitat Pompeu Fabra.","DOI":"10.1007\/978-3-642-13287-2"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3564284","article-title":"Bias and debias in recommender system: A survey and future directions","volume":"41","author":"Chen Jiawei","year":"2023","unstructured":"Jiawei Chen , Hande Dong , Xiang Wang , Fuli Feng , Meng Wang , and Xiangnan He . 2023 . Bias and debias in recommender system: A survey and future directions . ACM Transactions on Information Systems , 41 , 3 (2023), 1 \u2013 39 . Jiawei Chen, Hande Dong, Xiang Wang, Fuli Feng, Meng Wang, and Xiangnan He. 2023. Bias and debias in recommender system: A survey and future directions. ACM Transactions on Information Systems, 41, 3 (2023), 1\u201339.","journal-title":"ACM Transactions on Information Systems"},{"key":"e_1_3_2_2_8_1","volume-title":"Fairness Testing: A Comprehensive Survey and Analysis of Trends. arXiv preprint arXiv:2207.10223.","author":"Chen Zhenpeng","year":"2022","unstructured":"Zhenpeng Chen , Jie M Zhang , Max Hort , Federica Sarro , and Mark Harman . 2022 . Fairness Testing: A Comprehensive Survey and Analysis of Trends. arXiv preprint arXiv:2207.10223. Zhenpeng Chen, Jie M Zhang, Max Hort, Federica Sarro, and Mark Harman. 2022. Fairness Testing: A Comprehensive Survey and Analysis of Trends. arXiv preprint arXiv:2207.10223."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2988450.2988454"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.3000681"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"crossref","unstructured":"W. Fan M. Yao Q. Li H. Yuan and D. Yin. 2019. Graph Neural Networks for Social Recommendation. \t\t\t\t  W. Fan M. Yao Q. Li H. Yuan and D. Yin. 2019. Graph Neural Networks for Social Recommendation.","DOI":"10.1145\/3308558.3313488"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463235"},{"key":"e_1_3_2_2_14_1","volume-title":"NIPS symposium on machine learning and the law. 1, 2.","author":"Grgic-Hlaca Nina","year":"2016","unstructured":"Nina Grgic-Hlaca , Muhammad Bilal Zafar , Krishna P Gummadi , and Adrian Weller . 2016 . The case for process fairness in learning: Feature selection for fair decision making . In NIPS symposium on machine learning and the law. 1, 2. Nina Grgic-Hlaca, Muhammad Bilal Zafar, Krishna P Gummadi, and Adrian Weller. 2016. The case for process fairness in learning: Feature selection for fair decision making. In NIPS symposium on machine learning and the law. 1, 2."},{"key":"e_1_3_2_2_15_1","unstructured":"Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. DeepFM: a factorization-machine based neural network for CTR prediction. arXiv preprint arXiv:1703.04247. \t\t\t\t  Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. DeepFM: a factorization-machine based neural network for CTR prediction. arXiv preprint arXiv:1703.04247."},{"key":"e_1_3_2_2_16_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems, 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt , Eric Price , and Nati Srebro . 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems, 29 ( 2016 ). Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems, 29 (2016)."},{"key":"e_1_3_2_2_17_1","volume-title":"The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis), 5, 4","author":"Maxwell Harper F","year":"2015","unstructured":"F Maxwell Harper and Joseph A Konstan . 2015. The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis), 5, 4 ( 2015 ), 1\u201319. F Maxwell Harper and Joseph A Konstan. 2015. The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis), 5, 4 (2015), 1\u201319."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449904"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1995.488968"},{"key":"e_1_3_2_2_22_1","volume-title":"Counterfactual fairness. Advances in neural information processing systems, 30","author":"Kusner Matt J","year":"2017","unstructured":"Matt J Kusner , Joshua Loftus , Chris Russell , and Ricardo Silva . 2017. Counterfactual fairness. Advances in neural information processing systems, 30 ( 2017 ). Matt J Kusner, Joshua Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual fairness. Advances in neural information processing systems, 30 (2017)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3184558.3186949"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449866"},{"key":"e_1_3_2_2_25_1","first-page":"519","article-title":"AUC: a statistically consistent and more discriminating measure than accuracy","volume":"3","author":"Ling Charles X","year":"2003","unstructured":"Charles X Ling , Jin Huang , and Harry Zhang . 2003 . AUC: a statistically consistent and more discriminating measure than accuracy . In Ijcai. 3 , 519 \u2013 524 . Charles X Ling, Jin Huang, and Harry Zhang. 2003. AUC: a statistically consistent and more discriminating measure than accuracy. In Ijcai. 3, 519\u2013524.","journal-title":"Ijcai."},{"key":"e_1_3_2_2_26_1","volume-title":"The World Wide Web Conference. 1119\u20131129","author":"Liu Bin","year":"2019","unstructured":"Bin Liu , Ruiming Tang , Yingzhi Chen , Jinkai Yu , Huifeng Guo , and Yuzhou Zhang . 2019 . Feature generation by convolutional neural network for click-through rate prediction . In The World Wide Web Conference. 1119\u20131129 . Bin Liu, Ruiming Tang, Yingzhi Chen, Jinkai Yu, Huifeng Guo, and Yuzhou Zhang. 2019. Feature generation by convolutional neural network for click-through rate prediction. In The World Wide Web Conference. 1119\u20131129."},{"key":"e_1_3_2_2_27_1","volume-title":"28th USENIX Security Symposium (USENIX Security 19)","author":"Lyu Chenyang","year":"2019","unstructured":"Chenyang Lyu , Shouling Ji , Chao Zhang , Yuwei Li , Wei-Han Lee , Yu Song , and Raheem Beyah . 2019 . $MOPT$: Optimized mutation scheduling for fuzzers . In 28th USENIX Security Symposium (USENIX Security 19) . 1949\u20131966. Chenyang Lyu, Shouling Ji, Chao Zhang, Yuwei Li, Wei-Han Lee, Yu Song, and Raheem Beyah. 2019. $MOPT$: Optimized mutation scheduling for fuzzers. In 28th USENIX Security Symposium (USENIX Security 19). 1949\u20131966."},{"key":"e_1_3_2_2_28_1","first-page":"1","article-title":"Search-based fairness testing for regression-based machine learning systems","volume":"27","author":"Perera Anjana","year":"2022","unstructured":"Anjana Perera , Aldeida Aleti , Chakkrit Tantithamthavorn , Jirayus Jiarpakdee , Burak Turhan , Lisa Kuhn , and Katie Walker . 2022 . Search-based fairness testing for regression-based machine learning systems . Empirical Software Engineering , 27 , 3 (2022), 1 \u2013 36 . Anjana Perera, Aldeida Aleti, Chakkrit Tantithamthavorn, Jirayus Jiarpakdee, Burak Turhan, Lisa Kuhn, and Katie Walker. 2022. Search-based fairness testing for regression-based machine learning systems. Empirical Software Engineering, 27, 3 (2022), 1\u201336.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/2540128.2540517"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Hossein A Rahmani Mohammadmehdi Naghiaei Mahdi Dehghan and Mohammad Aliannejadi. 2022. Experiments on Generalizability of User-Oriented Fairness in Recommender Systems. arXiv preprint arXiv:2205.08289. \t\t\t\t  Hossein A Rahmani Mohammadmehdi Naghiaei Mahdi Dehghan and Mohammad Aliannejadi. 2022. Experiments on Generalizability of User-Oriented Fairness in Recommender Systems. arXiv preprint arXiv:2205.08289.","DOI":"10.1145\/3477495.3531718"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939704"},{"key":"e_1_3_2_2_32_1","unstructured":"Weichen Shen. 2017. DeepCTR: Easy-to-use Modular and Extendible package of deep-learning based CTR models. https:\/\/github.com\/shenweichen\/deepctr \t\t\t\t  Weichen Shen. 2017. DeepCTR: Easy-to-use Modular and Extendible package of deep-learning based CTR models. https:\/\/github.com\/shenweichen\/deepctr"},{"key":"e_1_3_2_2_33_1","volume-title":"International Conference on Machine Learning. 9649\u20139659","author":"Si Nian","year":"2021","unstructured":"Nian Si , Karthyek Murthy , Jose Blanchet , and Viet Anh Nguyen . 2021 . Testing group fairness via optimal transport projections . In International Conference on Machine Learning. 9649\u20139659 . Nian Si, Karthyek Murthy, Jose Blanchet, and Viet Anh Nguyen. 2021. Testing group fairness via optimal transport projections. In International Conference on Machine Learning. 9649\u20139659."},{"key":"e_1_3_2_2_34_1","unstructured":"Ryosuke Sonoda. 2021. A Pre-processing Method for Fairness in Ranking. arXiv preprint arXiv:2110.15503. \t\t\t\t  Ryosuke Sonoda. 2021. A Pre-processing Method for Fairness in Ranking. arXiv preprint arXiv:2110.15503."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2010.11.061"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324901002789"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3124749.3124754"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467249"},{"key":"e_1_3_2_2_40_1","volume-title":"Providing Item-side Individual Fairness for Deep Recommender Systems. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 117\u2013127","author":"Wang Xiuling","year":"2022","unstructured":"Xiuling Wang and Wendy Hui Wang . 2022 . Providing Item-side Individual Fairness for Deep Recommender Systems. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 117\u2013127 . Xiuling Wang and Wendy Hui Wang. 2022. Providing Item-side Individual Fairness for Deep Recommender Systems. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 117\u2013127."},{"key":"e_1_3_2_2_41_1","volume-title":"Proceedings of the 9th annual conference on Genetic and evolutionary computation. 1121\u20131128","author":"Windisch Andreas","year":"2007","unstructured":"Andreas Windisch , Stefan Wappler , and Joachim Wegener . 2007 . Applying particle swarm optimization to software testing . In Proceedings of the 9th annual conference on Genetic and evolutionary computation. 1121\u20131128 . Andreas Windisch, Stefan Wappler, and Joachim Wegener. 2007. Applying particle swarm optimization to software testing. In Proceedings of the 9th annual conference on Genetic and evolutionary computation. 1121\u20131128."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i5.16573"},{"key":"e_1_3_2_2_43_1","volume-title":"Beyond parity: Fairness objectives for collaborative filtering. Advances in neural information processing systems, 30","author":"Yao Sirui","year":"2017","unstructured":"Sirui Yao and Bert Huang . 2017. Beyond parity: Fairness objectives for collaborative filtering. Advances in neural information processing systems, 30 ( 2017 ). Sirui Yao and Bert Huang. 2017. Beyond parity: Fairness objectives for collaborative filtering. Advances in neural information processing systems, 30 (2017)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3591869"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380331"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3101478"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3316481"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219823"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467376"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060745.1060754"}],"event":{"name":"ISSTA '23: 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Seattle WA USA","acronym":"ISSTA '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"]},"container-title":["Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598058","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597926.3598058","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T13:48:42Z","timestamp":1750168122000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598058"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,12]]},"references-count":50,"alternative-id":["10.1145\/3597926.3598058","10.1145\/3597926"],"URL":"https:\/\/doi.org\/10.1145\/3597926.3598058","relation":{},"subject":[],"published":{"date-parts":[[2023,7,12]]},"assertion":[{"value":"2023-07-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}