{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T07:27:10Z","timestamp":1766820430886,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Meta faculty research award"},{"name":"National Research Foundation, Singapore under its Strategic Capability Research Centres Funding Initiative"},{"name":"NUS Early Career Research Award","award":["NUS ECRA FY19 P16"],"award-info":[{"award-number":["NUS ECRA FY19 P16"]}]},{"name":"Google PDPO Faculty Research Award"},{"name":"Intel within the www.private-ai.org center"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594116","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1789-1800","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["On The Impact of Machine Learning Randomness on Group Fairness"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8695-4128","authenticated-orcid":false,"given":"Prakhar","family":"Ganesh","sequence":"first","affiliation":[{"name":"School of Computing, National University of Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0569-0173","authenticated-orcid":false,"given":"Hongyan","family":"Chang","sequence":"additional","affiliation":[{"name":"School of Computing, National University of Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4692-1035","authenticated-orcid":false,"given":"Martin","family":"Strobel","sequence":"additional","affiliation":[{"name":"School of Computing, National University of Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9816-0173","authenticated-orcid":false,"given":"Reza","family":"Shokri","sequence":"additional","affiliation":[{"name":"School of Computing, National University of Singapore, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611975673.90"},{"key":"e_1_3_2_2_2_1","volume-title":"Git re-basin: Merging models modulo permutation symmetries. arXiv preprint arXiv:2209.04836","author":"Ainsworth Samuel K","year":"2022","unstructured":"Samuel K Ainsworth, Jonathan Hayase, and Siddhartha Srinivasa. 2022. Git re-basin: Merging models modulo permutation symmetries. arXiv preprint arXiv:2209.04836 (2022)."},{"volume-title":"Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 3808\u20133823","author":"Amir Silvio","key":"e_1_3_2_2_3_1","unstructured":"Silvio Amir, Jan-Willem van de Meent, and Byron C Wallace. 2021. On the Impact of Random Seeds on the Fairness of Clinical Classifiers. In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 3808\u20133823."},{"key":"e_1_3_2_2_4_1","first-page":"671","article-title":"Big data\u2019s disparate impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big data\u2019s disparate impact. Calif. L. Rev. 104 (2016), 671.","journal-title":"Calif. L. Rev."},{"key":"e_1_3_2_2_5_1","volume-title":"AI Fairness 360: An Extensible Toolkit for Detecting, Understanding, and Mitigating Unwanted Algorithmic Bias. arXiv preprint arXiv:1810.01943","author":"Bellamy Rachel KE","year":"2018","unstructured":"Rachel KE Bellamy, Kuntal Dey, Michael Hind, Samuel C Hoffman, Stephanie Houde, Kalapriya Kannan, Pranay Lohia, Jacquelyn Martino, Sameep Mehta, Aleksandra Mojsilovic, 2018. AI Fairness 360: An Extensible Toolkit for Detecting, Understanding, and Mitigating Unwanted Algorithmic Bias. arXiv preprint arXiv:1810.01943 (2018)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_2_7_1","volume-title":"We need to talk about random seeds. arXiv preprint arXiv:2210.13393","author":"Bethard Steven","year":"2022","unstructured":"Steven Bethard. 2022. We need to talk about random seeds. arXiv preprint arXiv:2210.13393 (2022)."},{"key":"e_1_3_2_2_8_1","volume-title":"Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Miro Dud\u00edk, Richard Edgar, Brandon Horn, Roman Lutz, Vanessa Milan, Mehrnoosh Sameki, Hanna Wallach, and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32 (2020)."},{"key":"e_1_3_2_2_9_1","volume-title":"IFIP Conference on System Modeling and Optimization. Springer, 35\u201339","author":"Birsan T","year":"2005","unstructured":"T Birsan and Dan Tiba. 2005. One hundred years since the introduction of the set distance by Dimitrie Pompeiu. In IFIP Conference on System Modeling and Optimization. Springer, 35\u201339."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533149"},{"key":"e_1_3_2_2_11_1","volume-title":"International conference on machine learning. PMLR, 1613\u20131622","author":"Blundell Charles","year":"2015","unstructured":"Charles Blundell, Julien Cornebise, Koray Kavukcuoglu, and Daan Wierstra. 2015. Weight uncertainty in neural network. In International conference on machine learning. PMLR, 1613\u20131622."},{"volume-title":"Neural networks: Tricks of the trade","author":"Bottou L\u00e9on","key":"e_1_3_2_2_12_1","unstructured":"L\u00e9on Bottou. 2012. Stochastic gradient descent tricks. In Neural networks: Tricks of the trade. Springer, 421\u2013436."},{"key":"e_1_3_2_2_13_1","volume-title":"Fairness in machine learning: A survey. arXiv preprint arXiv:2010.04053","author":"Caton Simon","year":"2020","unstructured":"Simon Caton and Christian Haas. 2020. Fairness in machine learning: A survey. arXiv preprint arXiv:2010.04053 (2020)."},{"key":"e_1_3_2_2_14_1","volume-title":"Differentially private empirical risk minimization.Journal of Machine Learning Research 12, 3","author":"Chaudhuri Kamalika","year":"2011","unstructured":"Kamalika Chaudhuri, Claire Monteleoni, and Anand D Sarwate. 2011. Differentially private empirical risk minimization.Journal of Machine Learning Research 12, 3 (2011)."},{"key":"e_1_3_2_2_15_1","volume-title":"The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova and Aaron Roth. 2018. The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 (2018)."},{"key":"e_1_3_2_2_16_1","volume-title":"The hidden biases in big data. Harvard business review 1, 4","author":"Crawford Kate","year":"2013","unstructured":"Kate Crawford. 2013. The hidden biases in big data. Harvard business review 1, 4 (2013)."},{"key":"e_1_3_2_2_17_1","volume-title":"Retiring adult: New datasets for fair machine learning. Advances in Neural Information Processing Systems 34","author":"Ding Frances","year":"2021","unstructured":"Frances Ding, Moritz Hardt, John Miller, and Ludwig Schmidt. 2021. Retiring adult: New datasets for fair machine learning. Advances in Neural Information Processing Systems 34 (2021)."},{"key":"e_1_3_2_2_18_1","volume-title":"International conference on machine learning. PMLR, 1309\u20131318","author":"Draxler Felix","year":"2018","unstructured":"Felix Draxler, Kambis Veschgini, Manfred Salmhofer, and Fred Hamprecht. 2018. Essentially no barriers in neural network energy landscape. In International conference on machine learning. PMLR, 1309\u20131318."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_2_2_21_1","unstructured":"Akihiko Fukuchi Yoko Yabe and Masashi Sode. 2020. FairTorch. https:\/\/github.com\/wbawakate\/fairtorch."},{"key":"e_1_3_2_2_22_1","volume-title":"international conference on machine learning. PMLR, 1050\u20131059","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal and Zoubin Ghahramani. 2016. Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In international conference on machine learning. PMLR, 1050\u20131059."},{"key":"e_1_3_2_2_23_1","volume-title":"Loss surfaces, mode connectivity, and fast ensembling of dnns. Advances in neural information processing systems 31","author":"Garipov Timur","year":"2018","unstructured":"Timur Garipov, Pavel Izmailov, Dmitrii Podoprikhin, Dmitry P Vetrov, and Andrew G Wilson. 2018. Loss surfaces, mode connectivity, and fast ensembling of dnns. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_2_2_24_1","volume-title":"Initialization of Network Parameters. Deep Learning with R","author":"Ghatak Abhijit","year":"2019","unstructured":"Abhijit Ghatak and Abhijit Ghatak. 2019. Initialization of Network Parameters. Deep Learning with R (2019), 87\u2013102."},{"key":"e_1_3_2_2_25_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_2_2_26_1","volume-title":"Characterising bias in compressed models. arXiv preprint arXiv:2010.03058","author":"Hooker Sara","year":"2020","unstructured":"Sara Hooker, Nyalleng Moorosi, Gregory Clark, Samy Bengio, and Emily Denton. 2020. Characterising bias in compressed models. arXiv preprint arXiv:2010.03058 (2020)."},{"key":"e_1_3_2_2_27_1","volume-title":"Measuring Forgetting of Memorized Training Examples. arXiv preprint arXiv:2207.00099","author":"Jagielski Matthew","year":"2022","unstructured":"Matthew Jagielski, Om Thakkar, Florian Tram\u00e8r, Daphne Ippolito, Katherine Lee, Nicholas Carlini, Eric Wallace, Shuang Song, Abhradeep Thakurta, Nicolas Papernot, 2022. Measuring Forgetting of Memorized Training Examples. arXiv preprint arXiv:2207.00099 (2022)."},{"key":"e_1_3_2_2_28_1","volume-title":"Data preprocessing techniques for classification without discrimination. Knowledge and information systems 33, 1","author":"Kamiran Faisal","year":"2012","unstructured":"Faisal Kamiran and Toon Calders. 2012. Data preprocessing techniques for classification without discrimination. Knowledge and information systems 33, 1 (2012), 1\u201333."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIEM48762.2020.9160048"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"e_1_3_2_2_32_1","first-page":"8969","article-title":"GraB: Finding Provably Better Data Permutations than Random Reshuffling","volume":"35","author":"Lu Yucheng","year":"2022","unstructured":"Yucheng Lu, Wentao Guo, and Christopher M De Sa. 2022. GraB: Finding Provably Better Data Permutations than Random Reshuffling. Advances in Neural Information Processing Systems 35 (2022), 8969\u20138981.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1951.10500769"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.blackboxnlp-1.21"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_2_2_36_1","first-page":"17309","article-title":"Random reshuffling: Simple analysis with vast improvements","volume":"33","author":"Mishchenko Konstantin","year":"2020","unstructured":"Konstantin Mishchenko, Ahmed Khaled, and Peter Richt\u00e1rik. 2020. Random reshuffling: Simple analysis with vast improvements. Advances in Neural Information Processing Systems 33 (2020), 17309\u201317320.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_37_1","volume-title":"arXiv preprint arXiv:2202.01838","author":"Mohtashami Amirkeivan","year":"2022","unstructured":"Amirkeivan Mohtashami, Sebastian Stich, and Martin Jaggi. 2022. Characterizing & Finding Good Data Orderings for Fast Convergence of Sequential Gradient Methods. arXiv preprint arXiv:2202.01838 (2022)."},{"key":"e_1_3_2_2_38_1","volume-title":"Proc. Conf. Fairness Accountability Transp.","volume":"1170","author":"Narayanan Arvind","year":"2018","unstructured":"Arvind Narayanan. 2018. Translation tutorial: 21 fairness definitions and their politics. In Proc. Conf. Fairness Accountability Transp., New York, USA, Vol. 1170. 3."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/3546258.3546465"},{"key":"e_1_3_2_2_40_1","volume-title":"Regularizing deep neural networks by noise: Its interpretation and optimization. Advances in Neural Information Processing Systems 30","author":"Noh Hyeonwoo","year":"2017","unstructured":"Hyeonwoo Noh, Tackgeun You, Jonghwan Mun, and Bohyung Han. 2017. Regularizing deep neural networks by noise: Its interpretation and optimization. Advances in Neural Information Processing Systems 30 (2017)."},{"key":"e_1_3_2_2_41_1","volume-title":"Thibaud Lutellier, Zeou Hu, Jungwon Kim, Lin Tan, Yaoliang Yu, Jiahao Chen, and Sameena Shah.","author":"Qian Shangshu","year":"2021","unstructured":"Shangshu Qian, Viet Hung Pham, Thibaud Lutellier, Zeou Hu, Jungwon Kim, Lin Tan, Yaoliang Yu, Jiahao Chen, and Sameena Shah. 2021. Are my deep learning systems fair? An empirical study of fixed-seed training. Advances in Neural Information Processing Systems 34 (2021)."},{"key":"e_1_3_2_2_42_1","volume-title":"International Conference on Learning Representations.","author":"Rajput Shashank","year":"2022","unstructured":"Shashank Rajput, Kangwook Lee, and Dimitris Papailiopoulos. 2022. Permutation-Based SGD: Is Random Optimal?. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_43_1","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1).","author":"Reddy Charan","year":"2021","unstructured":"Charan Reddy, Deepak Sharma, Soroush Mehri, Adriana Romero-Soriano, Samira Shabanian, and Sina Honari. 2021. Benchmarking Bias Mitigation Algorithms in Representation Learning through Fairness Metrics. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1)."},{"key":"e_1_3_2_2_44_1","volume-title":"FairBatch: Batch Selection for Model Fairness. In International Conference on Learning Representations.","author":"Roh Yuji","year":"2020","unstructured":"Yuji Roh, Kangwook Lee, Steven Euijong Whang, and Changho Suh. 2020. FairBatch: Batch Selection for Model Fairness. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314314"},{"key":"e_1_3_2_2_46_1","volume-title":"The MultiBERTs: BERT Reproductions for Robustness Analysis. In International Conference on Learning Representations.","author":"Sellam Thibault","year":"2021","unstructured":"Thibault Sellam, Steve Yadlowsky, Ian Tenney, Jason Wei, Naomi Saphra, Alexander D\u2019Amour, Tal Linzen, Jasmijn Bastings, Iulia Raluca Turc, Jacob Eisenstein, 2021. The MultiBERTs: BERT Reproductions for Robustness Analysis. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_47_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 2120\u20132130","author":"Shah Vatsal","year":"2020","unstructured":"Vatsal Shah, Xiaoxia Wu, and Sujay Sanghavi. 2020. Choosing the sample with lowest loss makes sgd robust. In International Conference on Artificial Intelligence and Statistics. PMLR, 2120\u20132130."},{"key":"e_1_3_2_2_48_1","first-page":"18021","article-title":"Manipulating sgd with data ordering attacks","volume":"34","author":"Shumailov Ilia","year":"2021","unstructured":"Ilia Shumailov, Zakhar Shumaylov, Dmitry Kazhdan, Yiren Zhao, Nicolas Papernot, Murat A Erdogdu, and Ross J Anderson. 2021. Manipulating sgd with data ordering attacks. Advances in Neural Information Processing Systems 34 (2021), 18021\u201318032.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_49_1","volume-title":"Your Fairness May Vary: Pretrained Language Model Fairness in Toxic Text Classification. In Annual Meeting of the Association for Computational Linguistics.","author":"Soares Ioana Baldini","year":"2022","unstructured":"Ioana Baldini Soares, Dennis Wei, Karthikeyan Natesan Ramamurthy, Moninder Singh, and Mikhail Yurochkin. 2022. Your Fairness May Vary: Pretrained Language Model Fairness in Toxic Text Classification. In Annual Meeting of the Association for Computational Linguistics."},{"key":"e_1_3_2_2_50_1","volume-title":"Paolo Rota, and Nicu Sebe.","author":"Soviany Petru","year":"2022","unstructured":"Petru Soviany, Radu Tudor Ionescu, Paolo Rota, and Nicu Sebe. 2022. Curriculum learning: A survey. International Journal of Computer Vision (2022), 1\u201340."},{"key":"e_1_3_2_2_51_1","volume-title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models. arXiv preprint arXiv:2205.10770","author":"Tirumala Kushal","year":"2022","unstructured":"Kushal Tirumala, Aram H Markosyan, Luke Zettlemoyer, and Armen Aghajanyan. 2022. Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models. arXiv preprint arXiv:2205.10770 (2022)."},{"key":"e_1_3_2_2_52_1","volume-title":"International Conference on Learning Representations.","author":"Toneva Mariya","year":"2018","unstructured":"Mariya Toneva, Alessandro Sordoni, Remi Tachet des Combes, Adam Trischler, Yoshua Bengio, and Geoffrey J Gordon. 2018. An Empirical Study of Example Forgetting during Deep Neural Network Learning. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_53_1","volume-title":"Principles of risk minimization for learning theory. Advances in neural information processing systems 4","author":"Vapnik Vladimir","year":"1991","unstructured":"Vladimir Vapnik. 1991. Principles of risk minimization for learning theory. Advances in neural information processing systems 4 (1991)."},{"key":"e_1_3_2_2_54_1","unstructured":"Abhinav Venigalla and Linden Li. 2022. Mosaic LLMs (Part 2): GPT-3 quality for < $500k. https:\/\/www.mosaicml.com\/blog\/gpt-3-quality-for-500k"},{"key":"e_1_3_2_2_55_1","volume-title":"Dropout training as adaptive regularization. Advances in neural information processing systems 26","author":"Wager Stefan","year":"2013","unstructured":"Stefan Wager, Sida Wang, and Percy S Liang. 2013. Dropout training as adaptive regularization. Advances in neural information processing systems 26 (2013)."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1323"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '23","location":"Chicago IL USA"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594116","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594116","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:19Z","timestamp":1750178239000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594116"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":56,"alternative-id":["10.1145\/3593013.3594116","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594116","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}