{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T12:22:08Z","timestamp":1753359728827,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2007932"],"award-info":[{"award-number":["2007932"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594108","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1685-1698","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Help or Hinder? Evaluating the Impact of Fairness Metrics and Algorithms in Visualizations for Consensus Ranking"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6603-6606","authenticated-orcid":false,"given":"Hilson","family":"Shrestha","sequence":"first","affiliation":[{"name":"Computer Science, Worcester Polytechnic Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1260-0914","authenticated-orcid":false,"given":"Kathleen","family":"Cachel","sequence":"additional","affiliation":[{"name":"Data Science, Worcester Polytechnic Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1933-3502","authenticated-orcid":false,"given":"Mallak","family":"Alkhathlan","sequence":"additional","affiliation":[{"name":"Data Science, Worcester Polytechnic Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5375-9254","authenticated-orcid":false,"given":"Elke","family":"Rundensteiner","sequence":"additional","affiliation":[{"name":"Data Science, Worcester Polytechnic Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3029-2799","authenticated-orcid":false,"given":"Lane","family":"Harrison","sequence":"additional","affiliation":[{"name":"Computer Science, Worcester Polytechnic Institute, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Fairsight: Visual analytics for fairness in decision making","author":"Ahn Yongsu","year":"2019","unstructured":"Yongsu Ahn and Yu-Ru Lin. 2019. Fairsight: Visual analytics for fairness in decision making. IEEE transactions on visualization and computer graphics 26, 1 (2019), 1086\u20131095."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0219622018500384"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/15228835.2017.1416512"},{"key":"e_1_3_2_2_4_1","unstructured":"Michael Behrisch James Davey Svenja Simon Tobias Schreck Daniel Keim and J\u00f6rn Kohlhammer. 2013. Visual comparison of orderings and rankings. In EuroVis."},{"key":"e_1_3_2_2_5_1","volume-title":"AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv preprint arXiv:1810.01943","author":"Bellamy Rachel KE","year":"2018","unstructured":"Rachel KE Bellamy, Kuntal Dey, Michael Hind, Samuel C Hoffman, Stephanie Houde, Kalapriya Kannan, Pranay Lohia, Jacquelyn Martino, Sameep Mehta, Aleksandra Mojsilovic, 2018. AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv preprint arXiv:1810.01943 (2018)."},{"key":"e_1_3_2_2_6_1","volume-title":"Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Miro Dud\u00edk, Richard Edgar, Brandon Horn, Roman Lutz, Vanessa Milan, Mehrnoosh Sameki, Hanna Wallach, and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32 (2020)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","unstructured":"Jean-Charles de Borda 1781. Mathematical derivation of an election system. Isis 44 1-2 (1781) 42\u201351.","DOI":"10.1086\/348187"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986948"},{"key":"e_1_3_2_2_10_1","volume-title":"MANI-Rank: Multiple Attribute and Intersectional Group Fairness for Consensus Ranking. In 2022 IEEE 38th Intl. Conf. on Data Engineering (ICDE). IEEE.","author":"Cachel Kathleen","year":"2022","unstructured":"Kathleen Cachel, Elke Rundensteiner, and Lane Harrison. 2022. MANI-Rank: Multiple Attribute and Intersectional Group Fairness for Consensus Ranking. In 2022 IEEE 38th Intl. Conf. on Data Engineering (ICDE). IEEE."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989885"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445308"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TREX57753.2022.00005"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533108"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_2_2_17_1","volume-title":"EuroVis-19th EG\/VGTC Conference on Visualization.","author":"Dimara Evanthia","year":"2017","unstructured":"Evanthia Dimara, Paola Valdivia, and Christoph Kinkeldey. 2017. Dcpairs: A pairs plot based decision support system. In EuroVis-19th EG\/VGTC Conference on Visualization."},{"key":"e_1_3_2_2_18_1","volume-title":"Lineup: Visual analysis of multi-attribute rankings","author":"Gratzl Samuel","year":"2013","unstructured":"Samuel Gratzl, Alexander Lex, Nils Gehlenborg, Hanspeter Pfister, and Marc Streit. 2013. Lineup: Visual analysis of multi-attribute rankings. IEEE transactions on visualization and computer graphics 19, 12 (2013), 2277\u20132286."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462568"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1002\/mcda.428"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372831"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.4018\/jdsst.2012100101"},{"key":"e_1_3_2_2_23_1","volume-title":"Towards Rigorously Designed Preference Visualizations for Group Decision Making. In 2020 IEEE Pacific Visualization Symposium (PacificVis). IEEE, 181\u2013190","author":"Hindalong Emily","year":"2020","unstructured":"Emily Hindalong, Jordon Johnson, Giuseppe Carenini, and Tamara Munzner. 2020. Towards Rigorously Designed Preference Visualizations for Group Decision Making. In 2020 IEEE Pacific Visualization Symposium (PacificVis). IEEE, 181\u2013190."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512896"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173640"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3516830"},{"key":"e_1_3_2_2_27_1","first-page":"577","article-title":"Mathematics without numbers","volume":"88","author":"Kemeny John G","year":"1959","unstructured":"John G Kemeny. 1959. Mathematics without numbers. Daedalus 88, 4 (1959), 577\u2013591.","journal-title":"Daedalus"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_2_29_1","unstructured":"Royce Kimmons. 2012. Exam scores. http:\/\/roycekimmons.com\/tools\/generated_data\/exams"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.14778\/3407790.3407855"},{"key":"e_1_3_2_2_31_1","volume-title":"Bridging from goals to tasks with design study analysis reports","author":"Lam Heidi","year":"2017","unstructured":"Heidi Lam, Melanie Tory, and Tamara Munzner. 2017. Bridging from goals to tasks with design study analysis reports. IEEE trans. on visualization and computer graphics 24, 1 (2017), 435\u2013445."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159649"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.271"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503568"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359221"},{"key":"e_1_3_2_2_38_1","volume-title":"Visual Auditor: Interactive Visualization for Detection and Summarization of Model Biases. In 2022 IEEE Visualization and Visual Analytics (VIS)","author":"Munechika David","year":"2022","unstructured":"David Munechika, Zijie J Wang, Jack Reidy, Josh Rubin, Krishna Gade, Krishnaram Kenthapadi, and Duen Horng Chau. 2022. Visual Auditor: Interactive Visualization for Detection and Summarization of Model Biases. In 2022 IEEE Visualization and Visual Analytics (VIS). IEEE, 45\u201349."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/03155986.2000.11732409"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376381"},{"key":"e_1_3_2_2_42_1","first-page":"695","article-title":"Qstack","volume":"11","author":"Pham Phi Giang","year":"2016","unstructured":"Phi Giang Pham and Mao Lin Huang. 2016. Qstack: Multi-tag Visual Rankings.J. Softw. 11, 7 (2016), 695\u2013703.","journal-title":"Multi-tag Visual Rankings.J. Softw."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_2_2_44_1","volume-title":"Aequitas: A bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577","author":"Saleiro Pedro","year":"2018","unstructured":"Pedro Saleiro, Benedict Kuester, Loren Hinkson, Jesse London, Abby Stevens, Ari Anisfeld, Kit T Rodolfa, and Rayid Ghani. 2018. Aequitas: A bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577 (2018)."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314248"},{"key":"e_1_3_2_2_46_1","volume-title":"The Schulze method of voting. arXiv preprint arXiv:1804.02973","author":"Schulze Markus","year":"2018","unstructured":"Markus Schulze. 2018. The Schulze method of voting. arXiv preprint arXiv:1804.02973 (2018)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22977"},{"volume-title":"FairFuse: Interactive Visual Support for Fair Consensus Ranking. In 2022 IEEE Visualization and Visual Analytics (VIS)","author":"Shrestha Hilson","key":"e_1_3_2_2_48_1","unstructured":"Hilson Shrestha, Kathleen Cachel, Mallak Alkhathlan, Elke Rundensteiner, and Lane Harrison. 2022. FairFuse: Interactive Visual Support for Fair Consensus Ranking. In 2022 IEEE Visualization and Visual Analytics (VIS). IEEE, 65\u201369."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2017.29"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445365"},{"volume-title":"Fairness definitions explained. In 2018 ieee\/acm international workshop on software fairness (fairware)","author":"Verma Sahil","key":"e_1_3_2_2_52_1","unstructured":"Sahil Verma and Julia Rubin. 2018. Fairness definitions explained. In 2018 ieee\/acm international workshop on software fairness (fairware). IEEE, 1\u20137."},{"key":"e_1_3_2_2_53_1","volume-title":"Podium: Ranking data using mixed-initiative visual analytics","author":"Wall Emily","year":"2017","unstructured":"Emily Wall, Subhajit Das, Ravish Chawla, Bharath Kalidindi, Eli T Brown, and Alex Endert. 2017. Podium: Ranking data using mixed-initiative visual analytics. IEEE transactions on visualization and computer graphics 24, 1 (2017), 288\u2013297."},{"key":"e_1_3_2_2_54_1","volume-title":"Srvis: Towards better spatial integration in ranking visualization","author":"Weng Di","year":"2018","unstructured":"Di Weng, Ran Chen, Zikun Deng, Feiran Wu, Jingmin Chen, and Yingcai Wu. 2018. Srvis: Towards better spatial integration in ranking visualization. IEEE transactions on visualization and computer graphics 25, 1 (2018), 459\u2013469."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173821"},{"key":"e_1_3_2_2_56_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1 (2019), 56\u201365."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114850"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3193568"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '23","location":"Chicago IL USA"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594108","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594108","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594108","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:19Z","timestamp":1750178239000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594108"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":57,"alternative-id":["10.1145\/3593013.3594108","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594108","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}