{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T23:12:22Z","timestamp":1776121942105,"version":"3.50.1"},"publisher-location":"New York, New York, USA","reference-count":63,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation Graduate Research Fellowship Program","award":["DGE 1322106"],"award-info":[{"award-number":["DGE 1322106"]}]},{"name":"Leverhulme Trust via the CFI"},{"name":"The Alan Turing Institute under EPSRC grant","award":["EP\/N510129\/1 & TU\/B\/000074"],"award-info":[{"award-number":["EP\/N510129\/1 & TU\/B\/000074"]}]},{"name":"David MacKay Newton research fellowship at Darwin College"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1145\/3178876.3186138","type":"proceedings-article","created":{"date-parts":[[2018,4,13]],"date-time":"2018-04-13T15:53:48Z","timestamp":1523634828000},"page":"903-912","source":"Crossref","is-referenced-by-count":155,"title":["Human Perceptions of Fairness in Algorithmic Decision Making"],"prefix":"10.1145","author":[{"given":"Nina","family":"Grgic-Hlaca","sequence":"first","affiliation":[{"name":"Max Planck Institute for Software Systems (MPI-SWS) & Saarland University, Saarbr\u00fccken, Germany"}]},{"given":"Elissa M.","family":"Redmiles","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}]},{"given":"Krishna P.","family":"Gummadi","sequence":"additional","affiliation":[{"name":"Max Planck Institute for Software Systems (MPI-SWS) & Saarland University, Saarbr\u00fccken, Germany"}]},{"given":"Adrian","family":"Weller","sequence":"additional","affiliation":[{"name":"Cambridge University & Alan Turing Institute, Cambridge, United Kingdom"}]}],"member":"320","reference":[{"key":"key-10.1145\/3178876.3186138-1","doi-asserted-by":"crossref","unstructured":"Amanda Y Agan and Sonja B Starr. 2016. Ban the Box, Criminal Records, and Statistical Discrimination: A Field Experiment. (2016).","DOI":"10.2139\/ssrn.2795795"},{"key":"key-10.1145\/3178876.3186138-2","doi-asserted-by":"crossref","unstructured":"Fatima M Albar and Antonie J Jetter. 2009. Heuristics in Decision Making. In PICMET.","DOI":"10.1109\/PICMET.2009.5262123"},{"key":"key-10.1145\/3178876.3186138-3","unstructured":"Richard M Alston, James R Kearl, and Michael B Vaughan. 1992. Is There a Consensus among Economists in the 1990's? The American Economic Review (1992)."},{"key":"key-10.1145\/3178876.3186138-4","doi-asserted-by":"crossref","unstructured":"Elizabeth S Anderson. 1999. What is the Point of Equality? Ethics (1999).","DOI":"10.1086\/233897"},{"key":"key-10.1145\/3178876.3186138-5","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine Bias: There's Software Used Across the Country to Predict Future Criminals. And it's Biased Against Blacks. https:\/\/www.propublica.org\/article\/ machine-bias-risk-assessments-in-criminal-sentencing. (2016)."},{"key":"key-10.1145\/3178876.3186138-6","doi-asserted-by":"crossref","unstructured":"Richard J Arneson. 2000. Luck Egalitarianism and Prioritarianism. Ethics (2000).","DOI":"10.1086\/233272"},{"key":"key-10.1145\/3178876.3186138-7","doi-asserted-by":"crossref","unstructured":"Solon Barocas and Andrew D. Selbst. 2016. Big Data's Disparate Impact. California Law Review (2016).","DOI":"10.2139\/ssrn.2477899"},{"key":"key-10.1145\/3178876.3186138-8","doi-asserted-by":"crossref","unstructured":"Francesco Bonchi, Sara Hajian, Bud Mishra, and Daniele Ramazzotti. 2017. Exposing the Probabilistic Causal Structure of Discrimination. International Journal of Data Science and Analytics (2017).","DOI":"10.1007\/s41060-016-0040-z"},{"key":"key-10.1145\/3178876.3186138-9","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using Thematic Analysis in Psychology. Qualitative Research in Psychology (2006).","DOI":"10.1191\/1478088706qp063oa"},{"key":"key-10.1145\/3178876.3186138-10","doi-asserted-by":"crossref","unstructured":"Michael Buhrmester, Tracy Kwang, and Samuel D Gosling. 2011. Amazon's Mechanical Turk: A New Source of Inexpensive, yet High-Quality, Data? Perspectives on Psychological Science (2011).","DOI":"10.1177\/1745691610393980"},{"key":"key-10.1145\/3178876.3186138-11","unstructured":"Kenneth P Burnham and David R Anderson. 2003. Model Selection and Multimodel Inference: A Practical Information-Theoretic Approach. Springer Science & Business Media."},{"key":"key-10.1145\/3178876.3186138-12","unstructured":"Alexandra Chouldechova. 2016. Fair Prediction with Disparate Impact: A Study of Bias in Recidivism Prediction Instruments. arXiv:1610.07524 (2016)."},{"key":"key-10.1145\/3178876.3186138-13","unstructured":"Civil Rights Act. 1964. Civil Rights Act of 1964, Title VII, Equal Employment Opportunities. (1964)."},{"key":"key-10.1145\/3178876.3186138-14","doi-asserted-by":"crossref","unstructured":"Sam Corbett-Davies, Emma Pierson, Avi Feller, Sharad Goel, and Aziz Huq. 2017. Algorithmic Decision Making and the Cost of Fairness. In KDD.","DOI":"10.1145\/3097983.3098095"},{"key":"key-10.1145\/3178876.3186138-15","unstructured":"Daubert v. Merrell Dow Pharmaceuticals, Inc. 509 U.S. 579 1993. (1993)."},{"key":"key-10.1145\/3178876.3186138-16","unstructured":"Marc Dupuis, Barbara Endicott-Popovsky, and Robert Crossler. 2013. An Analysis of the Use of Amazon's Mechanical Turk for Survey Research in the Cloud. In ICCSM."},{"key":"key-10.1145\/3178876.3186138-17","doi-asserted-by":"crossref","unstructured":"Cynthia Dwork, Moritz Hardt, Toniann Pitassi, and Omer Reingold. 2012. Fairness Through Awareness. In ITCSC.","DOI":"10.1145\/2090236.2090255"},{"key":"key-10.1145\/3178876.3186138-18","doi-asserted-by":"crossref","unstructured":"Hillel J Einhorn and Robin M Hogarth. 1981. Behavioral Decision Theory: Processes of Judgement and Choice. Annual Review of Psychology (1981).","DOI":"10.1146\/annurev.ps.32.020181.000413"},{"key":"key-10.1145\/3178876.3186138-19","unstructured":"Federal Rules of Evidence, Rule 401. Test for Relevant Evidence 2015. (2015)."},{"key":"key-10.1145\/3178876.3186138-20","unstructured":"Federal Rules of Evidence, Rule 402. General Admissibility of Relevant Evidence 2015. (2015)."},{"key":"key-10.1145\/3178876.3186138-21","doi-asserted-by":"crossref","unstructured":"Michael Feldman, Sorelle A. Friedler, John Moeller, Carlos Scheidegger, and Suresh Venkatasubramanian. 2015. Certifying and Removing Disparate Impact. In KDD.","DOI":"10.1145\/2783258.2783311"},{"key":"key-10.1145\/3178876.3186138-22","unstructured":"Anthony W. Flores, Christopher T. Lowenkamp, and Kristin Bechtel. 2016. False Positives, False Negatives, and False Analyses: A Rejoinder to \"Machine Bias: There's Software Used Across the Country to Predict Future Criminals. And it's Biased Against Blacks.\". (2016)."},{"key":"key-10.1145\/3178876.3186138-23","unstructured":"Bruno S Frey, Werner W Pommerehne, Friedrich Schneider, and Guy Gilbert. 1984. Consensus and Dissension Among Economists: An Empirical Inquiry. The American Economic Review (1984)."},{"key":"key-10.1145\/3178876.3186138-24","unstructured":"Sorelle A. Friedler, Carlos Scheidegger, and Suresh Venkatasubramanian. 2016. On the (im)possibility of Fairness. arXiv:1609.07236 (2016)."},{"key":"key-10.1145\/3178876.3186138-25","doi-asserted-by":"crossref","unstructured":"Duncan Gallie, Serge Paugam, and Sheila Jacobs. 2003. Unemployment, Poverty and Social Isolation: Is There a Vicious Circle of Social Exclusion? European Societies (2003).","DOI":"10.1080\/1461669032000057668"},{"key":"key-10.1145\/3178876.3186138-26","unstructured":"Bernard Gert and Joshua Gert. 2017. The Definition of Morality. In The Stanford Encyclopedia of Philosophy, Edward N. Zalta (Ed.). Metaphysics Research Lab, Stanford University."},{"key":"key-10.1145\/3178876.3186138-27","doi-asserted-by":"crossref","unstructured":"Gerd Gigerenzer and Wolfgang Gaissmaier. 2011. Heuristic Decision Making. Annual Review of Psychology (2011).","DOI":"10.1146\/annurev-psych-120709-145346"},{"key":"key-10.1145\/3178876.3186138-28","unstructured":"Nina Grgić-Hlača, Muhammad Bilal Zafar, Krishna P Gummadi, and Adrian Weller. 2016. The Case for Process Fairness in Learning: Feature Selection for Fair Decision Making. In NIPS Symposium on Machine Learning and the Law."},{"key":"key-10.1145\/3178876.3186138-29","unstructured":"Nina Grgić-Hlača, Muhammad Bilal Zafar, Krishna P Gummadi, and Adrian Weller. 2018. Beyond Distributive Fairness in Algorithmic Decision Making: Feature Selection for Procedurally Fair Learning. In AAAI."},{"key":"key-10.1145\/3178876.3186138-30","doi-asserted-by":"crossref","unstructured":"Enrique Herrera-Viedma, José Luis García-Lapresta, Janusz Kacprzyk, Mario Fedrizzi, Hannu Nurmi, and Sławomir Zadrozny. 2011. Consensual Processes. Springer.","DOI":"10.1007\/978-3-642-20533-0"},{"key":"key-10.1145\/3178876.3186138-31","unstructured":"Panagiotis G Ipeirotis. 2010. Demographics of Mechanical Turk. (2010)."},{"key":"key-10.1145\/3178876.3186138-32","unstructured":"Faisal Kamiran and Toon Calders. 2010. Classification with No Discrimination by Preferential Sampling. In BENELEARN."},{"key":"key-10.1145\/3178876.3186138-33","doi-asserted-by":"crossref","unstructured":"Katz v. United States, 389 U.S. 347, 88 S. Ct. 507, 19 L. Ed. 2d 576 1967. (1967).","DOI":"10.1108\/eb050121"},{"key":"key-10.1145\/3178876.3186138-34","unstructured":"Niki Kilbertus, Mateo Rojas-Carulla, Giambattista Parascandolo, Moritz Hardt, Dominik Janzing, and Bernhard Schölkopf. 2017. Avoiding Discrimination through Causal Reasoning. In NIPS."},{"key":"key-10.1145\/3178876.3186138-35","doi-asserted-by":"crossref","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2017. Inherent Trade-Offs in the Fair Determination of Risk Scores. In ITCS.","DOI":"10.1145\/3219617.3219634"},{"key":"key-10.1145\/3178876.3186138-36","unstructured":"J. A. Krosnick. 2010. Handbook of Survey Research."},{"key":"key-10.1145\/3178876.3186138-37","doi-asserted-by":"crossref","unstructured":"Solomon Kullback and Richard A Leibler. 1951. On Information and Sufficiency. The Annals of Mathematical Statistics (1951).","DOI":"10.1214\/aoms\/1177729694"},{"key":"key-10.1145\/3178876.3186138-38","unstructured":"Kumho Tire Co. v. Carmichael, 526 U.S. 137 1999. (1999)."},{"key":"key-10.1145\/3178876.3186138-39","unstructured":"Matt J. Kusner, Joshua R. Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual Fairness. In NIPS."},{"key":"key-10.1145\/3178876.3186138-40","doi-asserted-by":"crossref","unstructured":"Binh Thanh Luong, Salvatore Ruggieri, and Franco Turini. 2011. kNN as an Implementation of Situation Testing for Discrimination Discovery and Prevention. In KDD.","DOI":"10.1145\/2020408.2020488"},{"key":"key-10.1145\/3178876.3186138-41","doi-asserted-by":"crossref","unstructured":"Paul Mosley and Arjan Verschoor. 2005. Risk Attitudes and the 'Vicious Circle of Poverty'. The European Journal of Development Research (2005).","DOI":"10.1080\/09578810500066548"},{"key":"key-10.1145\/3178876.3186138-42","doi-asserted-by":"crossref","unstructured":"Razieh Nabi and Ilya Shpitser. 2018. Fair Inference on Outcomes. In AAAI.","DOI":"10.1609\/aaai.v32i1.11553"},{"key":"key-10.1145\/3178876.3186138-43","doi-asserted-by":"crossref","unstructured":"Laurens Naudts. 2017. Fair or Unfair Algorithmic Differentiation? Luck Egalitarianism As a Lens for Evaluating Algorithmic Decision-Making. (2017).","DOI":"10.2139\/ssrn.3043707"},{"key":"key-10.1145\/3178876.3186138-44","unstructured":"Jędrzej Niklas, Karolina Sztandar-Sztanderska, and Katarzyna Szymielewicz. 2015. Profiling the Unemployed in Poland: Social and Political Implications of Algorithmic Decision Making. https:\/\/panoptykon.org\/sites\/default\/files\/leadimagebiblioteka\/panoptykon_profiling_report_final.pdf. (2015)."},{"key":"key-10.1145\/3178876.3186138-45","doi-asserted-by":"crossref","unstructured":"Gabriele Paolacci, Jesse Chandler, and Panagiotis G Ipeirotis. 2010. Running Experiments on Amazon Mechanical Turk. (2010).","DOI":"10.1017\/S1930297500002205"},{"key":"key-10.1145\/3178876.3186138-46","unstructured":"F. Pedregosa, G. Varoquaux, A. Gramfort, V. Michel, B. Thirion, O. Grisel, M. Blondel, P. Prettenhofer, R. Weiss, V. Dubourg, J. Vanderplas, A. Passos, D. Cournapeau, M. Brucher, M. Perrot, and E. Duchesnay. 2011. Scikit-learn: Machine Learning in Python. Journal of Machine Learning Research (2011)."},{"key":"key-10.1145\/3178876.3186138-47","doi-asserted-by":"crossref","unstructured":"Dino Pedreschi, Salvatore Ruggieri, and Franco Turini. 2008. Discriminationaware Data Mining. In KDD.","DOI":"10.1145\/1401890.1401959"},{"key":"key-10.1145\/3178876.3186138-48","unstructured":"Pew Research Center. 2016. 2016 Party Identification Detailed Tables. (2016). http: \/\/www.people-press.org\/2016\/09\/13\/2016-party-identification-detailed-tables\/"},{"key":"key-10.1145\/3178876.3186138-49","doi-asserted-by":"crossref","unstructured":"Stanley Presser, Mick P. Couper, Judith T. Lessler, Elizabeth Martin, Jean Martin, Jennifer M. Rothgeb, and Eleanor Singer. 2004. Methods for Testing and Evaluating Survey Questions. Public Opinion Quarterly (2004).","DOI":"10.1002\/0471654728"},{"key":"key-10.1145\/3178876.3186138-50","unstructured":"ProPublica. 2016. COMPAS CORE Sample Risk Asessment Questionnaire. https:\/\/www.documentcloud.org\/documents\/ 2702103-Sample-Risk-Assessment-COMPAS-CORE.html. (2016)."},{"key":"key-10.1145\/3178876.3186138-51","unstructured":"Bilal Qureshi, Faisal Kamiran, Asim Karim, and Salvatore Ruggieri. 2016. Causal Discrimination Discovery Through Propensity Score Analysis. arXiv preprint arXiv:1608.03735 (2016)."},{"key":"key-10.1145\/3178876.3186138-52","unstructured":"Elissa M Redmiles, Yasemin Acar, Sascha Fahl, and Michelle L Mazurek. 2017. A Summary of Survey Methodology Best Practices for Security and Privacy Researchers. Technical Report."},{"key":"key-10.1145\/3178876.3186138-53","doi-asserted-by":"crossref","unstructured":"Joel Ross, Lilly Irani, M Silberman, Andrew Zaldivar, and Bill Tomlinson. 2010. Who Are The Crowdworkers?: Shifting Demographics in Mechanical Turk. In CHI.","DOI":"10.1145\/1753846.1753873"},{"key":"key-10.1145\/3178876.3186138-54","unstructured":"Chris Russell, Matt J Kusner, Joshua Loftus, and Ricardo Silva. 2017. When Worlds Collide: Integrating Different Counterfactual Assumptions in Fairness. In NIPS."},{"key":"key-10.1145\/3178876.3186138-55","doi-asserted-by":"crossref","unstructured":"Claude E Shannon. 1948. A Mathematical Theory of Communication. The Bell System Technical Journal (1948).","DOI":"10.1002\/j.1538-7305.1948.tb00917.x"},{"key":"key-10.1145\/3178876.3186138-56","doi-asserted-by":"crossref","unstructured":"William J Tastle and Mark J Wierman. 2007. Consensus and Dissention: A Measure of Ordinal Dispersion. International Journal of Approximate Reasoning (2007).","DOI":"10.1016\/j.ijar.2006.06.024"},{"key":"key-10.1145\/3178876.3186138-57","unstructured":"U.S. Census Bureau. 2016. American Community Survey 5-Year Estimates. (2016)."},{"key":"key-10.1145\/3178876.3186138-58","doi-asserted-by":"crossref","unstructured":"Weeks v. United States, 232 U.S. 383, 34 S.Ct. 341, 58 L.Ed. 652 1914. (1914).","DOI":"10.25291\/VR\/1914-VLR-652"},{"key":"key-10.1145\/3178876.3186138-59","doi-asserted-by":"crossref","unstructured":"Gordon B. Willis. 2005. Cognitive Interviewing: A Tool for Improving Questionnaire Design.","DOI":"10.4135\/9781412983655"},{"key":"key-10.1145\/3178876.3186138-60","unstructured":"Muhammad Bilal Zafar, Isabel Valera, Manuel Gomez Rodriguez, and Krishna P. Gummadi. 2017. Fairness Beyond Disparate Treatment & Disparate Impact: Learning Classification without Disparate Mistreatment. In WWW."},{"key":"key-10.1145\/3178876.3186138-61","unstructured":"Muhammad Bilal Zafar, Isabel Valera, Manuel Gomez Rodriguez, and Krishna P. Gummadi. 2017. Fairness Constraints: Mechanisms for Fair Classification. In AISTATS."},{"key":"key-10.1145\/3178876.3186138-62","unstructured":"R. Zemel, Y. Wu, K. Swersky, T. Pitassi, and C. Dwork. 2013. Learning Fair Representations. In ICML."},{"key":"key-10.1145\/3178876.3186138-63","doi-asserted-by":"crossref","unstructured":"Lu Zhang and Xintao Wu. 2017. Anti-Discrimination Learning: A Causal Modeling-Based Framework. International Journal of Data Science and Analytics (2017).","DOI":"10.1007\/s41060-017-0058-x"}],"event":{"name":"the 2018 World Wide Web Conference","location":"Lyon, France","acronym":"WWW '18","number":"2018","sponsor":["SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web","IW3C2, International World Wide Web Conference Committee"],"start":{"date-parts":[[2018,4,23]]},"end":{"date-parts":[[2018,4,27]]}},"container-title":["Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW '18"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3178876.3186138","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3186138&ftid=1957481&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:11:28Z","timestamp":1750212688000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3178876.3186138"}},"subtitle":["A Case Study of Criminal Risk Prediction"],"proceedings-subject":"World Wide Web","short-title":[],"issued":{"date-parts":[[2018]]},"references-count":63,"URL":"https:\/\/doi.org\/10.1145\/3178876.3186138","relation":{},"subject":[],"published":{"date-parts":[[2018]]}}}