{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T15:40:56Z","timestamp":1783698056188,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":163,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","award":["Microsoft Cloud Computing Research Centre"],"award-info":[{"award-number":["Microsoft Cloud Computing Research Centre"]}],"id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/P024394\/1"],"award-info":[{"award-number":["EP\/P024394\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Aviva","award":["Cambridge PhD studentship"],"award-info":[{"award-number":["Cambridge PhD studentship"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581463","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:27:55Z","timestamp":1681964875000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":30,"title":["Out of Context: Investigating the Bias and Fairness Concerns of \u201cArtificial Intelligence as a Service\u201d"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7127-6894","authenticated-orcid":false,"given":"Kornel","family":"Lewicki","sequence":"first","affiliation":[{"name":"University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7725-2503","authenticated-orcid":false,"given":"Michelle Seng Ah","family":"Lee","sequence":"additional","affiliation":[{"name":"Compliant & Accountable Systems Group, University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8912-4760","authenticated-orcid":false,"given":"Jennifer","family":"Cobbe","sequence":"additional","affiliation":[{"name":"Compliant & Accountable Systems Group, University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5102-6564","authenticated-orcid":false,"given":"Jatinder","family":"Singh","sequence":"additional","affiliation":[{"name":"Compliant & Accountable Systems Group, University of Cambridge, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"4Paradigm. 2022. 4Paradigm Sage HyperCycle ML. https:\/\/www.4paradigm.com\/product\/hypercycleml."},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1111\/1468-2230.12759"},{"key":"e_1_3_3_3_3_1","volume-title":"International Conference on Machine Learning. PMLR, 60\u201369","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dud\u00edk, John Langford, and Hanna Wallach. 2018. A reductions approach to fair classification. In International Conference on Machine Learning. PMLR, 60\u201369."},{"key":"e_1_3_3_3_4_1","unstructured":"Nur Ahmed and Muntasir Wahed. 2020. The De-democratization of AI: Deep Learning and the Compute Divide in Artificial Intelligence Research. arXiv preprint arXiv:2010.15581(2020)."},{"key":"e_1_3_3_3_5_1","unstructured":"Aidence. 2022. AI-powered clinical applications for the oncology pathway. https:\/\/www.aidence.com\/."},{"key":"e_1_3_3_3_6_1","unstructured":"Amazon. 2021. Amazon SageMaker Autopilot. https:\/\/aws.amazon.com\/sagemaker\/autopilot\/."},{"key":"e_1_3_3_3_7_1","unstructured":"Amazon. 2021. Artificial Intelligence Services. https:\/\/aws.amazon.com\/machine-learning\/ai-services\/."},{"key":"e_1_3_3_3_8_1","unstructured":"Skin Analytics. 2022. Providing AI supported dermatology solutions in partnership with the NHS.https:\/\/skin-analytics.com."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444816676645"},{"key":"e_1_3_3_3_10_1","volume-title":"Machine bias: There\u2019s software used across the country to predict future criminals. and it\u2019s biased against blacks","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2019. Machine bias: There\u2019s software used across the country to predict future criminals. and it\u2019s biased against blacks. 2016. URL https:\/\/www. propublica. org\/article\/machine-bias-risk-assessments-in-criminal-sentencing(2019)."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445736"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_3_3_13_1","unstructured":"Baidu. 2021. Baidu AI Open Platform. https:\/\/ai.baidu.com\/tech\/face\/detect."},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942287"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173951"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/1532708613517442"},{"key":"e_1_3_3_3_18_1","volume-title":"Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32(2020).","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Miro Dud\u00edk, Richard Edgar, Brandon Horn, Roman Lutz, Vanessa Milan, Mehrnoosh Sameki, Hanna Wallach, and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32(2020)."},{"key":"e_1_3_3_3_19_1","volume-title":"Research in personnel and human resources management","author":"Bobko Philip","unstructured":"Philip Bobko and Philip\u00a0L Roth. 2004. The four-fifths rule for assessing adverse impact: An arithmetic, intuitive, and logical analysis of the rule and implications for future research and practice. In Research in personnel and human resources management. Emerald Group Publishing Limited."},{"key":"e_1_3_3_3_20_1","volume-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_3_3_21_1","unstructured":"Tom\u00a0B Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell 2020. Language models are few-shot learners. arXiv preprint arXiv:2005.14165(2020)."},{"key":"e_1_3_3_3_22_1","volume-title":"Conference on Fairness, Accountability and Transparency, Vol.\u00a081","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional accuracy disparities in commercial gender classification. In Conference on Fairness, Accountability and Transparency, Vol.\u00a081. PMLR, 77\u201391."},{"key":"e_1_3_3_3_23_1","volume-title":"Governing artificial intelligence: ethical, legal and technical opportunities and challenges","author":"Cath Corinne","year":"2018","unstructured":"Corinne Cath. 2018. Governing artificial intelligence: ethical, legal and technical opportunities and challenges., 20180080\u00a0pages."},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmjqs-2018-008370"},{"key":"e_1_3_3_3_25_1","unstructured":"Joseph Chin Aifaz Gowani Gabriel James and Matthew Peng. 2020. The death of data scientists - will automl replace them?https:\/\/www.kdnuggets.com\/2020\/02\/data-scientists-automl-replace.html"},{"key":"e_1_3_3_3_26_1","volume-title":"Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2","author":"Chouldechova Alexandra","year":"2017","unstructured":"Alexandra Chouldechova. 2017. Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2 (2017), 153\u2013163."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445921"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1080\/23738871.2020.1745860"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2021.105573"},{"key":"e_1_3_3_3_30_1","unstructured":"European Commission. 2021. Proposal for regulation of the European parliament and of the council - Laying down harmonised rules on Artificial Intelligence (Artificial Intelligence Act) and amending certain Union legislative acts. https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A52021PC0206."},{"key":"e_1_3_3_3_31_1","unstructured":"EU Commission 2021. Proposal for a regulation of the European Parliament and of the Council laying down harmonised rules on artificial intelligence (Artificial Intelligence Act) and amending certain Union legislative acts. COM (2021) 206(2021)."},{"key":"e_1_3_3_3_32_1","volume-title":"The state of AI","year":"2020","unstructured":"McKinsey\u00a0& Company. 2020. The state of AI in 2020. https:\/\/www.mckinsey.com\/Business-Functions\/McKinsey-Analytics\/Our-Insights\/Global-survey-The-state-of-AI-in-2020."},{"key":"e_1_3_3_3_33_1","volume-title":"Artificial intelligence\u2019s white guy problem. The New York Times 25, 06","author":"Crawford Kate","year":"2016","unstructured":"Kate Crawford. 2016. Artificial intelligence\u2019s white guy problem. The New York Times 25, 06 (2016)."},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"crossref","unstructured":"Andr\u00e9\u00a0F Cruz Pedro Saleiro Catarina Bel\u00e9m Carlos Soares and Pedro Bizarro. 2020. A Bandit-Based Algorithm for Fairness-Aware Hyperparameter Optimization. arXiv preprint arXiv:2010.03665(2020).","DOI":"10.1109\/ICDM51629.2021.00119"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.techsoc.2020.101257"},{"key":"e_1_3_3_3_36_1","volume-title":"AI governance: a research agenda. Governance of AI Program","author":"Dafoe Allan","year":"2018","unstructured":"Allan Dafoe. 2018. AI governance: a research agenda. Governance of AI Program, Future of Humanity Institute, University of Oxford: Oxford, UK (2018)."},{"key":"e_1_3_3_3_37_1","volume-title":"The potential for artificial intelligence in healthcare. Future healthcare journal 6, 2","author":"Davenport Thomas","year":"2019","unstructured":"Thomas Davenport and Ravi Kalakota. 2019. The potential for artificial intelligence in healthcare. Future healthcare journal 6, 2 (2019), 94."},{"key":"e_1_3_3_3_38_1","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359","author":"De\u00a0Vries Terrance","year":"2019","unstructured":"Terrance De\u00a0Vries, Ishan Misra, Changhan Wang, and Laurens Van\u00a0der Maaten. 2019. Does object recognition work for everyone?. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 52\u201359."},{"key":"e_1_3_3_3_39_1","unstructured":"Wesley\u00a0Hanwen Deng Bill\u00a0Boyuan Guo Alicia Devos Hong Shen Motahhare Eslami and Kenneth Holstein. 2022. Understanding Practices Challenges and Opportunities for User-Driven Algorithm Auditing in Industry Practice. arXiv preprint arXiv:2210.03709(2022)."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_3_3_41_1","unstructured":"Emily Denton Ben Hutchinson Margaret Mitchell Timnit Gebru and Andrew Zaldivar. 2019. Image counterfactual sensitivity analysis for detecting unintended bias. arXiv preprint arXiv:1906.06439(2019)."},{"key":"e_1_3_3_3_42_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018)."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517441"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2019.08.002"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2019.08.002"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_3_48_1","unstructured":"Hugging Face. 2022. The AI community building the future.https:\/\/huggingface.co."},{"key":"e_1_3_3_3_49_1","unstructured":"Federal Trade Commission USA. 2021. Aiming for truth fairness and equity in your company\u2019s use of AI | Federal Trade Commission. https:\/\/www.ftc.gov\/news-events\/blogs\/business-blog\/2021\/04\/aiming-truth-fairness-equity-your-companys-use-ai."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"e_1_3_3_3_51_1","unstructured":"Sorelle\u00a0A Friedler Carlos Scheidegger and Suresh Venkatasubramanian. 2016. On the (im) possibility of fairness. arXiv preprint arXiv:1609.07236(2016)."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1215\/07402775-3813015"},{"key":"e_1_3_3_3_53_1","unstructured":"Timnit Gebru Jamie Morgenstern Briana Vecchione Jennifer\u00a0Wortman Vaughan Hanna Wallach Hal Daum\u00e9\u00a0III and Kate Crawford. 2018. Datasheets for datasets. arXiv preprint arXiv:1803.09010(2018)."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01448-w"},{"key":"e_1_3_3_3_55_1","unstructured":"Google. 2021. Cloud AI Building Blocks. https:\/\/cloud.google.com\/products\/ai\/building-blocks."},{"key":"e_1_3_3_3_56_1","unstructured":"Google. 2022. Cloud AutoML Custom Machine Learning Models | Google Cloud. https:\/\/cloud.google.com\/automl."},{"key":"e_1_3_3_3_57_1","volume-title":"Machine Learning: The Debates workshop at the 35th International Conference on Machine Learning (ICML).","author":"Green Ben","year":"2018","unstructured":"Ben Green and Lily Hu. 2018. The Myth in the Methodology: Towards a Recontextualization of Fairness in Machine Learning. Machine Learning: The Debates workshop at the 35th International Conference on Machine Learning (ICML)."},{"key":"e_1_3_3_3_58_1","volume-title":"Demographic Effects","author":"Grother Patrick","unstructured":"Patrick Grother, Mei Ngan, and Kayee Hanaoka. 2019. Face Recognition Vendor Test (FVRT): Part 3, Demographic Effects. National Institute of Standards and Technology."},{"key":"e_1_3_3_3_59_1","unstructured":"Stanford HAI. 2022. The Geographic Bias in Medical AI Tools. https:\/\/hai.stanford.edu\/news\/geographic-bias-medical-ai-tools."},{"key":"e_1_3_3_3_60_1","unstructured":"Mark Haranas. 2022. AWS Microsoft Google Top Cloud Ai Developer Market: Gartner. https:\/\/www.crn.com\/slide-shows\/cloud\/aws-microsoft-google-top-cloud-ai-developer-market-gartner"},{"key":"e_1_3_3_3_61_1","unstructured":"Moritz Hardt Eric Price and Nathan Srebro. 2016. Equality of opportunity in supervised learning. arXiv preprint arXiv:1610.02413(2016)."},{"key":"e_1_3_3_3_62_1","unstructured":"Headspace. 2022. Headspace Health. https:\/\/www.headspace.com\/health."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555760"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_47"},{"key":"e_1_3_3_3_65_1","unstructured":"HireVue. 2022. End-to-End Hiring Experience Platform: Video Interviewing Conversational AI & More | HireVue. https:\/\/www.hirevue.com\/."},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-017-9975-2"},{"key":"e_1_3_3_3_68_1","unstructured":"IBM. 2021. IBM Watson products and solutions. https:\/\/www.ibm.com\/uk-en\/watson\/products-services."},{"key":"e_1_3_3_3_69_1","unstructured":"IBM. 2022. Watson OpenScale on Cloud Pak for Data. https:\/\/www.ibm.com\/docs\/en\/cloud-paks\/cp-data\/3.5.0?topic=services-watson-openscale."},{"key":"e_1_3_3_3_70_1","unstructured":"Infermedica. 2022. Call Center Triage. https:\/\/infermedica.com\/product\/call-center-triage."},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375873"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462566"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330648"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_3_75_1","unstructured":"Matthew Joseph Michael Kearns Jamie Morgenstern and Aaron Roth. 2016. Fairness in learning: Classic and contextual bandits. arXiv preprint arXiv:1605.07139(2016)."},{"key":"e_1_3_3_3_76_1","volume-title":"Data protection and privacy: the age of intelligent machines","author":"Kamarinou Dimitra","unstructured":"Dimitra Kamarinou, Christopher Millard, Jatinder Singh, and R Leenes. 2017. Machine learning with personal data. In Data protection and privacy: the age of intelligent machines. Hart Publishing."},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445920"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11678"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"crossref","unstructured":"Ross\u00a0D. King Cao Feng and Alistair Sutherland. 1995. Statlog: comparison of classification algorithms on large real-world problems. Applied Artificial Intelligence an International Journal 9 3(1995) 289\u2013333.","DOI":"10.1080\/08839519508945477"},{"key":"e_1_3_3_3_80_1","unstructured":"Jon Kleinberg Sendhil Mullainathan and Manish Raghavan. 2016. Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807(2016)."},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1915768117"},{"key":"e_1_3_3_3_82_1","unstructured":"Ron Kohavi. 1996. Scaling up the accuracy of naive-bayes classifiers: A decision-tree hybrid.. In Kdd Vol.\u00a096. 202\u2013207."},{"key":"e_1_3_3_3_83_1","volume-title":"Automated Machine Learning","author":"Kotthoff Lars","unstructured":"Lars Kotthoff, Chris Thornton, Holger\u00a0H Hoos, Frank Hutter, and Kevin Leyton-Brown. 2019. Auto-WEKA: Automatic model selection and hyperparameter optimization in WEKA. In Automated Machine Learning. Springer, Cham, 81\u201395."},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445938"},{"key":"e_1_3_3_3_85_1","first-page":"3","article-title":"Accountable algorithms","volume":"165","author":"Kroll Joshua A.","year":"2017","unstructured":"Joshua A. Kroll, Joanna Huey, Solon Barocas, Edward W. Felten, Joel R. Reidenberg, David G. Robinson, and Harlan Yu. 2017. Accountable algorithms. University of Pennsylvania Law Review 165, 3 (Feb. 2017), 633\u2013705.","journal-title":"University of Pennsylvania Law Review"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445937"},{"key":"e_1_3_3_3_87_1","unstructured":"Hoang\u00a0Thanh Lam Johann-Michael Thiebaut Mathieu Sinn Bei Chen Tiep Mai and Oznur Alkan. 2017. One button machine for automating feature engineering in relational databases. arXiv preprint arXiv:1706.00327(2017)."},{"key":"e_1_3_3_3_88_1","first-page":"59","article-title":"A Human-in-the-loop Perspective on AutoML: Milestones and the Road Ahead.","volume":"42","author":"Jung\u00a0Lin Lee Doris","year":"2019","unstructured":"Doris Jung\u00a0Lin Lee, Stephen Macke, Doris Xin, Angela Lee, Silu Huang, and Aditya\u00a0G Parameswaran. 2019. A Human-in-the-loop Perspective on AutoML: Milestones and the Road Ahead.IEEE Data Eng. Bull. 42, 2 (2019), 59\u201370.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09529-4"},{"key":"e_1_3_3_3_90_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-021-00067-y"},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_3_92_1","unstructured":"Daphne Leprince-Ringuet. 2021. Low-code and no-code development is changing how software is built - and who builds it. https:\/\/www.zdnet.com\/article\/low-code-and-no-code-development-is-changing-how-software-is-built-and-who-builds-it\/"},{"key":"e_1_3_3_3_93_1","unstructured":"Yang Liu Goran Radanovic Christos Dimitrakakis Debmalya Mandal and David\u00a0C Parkes. 2017. Calibrated fairness in bandits. arXiv preprint arXiv:1707.01875(2017)."},{"key":"e_1_3_3_3_94_1","unstructured":"Luminance. 2022. The Artificial Intelligence platform for the legal profession. https:\/\/www.luminance.com."},{"key":"e_1_3_3_3_95_1","unstructured":"Lunit. 2022. AI will be the new standard of care. By Lunit.https:\/\/www.lunit.io\/en."},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_98_1","volume-title":"Workshop on Automatic Machine Learning. PMLR, 41\u201347","author":"Malkomes Gustavo","year":"2016","unstructured":"Gustavo Malkomes, Chip Schaff, and Roman Garnett. 2016. Bayesian optimization for automated model selection. In Workshop on Automatic Machine Learning. PMLR, 41\u201347."},{"key":"e_1_3_3_3_99_1","volume-title":"International Conference on Machine Learning. PMLR, 6755\u20136764","author":"Martinez Natalia","year":"2020","unstructured":"Natalia Martinez, Martin Bertran, and Guillermo Sapiro. 2020. Minimax pareto fairness: A multi objective perspective. In International Conference on Machine Learning. PMLR, 6755\u20136764."},{"key":"e_1_3_3_3_100_1","unstructured":"MEGVII. 2021. Megvii Face++ Artificial Intelligence Open Platform. https:\/\/www.faceplusplus.com.cn\/beauty\/."},{"key":"e_1_3_3_3_101_1","unstructured":"Ninareh Mehrabi Fred Morstatter Nripsuta Saxena Kristina Lerman and Aram Galstyan. 2019. A survey on bias and fairness in machine learning. arXiv preprint arXiv:1908.09635(2019)."},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"crossref","unstructured":"Dana\u00eb Metaxa Joon\u00a0Sung Park Ronald\u00a0E Robertson Karrie Karahalios Christo Wilson Jeff Hancock Christian Sandvig 2021. Auditing algorithms: Understanding algorithmic systems from the outside in. Foundations and Trends\u00ae in Human\u2013Computer Interaction 14 4(2021) 272\u2013344.","DOI":"10.1561\/1100000083"},{"key":"e_1_3_3_3_103_1","unstructured":"Microsoft. 2021. Cognitive Services. https:\/\/azure.microsoft.com\/en-gb\/services\/cognitive-services\/."},{"key":"e_1_3_3_3_104_1","unstructured":"Microsoft. 2022. Automated Machine Learning | Microsoft Azure. https:\/\/azure.microsoft.com\/en-gb\/services\/machine-learning\/automatedml\/."},{"key":"e_1_3_3_3_105_1","unstructured":"Microsoft. 2022. Our approach to responsible AI at Microsoft. https:\/\/www.microsoft.com\/en-us\/ai\/our-approach?activetab=pivot1:primaryr5."},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_107_1","unstructured":"ModelZoo. 2022. Discover open source deep learning code and pretrained models.https:\/\/modelzoo.co."},{"key":"e_1_3_3_3_108_1","volume-title":"The US Algorithmic Accountability Act of 2022 vs. The EU Artificial Intelligence Act: what can they learn from each other?Minds and Machines","author":"M\u00f6kander Jakob","year":"2022","unstructured":"Jakob M\u00f6kander, Prathm Juneja, David\u00a0S Watson, and Luciano Floridi. 2022. The US Algorithmic Accountability Act of 2022 vs. The EU Artificial Intelligence Act: what can they learn from each other?Minds and Machines (2022), 1\u20138."},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359221"},{"key":"e_1_3_3_3_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533133"},{"key":"e_1_3_3_3_111_1","unstructured":"Nuance. 2022. AI Marketplace for Diagnostic Imaging - AI for Radiology. https:\/\/www.nuance.com\/healthcare\/diagnostics-solutions\/ai-marketplace.html."},{"key":"e_1_3_3_3_112_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447\u2013453."},{"key":"e_1_3_3_3_113_1","unstructured":"OECD. 2019. Recommendation of the Council on Artificial Intelligence. https:\/\/legalinstruments.oecd.org\/en\/instruments\/OECD-LEGAL-0449."},{"key":"e_1_3_3_3_114_1","volume-title":"Provisional guidelines on standard international age classifications","author":"United Nations.\u00a0Statistical Office. 1982.","unstructured":"United Nations.\u00a0Statistical Office. 1982. Provisional guidelines on standard international age classifications. New York: United Nations."},{"key":"e_1_3_3_3_115_1","volume-title":"Workshop on Automatic Machine Learning. PMLR, 66\u201374","author":"Olson S","year":"2016","unstructured":"Randal\u00a0S Olson and Jason\u00a0H Moore. 2016. TPOT: A tree-based pipeline optimization tool for automating machine learning. In Workshop on Automatic Machine Learning. PMLR, 66\u201374."},{"key":"e_1_3_3_3_116_1","volume-title":"Weapons of math destruction: How big data increases inequality and threatens democracy","author":"O\u2019neil Cathy","unstructured":"Cathy O\u2019neil. 2016. Weapons of math destruction: How big data increases inequality and threatens democracy. Broadway Books."},{"key":"e_1_3_3_3_117_1","unstructured":"OpenAI. 2022. ChatGPT. https:\/\/openai.com\/blog\/chatgpt\/."},{"key":"e_1_3_3_3_118_1","unstructured":"OpenAI. 2022. DALL-E 2. https:\/\/openai.com\/dall-e-2\/."},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2017171920"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462629"},{"key":"e_1_3_3_3_121_1","unstructured":"Florian Pfisterer Stefan Coors Janek Thomas and Bernd Bischl. 2019. Multi-objective automatic machine learning with autoxgboostmc. arXiv preprint arXiv:1908.10796(2019)."},{"key":"e_1_3_3_3_122_1","unstructured":"Geoff Pleiss Manish Raghavan Felix Wu Jon Kleinberg and Kilian\u00a0Q Weinberger. 2017. On fairness and calibration. arXiv preprint arXiv:1709.02012(2017)."},{"key":"e_1_3_3_3_123_1","unstructured":"Pymetrics. 2021. Talent Matching Platform. https:\/\/www.pymetrics.ai\/."},{"key":"e_1_3_3_3_124_1","unstructured":"qure.ai. 2022. AI to enable accessible affordable & timely care across the globe.https:\/\/qure.ai\/."},{"key":"e_1_3_3_3_125_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"e_1_3_3_3_126_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314244"},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375820"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_130_1","unstructured":"Grand\u00a0View Research. 2021. Artificial Intelligence as a Service: Market Research Report. https:\/\/www.grandviewresearch.com\/industry-analysis\/artificial-intelligence-as-a-service-market-report."},{"key":"e_1_3_3_3_131_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445896"},{"key":"e_1_3_3_3_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372849"},{"key":"e_1_3_3_3_133_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359246"},{"key":"e_1_3_3_3_134_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392866"},{"key":"e_1_3_3_3_135_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375804"},{"key":"e_1_3_3_3_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_3_3_137_1","unstructured":"Shreya Shankar Yoni Halpern Eric Breck James Atwood Jimbo Wilson and D Sculley. 2017. No classification without representation: Assessing geodiversity issues in open data sets for the developing world. arXiv preprint arXiv:1711.08536(2017)."},{"key":"e_1_3_3_3_138_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_139_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2887201"},{"key":"e_1_3_3_3_140_1","doi-asserted-by":"crossref","unstructured":"Jatinder Singh Ian Walden Jon Crowcroft and Jean Bacon. 2016. Responsibility & machine learning: Part of a process. Available at SSRN 2860048(2016).","DOI":"10.2139\/ssrn.2860048"},{"key":"e_1_3_3_3_141_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_3_3_142_1","unstructured":"Stability.AI. 2022. Stable Diffusion. https:\/\/stability.ai\/blog\/stable-diffusion-v2-release."},{"key":"e_1_3_3_3_143_1","doi-asserted-by":"crossref","unstructured":"Tony Sun Andrew Gaut Shirlyn Tang Yuxin Huang Mai ElSherief Jieyu Zhao Diba Mirza Elizabeth Belding Kai-Wei Chang and William\u00a0Yang Wang. 2019. Mitigating gender bias in natural language processing: Literature review. arXiv preprint arXiv:1906.08976(2019).","DOI":"10.18653\/v1\/P19-1159"},{"key":"e_1_3_3_3_144_1","unstructured":"Harini Suresh and John\u00a0V Guttag. 2019. A framework for understanding unintended consequences of machine learning. arXiv preprint arXiv:1901.10002(2019)."},{"key":"e_1_3_3_3_145_1","unstructured":"Feel Therapeutics. 2022. Decoding Mental Health.https:\/\/www.feeltherapeutics.com."},{"key":"e_1_3_3_3_146_1","doi-asserted-by":"publisher","DOI":"10.1145\/3362077.3362086"},{"key":"e_1_3_3_3_147_1","unstructured":"US House of Representatives. 2022. H.R.6580 - Algorithmic Accountability Act of 2022. https:\/\/www.congress.gov\/bill\/117th-congress\/house-bill\/6580."},{"key":"e_1_3_3_3_148_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"e_1_3_3_3_149_1","doi-asserted-by":"crossref","unstructured":"Sandra Wachter Brent Mittelstadt and Chris Russell. 2020. Why fairness cannot be automated: Bridging the gap between EU non-discrimination law and AI. arXiv preprint arXiv:2005.05906(2020).","DOI":"10.31228\/osf.io\/jq2b6"},{"key":"e_1_3_3_3_150_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_3_151_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300911"},{"key":"e_1_3_3_3_152_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377538"},{"key":"e_1_3_3_3_153_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372833"},{"key":"e_1_3_3_3_154_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445928"},{"key":"e_1_3_3_3_155_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174230"},{"key":"e_1_3_3_3_156_1","unstructured":"Qingyun Wu and Chi Wang. 2021. Fair AutoML. arXiv preprint arXiv:2111.06495(2021)."},{"key":"e_1_3_3_3_157_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445306"},{"key":"e_1_3_3_3_158_1","unstructured":"Renee Yao. 2022. Lunit maker of FDA-cleared AI for cancer analysis goes public. https:\/\/blogs.nvidia.com\/blog\/2022\/07\/21\/lunit-healthcare-ai-ipo\/"},{"key":"e_1_3_3_3_159_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052660"},{"key":"e_1_3_3_3_160_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278779"},{"key":"e_1_3_3_3_161_1","unstructured":"Daniel Zhang Saurabh Mishra Erik Brynjolfsson John Etchemendy Deep Ganguli Barbara Grosz Terah Lyons James Manyika Juan\u00a0Carlos Niebles Michael Sellitto 2021. The AI Index 2021 Annual Report. arXiv preprint arXiv:2103.06312(2021)."},{"key":"e_1_3_3_3_162_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.463"},{"key":"e_1_3_3_3_163_1","doi-asserted-by":"crossref","unstructured":"Jieyu Zhao Tianlu Wang Mark Yatskar Vicente Ordonez and Kai-Wei Chang. 2017. Men also like shopping: Reducing gender bias amplification using corpus-level constraints. arXiv preprint arXiv:1707.09457(2017).","DOI":"10.18653\/v1\/D17-1323"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581463","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581463","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:55Z","timestamp":1750178815000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581463"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":163,"alternative-id":["10.1145\/3544548.3581463","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581463","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}