{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T10:52:48Z","timestamp":1779101568890,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":93,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100000275","name":"Leverhulme Trust","doi-asserted-by":"publisher","award":["RC-2015-067"],"award-info":[{"award-number":["RC-2015-067"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100000275","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642810","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:39:12Z","timestamp":1715416752000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":45,"title":["Guidelines for Integrating Value Sensitive Design in Responsible AI Toolkits"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8284-890X","authenticated-orcid":false,"given":"Malak","family":"Sadek","sequence":"first","affiliation":[{"name":"Dyson School of Design Engineering, Imperial College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1454-0641","authenticated-orcid":false,"given":"Marios","family":"Constantinides","sequence":"additional","affiliation":[{"name":"Nokia Bell Labs, United Kingdom and Computer Science, University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9461-5804","authenticated-orcid":false,"given":"Daniele","family":"Quercia","sequence":"additional","affiliation":[{"name":"Nokia Bell Labs, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3849-163X","authenticated-orcid":false,"given":"Celine","family":"Mougenot","sequence":"additional","affiliation":[{"name":"Dyson School of Design Engineering, Imperia College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395516"},{"key":"e_1_3_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604674"},{"key":"e_1_3_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581504"},{"key":"e_1_3_3_2_4_1","doi-asserted-by":"publisher","unstructured":"S. Bolkan and A. Goodboy. 2019. Examples and the facilitation of student learning: should instructors provide examples or should students generate their own?Communication Education 68 3 (2019) 287\u2013307. https:\/\/doi.org\/10.1080\/03634523.2019.1602275","DOI":"10.1080\/03634523.2019.1602275"},{"key":"e_1_3_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/1-4020-4023-7_23"},{"key":"e_1_3_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208560"},{"key":"e_1_3_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534626"},{"key":"e_1_3_3_2_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/2159676X.2019.1704846"},{"key":"e_1_3_3_2_10_1","doi-asserted-by":"publisher","unstructured":"V. Braun and V. Clarke. 2012. Thematic analysis. American Psychological Association 57\u201371. https:\/\/doi.org\/10.1037\/13620-004","DOI":"10.1037\/13620-004"},{"key":"e_1_3_3_2_11_1","volume-title":"Proceedings of the Conference on Fairness, Accountability and Transparency (FAccT).","author":"Buolamwini J.","unstructured":"J. Buolamwini and T. Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. Proceedings of the Conference on Fairness, Accountability and Transparency (FAccT)."},{"key":"e_1_3_3_2_12_1","unstructured":"A. Calderon D. Taber H. Qu and J. Wen. n.d.. AI Blindspot: A discovery process for spotting unconscious biases and structural inequalities in AI systems. https:\/\/aiblindspot.media.mit.edu\/"},{"key":"e_1_3_3_2_13_1","unstructured":"J. Cannon-Bowers E. Salas and S. Converse. 1993. Shared mental models in expert team decision making. Psychology Press."},{"key":"e_1_3_3_2_14_1","doi-asserted-by":"publisher","unstructured":"V. Chen J. Li J. Kim G. Plumb and A. Talwalkar. 2022. Interpretable Machine Learning: Moving from mythos to diagnostics. ACMQueue 19 6 (2022). https:\/\/doi.org\/10.1145\/3546036","DOI":"10.1145\/3546036"},{"key":"e_1_3_3_2_15_1","unstructured":"M. Cherubini. [n. d.]. Ethical Autonomous Algorithms. https:\/\/medium.com\/@mchrbn\/ethical-autonomous-algorithms-5ad07c311bcc"},{"key":"e_1_3_3_2_16_1","unstructured":"M. Constantinides. 2022. Making Responsible AI development simple through prompt cards. https:\/\/www.bell-labs.com\/institute\/blog\/making-responsible-ai-development-simple-through-prompt-cards\/"},{"key":"e_1_3_3_2_17_1","unstructured":"C. Custis. 2021. Operationalizing AI Ethics through Documentation: ABOUT ML in 2020 and Beyond. https:\/\/partnershiponai.org\/about-ml-2021\/"},{"key":"e_1_3_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512898"},{"key":"e_1_3_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594037"},{"key":"e_1_3_3_2_20_1","doi-asserted-by":"publisher","unstructured":"J. Dexe U. Franke A.A. N\u00f6u and A. Rad. 2020. Towards Increased Transparency with Value Sensitive Design. Springer. https:\/\/doi.org\/10.1007\/978-3-030-50334-5_1","DOI":"10.1007\/978-3-030-50334-5_1"},{"key":"e_1_3_3_2_21_1","unstructured":"DigitalCatapult. 2020. Lessons in Practical AI Ethics."},{"key":"e_1_3_3_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-019-09358-9"},{"key":"e_1_3_3_2_23_1","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI.","author":"Elsayed-Ali S.","unstructured":"S. Elsayed-Ali, S. Berger, V. Santana, and J. Becerra-Sandoval. 2023. Responsible & Inclusive Cards: An Online Card Tool to Promote Critical Reflection in Technology Industry Work Practices. Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI."},{"key":"e_1_3_3_2_24_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3518482"},{"key":"e_1_3_3_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579514"},{"key":"e_1_3_3_2_26_1","unstructured":"B. Friedman P. Kahn and A. Borning. 2002. Value Sensitive Design: Theory & Methods."},{"key":"e_1_3_3_2_27_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci2102_3"},{"key":"e_1_3_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555190"},{"key":"e_1_3_3_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2223711"},{"key":"e_1_3_3_2_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09539-2"},{"key":"e_1_3_3_2_31_1","doi-asserted-by":"crossref","unstructured":"J. Garst V. Blok L. Jansen and O. Omta. 2022. From Value Sensitive Design to values absorption \u2013 building an instrument to analyze organizational capabilities for value-sensitive innovation. Journal of Responsible Innovation (2022).","DOI":"10.1080\/23299460.2022.2069994"},{"key":"e_1_3_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09517-8"},{"key":"e_1_3_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.21606\/drs.2022.422"},{"key":"e_1_3_3_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702561"},{"key":"e_1_3_3_2_35_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2011.05911"},{"key":"e_1_3_3_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45193-0_13"},{"key":"e_1_3_3_2_37_1","volume-title":"Proceedings of the Nursing Education Research Conference. http:\/\/hdl.handle.net\/10755\/623970","author":"Holden J.","year":"2018","unstructured":"J. Holden. 2018. Improving Nursing Student Empathy With Experiential Learning. Proceedings of the Nursing Education Research Conference. http:\/\/hdl.handle.net\/10755\/623970"},{"key":"e_1_3_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.24908\/pceea.vi0.14856"},{"key":"e_1_3_3_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533097"},{"key":"e_1_3_3_2_40_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.5539\/ijbm.v9n11p224"},{"key":"e_1_3_3_2_43_1","unstructured":"Stanford Digital Civil\u00a0Society Lab. n.d.. Digital Impact Toolkit. https:\/\/digitalimpact.io\/toolkit\/"},{"key":"e_1_3_3_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359283"},{"key":"e_1_3_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533182"},{"key":"e_1_3_3_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376792"},{"key":"e_1_3_3_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173386.3176912"},{"key":"e_1_3_3_2_48_1","unstructured":"A. Maillet. 2019. Introducing the Human-Centered AI Canvas. https:\/\/medium.com\/@albmllt\/introducing-the-human-centered-ai-canvas-a4c9d2fc127e"},{"key":"e_1_3_3_2_49_1","doi-asserted-by":"publisher","DOI":"10.29173\/irie87"},{"key":"e_1_3_3_2_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-021-00055-2"},{"key":"e_1_3_3_2_51_1","unstructured":"B. Martin and B. Hanington. 2012. Universal Methods of Design: 100 Ways to Research Complex Problems Develop Innovative Ideas and Design Effective Solutions. Rockport Publishers."},{"key":"e_1_3_3_2_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10551-018-3921-3"},{"key":"e_1_3_3_2_53_1","doi-asserted-by":"publisher","DOI":"10.1080\/15710882.2011.609891"},{"key":"e_1_3_3_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264833"},{"key":"e_1_3_3_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445935"},{"key":"e_1_3_3_2_56_1","unstructured":"Microsoft. 2022. Judgment Call. https:\/\/learn.microsoft.com\/en-us\/azure\/architecture\/guide\/responsible-innovation\/judgmentcall"},{"key":"e_1_3_3_2_57_1","unstructured":"C. Miller and R. Coldicott. 2019. People power and technology: The tech workers\u2019 view. https:\/\/doteveryone.org.uk\/report\/workersview\/"},{"key":"e_1_3_3_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3064663.3064699"},{"key":"e_1_3_3_2_60_1","doi-asserted-by":"publisher","unstructured":"J. Morley L. Kinsey A. Elhalal F. Garcia M. Ziosi and L. Floridi. 2021. Operationalising AI ethics: barriers enablers and next steps. AI & Society (2021). https:\/\/doi.org\/10.1007\/s00146-021-01308-8","DOI":"10.1007\/s00146-021-01308-8"},{"key":"e_1_3_3_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462580"},{"key":"e_1_3_3_2_62_1","doi-asserted-by":"publisher","DOI":"10.21606\/drs.2022.667"},{"key":"e_1_3_3_2_63_1","volume-title":"AI RISK MANAGEMENT FRAMEWORK. Retrieved","author":"NISt.","year":"2023","unstructured":"NISt. 2016. AI RISK MANAGEMENT FRAMEWORK. Retrieved Dec 2023 from https:\/\/www.nist.gov\/itl\/ai-risk-management-framework"},{"key":"e_1_3_3_2_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPCC.2006.320360"},{"key":"e_1_3_3_2_65_1","doi-asserted-by":"publisher","unstructured":"A. Palmer and D. Schwan. 2023. More Process Less Principles: The Ethics of Deploying AI and Robotics in Medicine. Cambridge Quarterly of Healthcare Ethics (2023) 1\u201314. https:\/\/doi.org\/10.1017\/S0963180123000087","DOI":"10.1017\/S0963180123000087"},{"key":"e_1_3_3_2_66_1","doi-asserted-by":"publisher","DOI":"10.1080\/15710882.2020.1715444"},{"key":"e_1_3_3_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449205"},{"key":"e_1_3_3_2_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/REW.2019.00049"},{"key":"e_1_3_3_2_69_1","unstructured":"M. Ribeiro S. Singh and C. Guestrin. n.d.. Lime. https:\/\/github.com\/marcotcr\/lime"},{"key":"e_1_3_3_2_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.destud.2019.04.002"},{"key":"e_1_3_3_2_71_1","doi-asserted-by":"publisher","unstructured":"M. Sadek R.A. Calvo and C. Mougenot. 2023. Co-designing conversational agents: A comprehensive review and recommendations for best practices. Design Studies 89 (2023). https:\/\/doi.org\/10.1016\/j.destud.2023.101230","DOI":"10.1016\/j.destud.2023.101230"},{"key":"e_1_3_3_2_72_1","doi-asserted-by":"publisher","unstructured":"M. Sadek R.A. Calvo and C. Mougenot. 2023. Designing value\u2010sensitive AI: a critical review and recommendations for socio\u2010technical design processes. AI & Ethics (2023). https:\/\/doi.org\/10.1007\/s43681-023-00373-7","DOI":"10.1007\/s43681-023-00373-7"},{"key":"e_1_3_3_2_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/TTS.2023.3257303"},{"key":"e_1_3_3_2_74_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-020-01043-6"},{"key":"e_1_3_3_2_75_1","unstructured":"Knowledge Center Data\u00a0& Society. n.d.. Tools. https:\/\/data-en-maatschappij.ai\/en\/tools"},{"key":"e_1_3_3_2_76_1","doi-asserted-by":"publisher","DOI":"10.21606\/drs.2020.222"},{"key":"e_1_3_3_2_77_1","volume-title":"The value sensitive design of a preventive health check app. Ethics and Information Technology 24, 38","author":"Strikwerda L.","year":"2022","unstructured":"L. Strikwerda, M. van Steenbergen, A. van Gorp, C. Timmers, and J. van Grondelle. 2022. The value sensitive design of a preventive health check app. Ethics and Information Technology 24, 38 (2022)."},{"key":"e_1_3_3_2_78_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022193728205"},{"key":"e_1_3_3_2_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3583178"},{"key":"e_1_3_3_2_80_1","volume-title":"The Role of Engineers in Harmonising Human Values for AI Systems Design. Journal of Responsible Technology 10","author":"Umbrello S.","year":"2022","unstructured":"S. Umbrello. 2022. The Role of Engineers in Harmonising Human Values for AI Systems Design. Journal of Responsible Technology 10 (2022)."},{"key":"e_1_3_3_2_81_1","doi-asserted-by":"crossref","unstructured":"S. Umbrello and O. Gambelin. 2022. Agile as a Vehicle for Values: A Value Sensitive Design Toolkit. Springer.","DOI":"10.1007\/978-3-031-25233-4_13"},{"key":"e_1_3_3_2_82_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-021-00038-3"},{"key":"e_1_3_3_2_83_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09537-4"},{"key":"e_1_3_3_2_84_1","unstructured":"Q. Vera and M. Muller. 2019. Enabling Value Sensitive AI Systems through Participatory Design Fictions. arXiv preprint arXiv:1912.07381v1 (2019). https:\/\/arxiv.org\/abs\/1912.07381"},{"key":"e_1_3_3_2_85_1","unstructured":"P. Verbeek C. Sin D. Hardoon M. Johns and V. Evers. 2021. AI and Ethics: The Key to a Successful Human-AI Relation. https:\/\/www.sginnovate.com\/events\/ai-and-ethics-key-successful-human-ai-relation"},{"key":"e_1_3_3_2_86_1","volume-title":"International Conference on Hybrid Human-Artificial Intelligence.","author":"Vereschak O.","unstructured":"O. Vereschak, G. Bailly, and B. Caramiaux. 2022. What AI Practitioners Say about Human-AI Trust: Its Role, Importance, and Factors That Affect It. International Conference on Hybrid Human-Artificial Intelligence."},{"key":"e_1_3_3_2_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314289"},{"key":"e_1_3_3_2_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579621"},{"key":"e_1_3_3_2_89_1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems,.","author":"Yildirim N.","unstructured":"N. Yildirim, M. Pushkarna, N. Goyal, M. Wattenberg, and F. Vi\u00e9gas. 2023. Investigating How Practitioners Use Human-AI Guidelines: A Case Study on the People + AI Guidebook. In Proceedings of the CHI Conference on Human Factors in Computing Systems,."},{"key":"e_1_3_3_2_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470715"},{"key":"e_1_3_3_2_91_1","doi-asserted-by":"publisher","unstructured":"L. Yu and Y. Li. 2022. Artificial Intelligence Decision-Making Transparency and Employees Trust: The Parallel Multiple Mediating Effect of Effectiveness and Discomfort. Behavioral Sciences 12 5 (2022). https:\/\/doi.org\/10.3390\/bs12050127","DOI":"10.3390\/bs12050127"},{"key":"e_1_3_3_2_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392826"},{"key":"e_1_3_3_2_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274463"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642810","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642810","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:30Z","timestamp":1750290270000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642810"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":93,"alternative-id":["10.1145\/3613904.3642810","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642810","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}