{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T08:53:46Z","timestamp":1773392026610,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T00:00:00Z","timestamp":1624492800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100004063","name":"Knut och Alice Wallenbergs Stiftelse","doi-asserted-by":"publisher","award":["WASP"],"award-info":[{"award-number":["WASP"]}],"id":[{"id":"10.13039\/501100004063","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Stiftelsen f\u00f6r Strategisk Forskning","award":["FFL18-0199"],"award-info":[{"award-number":["FFL18-0199"]}]},{"DOI":"10.13039\/501100004359","name":"Vetenskapsr\u00e5det","doi-asserted-by":"publisher","award":["2017-05189"],"award-info":[{"award-number":["2017-05189"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,24]]},"DOI":"10.1145\/3459990.3460719","type":"proceedings-article","created":{"date-parts":[[2021,6,25]],"date-time":"2021-06-25T01:25:11Z","timestamp":1624584311000},"page":"87-99","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["Using Explainability to Help Children UnderstandGender Bias in AI"],"prefix":"10.1145","author":[{"given":"Gaspar Isaac","family":"Melsi\u00f3n","sequence":"first","affiliation":[{"name":"Robotics, Perception and Learning, KTH Royal Institute of Technology, Sweden"}]},{"given":"Ilaria","family":"Torre","sequence":"additional","affiliation":[{"name":"Robotics, Perception and Learning, KTH Royal Institute of Technology, Sweden"}]},{"given":"Eva","family":"Vidal","sequence":"additional","affiliation":[{"name":"Universitat Polit\u00e8cnica de Catalunya, Spain"}]},{"given":"Iolanda","family":"Leite","sequence":"additional","affiliation":[{"name":"Robotics, Perception and Learning, KTH Royal Institute of Technology, Sweden"}]}],"member":"320","published-online":{"date-parts":[[2021,6,24]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312894"},{"key":"e_1_3_2_2_2_1","volume-title":"Biased Outcomes. Proc. ACM Hum.-Comput. Interact. 3, CSCW, Article 199 (Nov.","author":"Ali Muhammad","year":"2019","unstructured":"Muhammad Ali , Piotr Sapiezynski , Miranda Bogen , Aleksandra Korolova , Alan Mislove , and Aaron Rieke . 2019 . Discrimination through Optimization: How Facebook\u2019s Ad Delivery Can Lead to Biased Outcomes. Proc. ACM Hum.-Comput. Interact. 3, CSCW, Article 199 (Nov. 2019), 30\u00a0pages. https:\/\/doi.org\/10.1145\/3359301 Muhammad Ali, Piotr Sapiezynski, Miranda Bogen, Aleksandra Korolova, Alan Mislove, and Aaron Rieke. 2019. Discrimination through Optimization: How Facebook\u2019s Ad Delivery Can Lead to Biased Outcomes. Proc. ACM Hum.-Comput. Interact. 3, CSCW, Article 199 (Nov. 2019), 30\u00a0pages. https:\/\/doi.org\/10.1145\/3359301"},{"key":"e_1_3_2_2_3_1","volume-title":"International Workshop on Education in Artificiation Intelligence K-12 (EDUAI). 1\u20134.","author":"Ali Safinah","year":"2019","unstructured":"Safinah Ali , Blakeley\u00a0 H Payne , Randi Williams , Hae Won\u00a0Park , and Cynthia Breazeal . 2019 . Constructionism, Ethics, and Creativity: Developing Primary and Middle School Artificial Intelligence Education . In International Workshop on Education in Artificiation Intelligence K-12 (EDUAI). 1\u20134. Safinah Ali, Blakeley\u00a0H Payne, Randi Williams, Hae Won\u00a0Park, and Cynthia Breazeal. 2019. Constructionism, Ethics, and Creativity: Developing Primary and Middle School Artificial Intelligence Education. In International Workshop on Education in Artificiation Intelligence K-12 (EDUAI). 1\u20134."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.2991\/ijcis.d.200715.003"},{"key":"e_1_3_2_2_5_1","unstructured":"Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. Machine Bias. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing  Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. Machine Bias. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/10508400801986116"},{"key":"e_1_3_2_2_7_1","volume-title":"Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.), Vol.\u00a029. Curran Associates","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi , Kai-Wei Chang , James\u00a0 Y Zou , Venkatesh Saligrama , and Adam\u00a0 T Kalai . 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings . In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.), Vol.\u00a029. Curran Associates , Inc .https:\/\/proceedings.neurips.cc\/paper\/ 2016 \/file\/a486cd07e4ac3d270571622f4f316ec5-Paper.pdf Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.), Vol.\u00a029. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper\/2016\/file\/a486cd07e4ac3d270571622f4f316ec5-Paper.pdf"},{"key":"e_1_3_2_2_8_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru . 2018 . Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification . In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081) , Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 77\u201391. http:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 77\u201391. http:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9864"},{"key":"e_1_3_2_2_10_1","volume-title":"Teachable Machine: Approachable Web-Based Tool for Exploring Machine Learning Classification. In Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems(CHI EA \u201920)","author":"Carney Michelle","year":"2020","unstructured":"Michelle Carney , Barron Webster , Irene Alvarado , Kyle Phillips , Noura Howell , Jordan Griffith , Jonas Jongejan , Amit Pitaru , and Alexander Chen . 2020 . Teachable Machine: Approachable Web-Based Tool for Exploring Machine Learning Classification. In Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems(CHI EA \u201920) . Association for Computing Machinery, 1\u20138. https:\/\/doi.org\/10.1145\/3334480.3382839 Michelle Carney, Barron Webster, Irene Alvarado, Kyle Phillips, Noura Howell, Jordan Griffith, Jonas Jongejan, Amit Pitaru, and Alexander Chen. 2020. Teachable Machine: Approachable Web-Based Tool for Exploring Machine Learning Classification. In Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems(CHI EA \u201920). Association for Computing Machinery, 1\u20138. https:\/\/doi.org\/10.1145\/3334480.3382839"},{"key":"e_1_3_2_2_11_1","unstructured":"Cristina Conati Kaska Porayska-Pomsta and Manolis Mavrikis. 2018. AI in Education needs interpretable machine learning: Lessons from Open Learner Modelling. CoRR abs\/1807.00154(2018). arxiv:1807.00154http:\/\/arxiv.org\/abs\/1807.00154  Cristina Conati Kaska Porayska-Pomsta and Manolis Mavrikis. 2018. AI in Education needs interpretable machine learning: Lessons from Open Learner Modelling. CoRR abs\/1807.00154(2018). arxiv:1807.00154http:\/\/arxiv.org\/abs\/1807.00154"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025847"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302310"},{"key":"e_1_3_2_2_15_1","volume-title":"Growing up with AI Cognimates: from coding to teaching machines. Master\u2019s thesis","author":"Druga Stefania","unstructured":"Stefania Druga . 2018. Growing up with AI Cognimates: from coding to teaching machines. Master\u2019s thesis . Massachusetts Institute of Technology . https:\/\/www.media.mit.edu\/posts\/kids-teach-ai-a-little-humanity-with-cognimates\/ Stefania Druga. 2018. Growing up with AI Cognimates: from coding to teaching machines. Master\u2019s thesis. Massachusetts Institute of Technology. https:\/\/www.media.mit.edu\/posts\/kids-teach-ai-a-little-humanity-with-cognimates\/"},{"key":"e_1_3_2_2_16_1","volume-title":"IDC 2017 - Proceedings of the 2017 ACM Conference on Interaction Design and Children. ACM Press","author":"Druga Stefania","year":"2017","unstructured":"Stefania Druga , Cynthia Breazeal , Randi Williams , and Mitchel Resnick . 2017 . \u201d Hey Google is it ok if I eat you?\u201d Initial explorations in child-agent interaction . In IDC 2017 - Proceedings of the 2017 ACM Conference on Interaction Design and Children. ACM Press , New York, New York, USA, 595\u2013600. https:\/\/doi.org\/10.1145\/3078072.3084330 Stefania Druga, Cynthia Breazeal, Randi Williams, and Mitchel Resnick. 2017. \u201dHey Google is it ok if I eat you?\u201d Initial explorations in child-agent interaction. In IDC 2017 - Proceedings of the 2017 ACM Conference on Interaction Design and Children. ACM Press, New York, New York, USA, 595\u2013600. https:\/\/doi.org\/10.1145\/3078072.3084330"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"e_1_3_2_2_18_1","first-page":"5","article-title":"A Survey of Methods for Explaining Black Box","volume":"51","author":"Guidotti Riccardo","year":"2018","unstructured":"Riccardo Guidotti , Anna Monreale , Salvatore Ruggieri , Franco Turini , Fosca Giannotti , and Dino Pedreschi . 2018 . A Survey of Methods for Explaining Black Box Models. Comput. Surveys 51 , 5 (Aug. 2018), 1\u201342. https:\/\/doi.org\/10.1145\/3236009 arxiv:1802.01933 Riccardo Guidotti, Anna Monreale, Salvatore Ruggieri, Franco Turini, Fosca Giannotti, and Dino Pedreschi. 2018. A Survey of Methods for Explaining Black Box Models. Comput. Surveys 51, 5 (Aug. 2018), 1\u201342. https:\/\/doi.org\/10.1145\/3236009 arxiv:1802.01933","journal-title":"Models. Comput. Surveys"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173582"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_47"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300645"},{"key":"e_1_3_2_2_22_1","unstructured":"Meng Jing. 2018. China looks to school kids to win the global AI race. https:\/\/www.scmp.com\/tech\/china-tech\/article\/2144396\/china-looks-school-kids-win-global-ai-race  Meng Jing. 2018. China looks to school kids to win the global AI race. https:\/\/www.scmp.com\/tech\/china-tech\/article\/2144396\/china-looks-school-kids-win-global-ai-race"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2930674.2930691"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274357"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998230"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025884"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1519023"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376727"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868358.1868363"},{"key":"e_1_3_2_2_32_1","volume-title":"Weapons of math destruction: How big data increases inequality and threatens democracy","author":"O\u2019neil Cathy","unstructured":"Cathy O\u2019neil . 2016. Weapons of math destruction: How big data increases inequality and threatens democracy . Broadway Books . Cathy O\u2019neil. 2016. Weapons of math destruction: How big data increases inequality and threatens democracy. Broadway Books."},{"key":"e_1_3_2_2_33_1","unstructured":"Blakeley\u00a0H Payne. 2019. An Ethics of Artificial Intelligence Curriculum for Middle School Students. https:\/\/docs.google.com\/document\/d\/1e9wx9oBg7CR0s5O7YnYHVmX7H7pnITfoDxNdrSGkp60\/edit  Blakeley\u00a0H Payne. 2019. An Ethics of Artificial Intelligence Curriculum for Middle School Students. https:\/\/docs.google.com\/document\/d\/1e9wx9oBg7CR0s5O7YnYHVmX7H7pnITfoDxNdrSGkp60\/edit"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"e_1_3_2_2_35_1","volume-title":"International Journal of Computer Vision (Oct.","author":"Selvaraju R","year":"2019","unstructured":"Ramprasaath\u00a0 R Selvaraju , Michael Cogswell , Abhishek Das , Ramakrishna Vedantam , Devi Parikh , and Dhruv Batra . 2019. Grad-CAM: Visual Explanations from Deep Networks via Gradient-Based Localization . International Journal of Computer Vision (Oct. 2019 ). https:\/\/doi.org\/10.1007\/s11263-019-01228-7 Ramprasaath\u00a0R Selvaraju, Michael Cogswell, Abhishek Das, Ramakrishna Vedantam, Devi Parikh, and Dhruv Batra. 2019. Grad-CAM: Visual Explanations from Deep Networks via Gradient-Based Localization. International Journal of Computer Vision (Oct. 2019). https:\/\/doi.org\/10.1007\/s11263-019-01228-7"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1159"},{"key":"e_1_3_2_2_37_1","volume-title":"Rethinking the Inception Architecture for Computer Vision. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Vol.\u00a02016-Decem. IEEE, 2818\u20132826","author":"Szegedy Christian","year":"2016","unstructured":"Christian Szegedy , Vincent Vanhoucke , Sergey Ioffe , Jon Shlens , and Zbigniew Wojna . 2016 . Rethinking the Inception Architecture for Computer Vision. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Vol.\u00a02016-Decem. IEEE, 2818\u20132826 . https:\/\/doi.org\/10.1109\/CVPR.2016.308 arxiv:1512.00567 Christian Szegedy, Vincent Vanhoucke, Sergey Ioffe, Jon Shlens, and Zbigniew Wojna. 2016. Rethinking the Inception Architecture for Computer Vision. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Vol.\u00a02016-Decem. IEEE, 2818\u20132826. https:\/\/doi.org\/10.1109\/CVPR.2016.308 arxiv:1512.00567"},{"key":"e_1_3_2_2_38_1","volume-title":"Envisioning AI for K-12: What Should Every Child Know about AI?Proceedings of the AAAI Conference on Artificial Intelligence 33 (July","author":"Touretzky David","year":"2019","unstructured":"David Touretzky , Christina Gardner-McCune , Fred Martin , and Deborah Seehorn . 2019. Envisioning AI for K-12: What Should Every Child Know about AI?Proceedings of the AAAI Conference on Artificial Intelligence 33 (July 2019 ), 9795\u20139799. https:\/\/doi.org\/10.1609\/aaai.v33i01.33019795 David Touretzky, Christina Gardner-McCune, Fred Martin, and Deborah Seehorn. 2019. Envisioning AI for K-12: What Should Every Child Know about AI?Proceedings of the AAAI Conference on Artificial Intelligence 33 (July 2019), 9795\u20139799. https:\/\/doi.org\/10.1609\/aaai.v33i01.33019795"},{"key":"e_1_3_2_2_39_1","first-page":"n1","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society, Vol.\u00a036","author":"Ullman Daniel","year":"2014","unstructured":"Daniel Ullman , Iolanda Leite , Jonathan Phillips , Julia Kim-Cohen , and Brian Scassellati . 2014 . Smart Human, Smarter Robot: How Cheating Affects Perceptions of Social Agency . In Proceedings of the Annual Meeting of the Cognitive Science Society, Vol.\u00a036 . 2996\u20133001. https:\/\/escholarship.org\/uc\/item\/2jh800 n1 Daniel Ullman, Iolanda Leite, Jonathan Phillips, Julia Kim-Cohen, and Brian Scassellati. 2014. Smart Human, Smarter Robot: How Cheating Affects Perceptions of Social Agency. In Proceedings of the Annual Meeting of the Cognitive Science Society, Vol.\u00a036. 2996\u20133001. https:\/\/escholarship.org\/uc\/item\/2jh800n1"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-14108-y"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2587640"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376813"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372833"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1080\/10508406.2019.1705664"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300677"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019729"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1323"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311927.3323139"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-018-05707-8"}],"event":{"name":"IDC '21: Interaction Design and Children","location":"Athens Greece","acronym":"IDC '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Interaction Design and Children"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3459990.3460719","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3459990.3460719","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:28:46Z","timestamp":1750195726000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3459990.3460719"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,24]]},"references-count":50,"alternative-id":["10.1145\/3459990.3460719","10.1145\/3459990"],"URL":"https:\/\/doi.org\/10.1145\/3459990.3460719","relation":{},"subject":[],"published":{"date-parts":[[2021,6,24]]},"assertion":[{"value":"2021-06-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}