{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T07:01:42Z","timestamp":1775199702030,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSF","award":["1816380"],"award-info":[{"award-number":["1816380"]}]},{"name":"NIDILRR","award":["90REGE0008"],"award-info":[{"award-number":["90REGE0008"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376428","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T15:16:49Z","timestamp":1590592609000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Crowdsourcing the Perception of Machine Teaching"],"prefix":"10.1145","author":[{"given":"Jonggi","family":"Hong","sequence":"first","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}]},{"given":"Kyungjun","family":"Lee","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}]},{"given":"June","family":"Xu","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}]},{"given":"Hernisa","family":"Kacorri","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, MD, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174156"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1974.1100705"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_2_2_5_1","volume-title":"Machine bias: There's software used across the country to predict future criminals. And it's biased against blacks. ProPublica","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine bias: There's software used across the country to predict future criminals. And it's biased against blacks. ProPublica (2016). https:\/\/www.propublica.org\/article\/ machine-bias-risk-assessments-in-criminal-sentencing"},{"key":"e_1_3_2_2_6_1","unstructured":"Flask API. 2010. Browsable Web APIs for Flask. (2010). https:\/\/www.flaskapi.org"},{"key":"e_1_3_2_2_7_1","first-page":"671","article-title":"Big data's disparate impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big data's disparate impact. Cal. L. Rev. 104 (2016), 671.","journal-title":"Cal. L. Rev."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2012.678878"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2982142.2982171"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691610393980"},{"key":"e_1_3_2_2_13_1","unstructured":"Minjie Cai Kris Kitani and Yoichi Sato. 2018. Understanding hand-object manipulation by modeling the contextual relationship between actions grasp types and object attributes. (2018)."},{"key":"e_1_3_2_2_14_1","volume-title":"AI Now 2017 Report","author":"Campolo Alex","year":"2017","unstructured":"Alex Campolo, Madelyn Sanlippo, Meredith Whittaker, and Kate Crawford. 2017. AI Now 2017 Report. AI Now Institute at New York University (2017). https:\/\/ainowinstitute.org\/AI_Now_2017_Report.pdf"},{"key":"e_1_3_2_2_15_1","volume-title":"European Union General Data Protection Regulation (GDPR). (2016). Retrieved","author":"Commision European","year":"2018","unstructured":"European Commision. 2016. European Union General Data Protection Regulation (GDPR). (2016). Retrieved September 1, 2018 from https:\/\/www.darpa.mil\/program\/ explainable-artificial-intelligence"},{"key":"e_1_3_2_2_16_1","volume-title":"Congress. 2019","author":"US","year":"2019","unstructured":"US Congress. 2019. S.1108 - Algorithmic Accountability Act of 2019. (2019). https:\/\/www.congress.gov\/116\/bills\/s1108\/BILLS-116s1108is.pdf"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","unstructured":"Nicholas Diakopoulos. 2014. Algorithmic accountability reporting: On the investigation of black boxes. (2014). DOI: http:\/\/dx.doi.org\/https:\/\/doi.org\/10.7916\/D8ZK5TW2","DOI":"10.7916\/D8ZK5TW2"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2004.03.005"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978965"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2917620"},{"key":"e_1_3_2_2_24_1","volume-title":"Explainable Artificial Intelligence (XAI). (2017). Retrieved","author":"Gunning David","year":"2018","unstructured":"David Gunning. 2017. Explainable Artificial Intelligence (XAI). (2017). Retrieved September 1, 2018 from https:\/\/www.darpa.mil\/program\/ explainable-artificial-intelligence"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174023"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300645"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741102"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312873"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/SIU.2012.6204822"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298877"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3167902.3167904"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3167902.3167904"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025899"},{"key":"e_1_3_2_2_35_1","volume-title":"Advances in Neural Information Processing Systems 24","author":"Khan Faisal","unstructured":"Faisal Khan, Bilge Mutlu, and Jerry Zhu. 2011. How Do Humans Teach: On Curriculum Learning and Teaching Dimension. In Advances in Neural Information Processing Systems 24, J. Shawe-Taylor, R. S. Zemel, P. L. Bartlett, F. Pereira, and K. Q. Weinberger (Eds.). Curran Associates, Inc., 1449--1457. https:\/\/tinyurl.com\/vfuaxvp"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300641"},{"key":"e_1_3_2_2_37_1","unstructured":"Google Creative Lab. 2017. Teachable machine. (2017). https:\/\/experiments.withgoogle.com\/teachable-machine"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308561.3353799"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300566"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995523"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-016-0727-z"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-011-0124--6"},{"key":"e_1_3_2_2_43_1","unstructured":"Ninareh Mehrabi Fred Morstatter Nripsuta Saxena Kristina Lerman and Aram Galstyan. 2019. A Survey on Bias and Fairness in Machine Learning. (2019)."},{"key":"e_1_3_2_2_44_1","volume-title":"21 fairness definitions and their politics","author":"Narayanan Arvind","year":"2018","unstructured":"Arvind Narayanan. 2018. FAT* tutorial: 21 fairness definitions and their politics. New York, NY, USA (2018)."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1364"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"crossref","unstructured":"Gabriele Paolacci Jesse Chandler and Panagiotis G Ipeirotis. 2010. Running experiments on amazon mechanical turk. (2010). https:\/\/repub.eur.nl\/pub\/31983","DOI":"10.1017\/S1930297500002205"},{"key":"e_1_3_2_2_48_1","volume-title":"Proceedings of the AAAI Workshop on Integrating Artificial Intelligence and Assistive Technology. Citeseer, 40--47","author":"Patel Rupal","year":"1998","unstructured":"Rupal Patel and Deb Roy. 1998. Teachable interfaces for individuals with dysarthric speech and severe physical disabilities. In Proceedings of the AAAI Workshop on Integrating Artificial Intelligence and Assistive Technology. Citeseer, 40--47."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2017.01.006"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/267505.267514"},{"key":"e_1_3_2_2_51_1","volume-title":"Alicia Edelman Pelton, Soroush Ghorashi, Christopher Meek, Gonzalo Ramos, Jina Suh, Johan Verwey, Mo Wang, and John Wernsing.","author":"Simard Patrice Y.","year":"2017","unstructured":"Patrice Y. Simard, Saleema Amershi, David Maxwell Chickering, Alicia Edelman Pelton, Soroush Ghorashi, Christopher Meek, Gonzalo Ramos, Jina Suh, Johan Verwey, Mo Wang, and John Wernsing. 2017. Machine Teaching: A New Paradigm for Building Machine Learning Systems. CoRR abs\/1707.06742 (2017). http:\/\/arxiv.org\/abs\/1707.06742"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0051876"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2017.06.007"},{"key":"e_1_3_2_2_54_1","volume-title":"Plans and situated actions: The problem of human-machine communication","author":"Suchman Lucy A","unstructured":"Lucy A Suchman. 1987. Plans and situated actions: The problem of human-machine communication. Cambridge university press."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00049"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0004--3702(83)80014--9"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2007.09.009"},{"key":"e_1_3_2_2_59_1","first-page":"1","article-title":"Making Better Use of the Crowd: How Crowdsourcing Can Advance Machine Learning Research","volume":"18","author":"Vaughan Jennifer Wortman","year":"2018","unstructured":"Jennifer Wortman Vaughan. 2018. Making Better Use of the Crowd: How Crowdsourcing Can Advance Machine Learning Research. Journal of Machine Learning Research 18, 193 (2018), 1--46. http:\/\/jmlr.org\/papers\/v18\/17--234.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00279"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_2_2_62_1","volume-title":"Intelligible Artificial Intelligence. arXiv preprint arXiv:1803.04263","author":"Weld Daniel S","year":"2018","unstructured":"Daniel S Weld and Gagan Bansal. 2018. Intelligible Artificial Intelligence. arXiv preprint arXiv:1803.04263 (2018)."},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196729"},{"key":"e_1_3_2_2_64_1","volume-title":"Rafferty","author":"Zhu Xiaojin","year":"2018","unstructured":"Xiaojin Zhu, Adish Singla, Sandra Zilles, and Anna N. Rafferty. 2018. An Overview of Machine Teaching. CoRR abs\/1801.05927 (2018). http:\/\/arxiv.org\/abs\/1801.05927"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311927.3323139"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376428","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376428","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376428","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:34Z","timestamp":1750199914000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376428"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":65,"alternative-id":["10.1145\/3313831.3376428","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376428","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}