{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T02:23:25Z","timestamp":1793413405773,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":83,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,7]],"date-time":"2022-05-07T00:00:00Z","timestamp":1651881600000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006112","name":"Microsoft Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006112","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the University of Washington WRF\/Cable Professorship","id":[{"id":"https:\/\/ror.org\/00cvxb145","id-type":"ROR","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-18-1-2193"],"award-info":[{"award-number":["N00014-18-1-2193"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSF RAPID grant","award":["2040196"],"award-info":[{"award-number":["2040196"]}]},{"name":"the Allen Institute for Artificial Intelligence (AI2)","id":[{"id":"https:\/\/ror.org\/05w520734","id-type":"ROR","asserted-by":"crossref"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,5,6]]},"DOI":"10.1145\/3411764.3445717","type":"proceedings-article","created":{"date-parts":[[2021,5,7]],"date-time":"2021-05-07T23:50:37Z","timestamp":1620431437000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":638,"title":["Does the Whole Exceed its Parts? The Effect of AI Explanations on Complementary Team Performance"],"prefix":"10.1145","author":[{"given":"Gagan","family":"Bansal","sequence":"first","affiliation":[{"name":"University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tongshuang","family":"Wu","sequence":"additional","affiliation":[{"name":"University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joyce","family":"Zhou","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raymond","family":"Fok","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Besmira","family":"Nushi","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ece","family":"Kamar","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco Tulio","family":"Ribeiro","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Weld","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,5,7]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/647985.743843"},{"key":"e_1_3_2_2_2_1","unstructured":"Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. Machine bias: There\u2019s software across the country to predict future criminals and it\u2019s biased against blacks."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00402"},{"key":"e_1_3_2_2_4_1","unstructured":"Gagan Bansal Besmira Nushi Ece Kamar Eric Horvitz and Daniel\u00a0S. Weld. 2020. Optimizing AI for Teamwork. arxiv:2004.13102\u00a0[cs.AI]"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5285"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012429"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1972.10481216"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0109264"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_2_2_10_1","volume-title":"Explaining Recommendations: Satisfaction vs. Promotion. , 13\u201318\u00a0pages.","author":"Bilgic Mustafa","year":"2005","unstructured":"Mustafa Bilgic. 2005. Explaining Recommendations: Satisfaction vs. Promotion. , 13\u201318\u00a0pages."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173951"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377498"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2015.26"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1128"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172983"},{"key":"e_1_3_2_2_18_1","volume-title":"Clinical cognition and diagnostic error: applications of a dual process model of reasoning. Advances in health sciences education 14, 1","author":"Croskerry Pat","year":"2009","unstructured":"Pat Croskerry. 2009. Clinical cognition and diagnostic error: applications of a dual process model of reasoning. Advances in health sciences education 14, 1 (2009), 27\u201335."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/1555343411432338"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/0146167205282152"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302265"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173718"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376316"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1537"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2043"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359152"},{"key":"e_1_3_2_2_28_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning -","volume":"1330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian\u00a0Q. Weinberger. 2017. On Calibration of Modern Neural Networks. In Proceedings of the 34th International Conference on Machine Learning - Volume 70(ICML\u201917). JMLR.org, Sydney, NSW, Australia, 1321\u20131330."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3022198.3026338"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","unstructured":"Ruining He and Julian McAuley. 2016. Ups and Downs: Modeling the Visual Evolution of Fashion Trends with One-Class Collaborative Filtering. In Proceedings of the 25th International Conference on World Wide Web (Montr\u00e9al Qu\u00e9bec Canada) (WWW \u201916). International World Wide Web Conferences Steering Committee Republic and Canton of Geneva CHE 507\u2013517. https:\/\/doi.org\/10.1145\/2872427.2883037","DOI":"10.1145\/2872427.2883037"},{"key":"e_1_3_2_2_32_1","volume-title":"5th International Conference on Learning Representations, ICLR","author":"Hendrycks Dan","year":"2017","unstructured":"Dan Hendrycks and Kevin Gimpel. 2017. A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks. In 5th International Conference on Learning Representations, ICLR 2017. OpenReview.net, Toulon, France, 1\u201312. https:\/\/openreview.net\/forum?id=Hkg4TI9xl"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741102"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-006-9026-1"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019)","author":"Jhaver Shagun","year":"2019","unstructured":"Shagun Jhaver, Amy Bruckman, and Eric Gilbert. 2019. Does transparency in moderation really matter? User behavior after content removal explanations on reddit. Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019), 1\u201327."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1177\/0963721413481473"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_2_2_39_1","volume-title":"imagination, and confidence in judgment.Psychological bulletin 110, 3","author":"Koehler J","year":"1991","unstructured":"Derek\u00a0J Koehler. 1991. Explanation, imagination, and confidence in judgment.Psychological bulletin 110, 3 (1991), 499."},{"key":"e_1_3_2_2_40_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning -","volume":"1894","author":"Koh Pang\u00a0Wei","year":"2017","unstructured":"Pang\u00a0Wei Koh and Percy Liang. 2017. Understanding Black-Box Predictions via Influence Functions. In Proceedings of the 34th International Conference on Machine Learning - Volume 70(ICML\u201917). JMLR.org, Sydney, NSW, Australia, 1885\u20131894."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300717"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376873"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10821"},{"key":"e_1_3_2_2_45_1","unstructured":"Himabindu Lakkaraju Ece Kamar Rich Caruana and Jure Leskovec. 2017. Interpretable & Explorable Approximations of Black Box Models. arxiv:1707.01154\u00a0[cs.AI]"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1518\/hfes.46.1.50_30392"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/0261927X14535916"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1519023"},{"key":"e_1_3_2_2_49_1","volume-title":"5th International Conference on Learning Representations, ICLR 2017, Conference Track Proceedings. OpenReview.net","author":"Lin Zhouhan","year":"2017","unstructured":"Zhouhan Lin, Minwei Feng, C\u00edcero\u00a0Nogueira dos Santos, Mo Yu, Bing Xiang, Bowen Zhou, and Yoshua Bengio. 2017. A Structured Self-Attentive Sentence Embedding. In 5th International Conference on Learning Representations, ICLR 2017, Conference Track Proceedings. OpenReview.net, Toulon, France, 1\u201315. https:\/\/openreview.net\/forum?id=BJC_jUqxe"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1104"},{"key":"e_1_3_2_2_52_1","unstructured":"Yinhan Liu Myle Ott Naman Goyal Jingfei Du Mandar Joshi Danqi Chen Omer Levy Mike Lewis Luke Zettlemoyer and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. arxiv:1907.11692\u00a0[cs.CL]"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-018-0304-0"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1097\/01.NUMA.0000394953.94337.b4"},{"key":"e_1_3_2_2_55_1","volume-title":"Proceedings of the 32nd International Conference on Neural Information Processing Systems","author":"Madras David","year":"2018","unstructured":"David Madras, Toniann Pitassi, and Richard Zemel. 2018. Predict Responsibly: Improving Fairness and Accuracy by Learning to Defer. In Proceedings of the 32nd International Conference on Neural Information Processing Systems(Montr\u00e9al, Canada) (NIPS\u201918). Curran Associates Inc., Red Hook, NY, USA, 6150\u20136160."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2012.110"},{"key":"e_1_3_2_2_57_1","volume-title":"Explanation in artificial intelligence: Insights from the social sciences. Artificial Intelligence 267 (February","author":"Miller T.","year":"2018","unstructured":"T. Miller. 2018. Explanation in artificial intelligence: Insights from the social sciences. Artificial Intelligence 267 (February 2018), 1\u201338."},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525594"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1518\/155534309X474460"},{"key":"e_1_3_2_2_61_1","unstructured":"Menaka Narayanan Emily Chen Jeffrey He Been Kim Sam Gershman and Finale Doshi-Velez. 2018. How do Humans Understand Explanations from Machine Learning Systems? An Evaluation of the Human-Interpretability of Explanation. arxiv:1802.00682\u00a0[cs.AI]"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359204"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1244"},{"key":"e_1_3_2_2_65_1","unstructured":"Forough Poursabzi-Sangdeh Daniel\u00a0G. Goldstein Jake\u00a0M. Hofman Jennifer\u00a0Wortman Vaughan and Hanna Wallach. 2019. Manipulating and Measuring Model Interpretability. arxiv:1802.07810\u00a0[cs.AI]"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_2_67_1","unstructured":"Philipp Schmidt and Felix Biessmann. 2019. Quantifying Interpretability and Trust in Machine Learning Systems. arxiv:1901.08558\u00a0[cs.LG]"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376783"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.004"},{"key":"e_1_3_2_2_70_1","unstructured":"Sarah Tan Julius Adebayo Kori Inkpen and Ece Kamar. 2018. Investigating Human + Machine Complementarity for Recidivism Predictions. arxiv:1808.09123\u00a0[cs.LG]"},{"key":"e_1_3_2_2_71_1","volume-title":"LSAT prep book study guide: quick study & practice test questions for the Law School Admissions council\u2019s (LSAC) Law school admission test. Mometrix Test Preparation","author":"Prep\u00a0Books Team LSAT","unstructured":"LSAT Prep\u00a0Books Team. 2017. LSAT prep book study guide: quick study & practice test questions for the Law School Admissions council\u2019s (LSAC) Law school admission test. Mometrix Test Preparation, Beaumont, TX."},{"key":"e_1_3_2_2_72_1","unstructured":"Kush\u00a0R. Varshney Prashant Khanduri Pranay Sharma Shan Zhang and Pramod\u00a0K. Varshney. 2018. Why Interpretability in Machine Learning? An Answer Using Distributed Detection and Data Fusion Theory. arxiv:1806.09710\u00a0[stat.ML]"},{"key":"e_1_3_2_2_73_1","unstructured":"J. von Neumann and O. Morgenstern. 1947. Theory of games and economic behavior. Princeton University Press Princeton New Jersey."},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1058"},{"key":"e_1_3_2_2_76_1","unstructured":"Hilde J.\u00a0P. Weerts Werner van Ipenburg and Mykola Pechenizkiy. 2019. A Human-Grounded Evaluation of SHAP for Alert Processing. arxiv:1907.03324\u00a0[cs.LG]"},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3282486"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.5555\/2946645.3007032"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377480"},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302277"},{"key":"e_1_3_2_2_82_1","volume-title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning. In 8th International Conference on Learning Representations, ICLR","author":"Yu Weihao","year":"2020","unstructured":"Weihao Yu, Zihang Jiang, Yanfei Dong, and Jiashi Feng. 2020. ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning. In 8th International Conference on Learning Representations, ICLR 2020. OpenReview.net, Addis Ababa, Ethiopia, 1\u201326. https:\/\/openreview.net\/forum?id=HJgJtT4tvB"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"}],"event":{"name":"CHI '21: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445717","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3411764.3445717","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3411764.3445717","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T14:17:48Z","timestamp":1790000268000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445717"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,6]]},"references-count":83,"alternative-id":["10.1145\/3411764.3445717","10.1145\/3411764"],"URL":"https:\/\/doi.org\/10.1145\/3411764.3445717","relation":{},"subject":[],"published":{"date-parts":[[2021,5,6]]},"assertion":[{"value":"2021-05-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}