{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T21:34:21Z","timestamp":1793741661155,"version":"4.6.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,5,2]],"date-time":"2019-05-02T00:00:00Z","timestamp":1556755200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,5,2]]},"DOI":"10.1145\/3290605.3300234","type":"proceedings-article","created":{"date-parts":[[2019,4,29]],"date-time":"2019-04-29T13:04:32Z","timestamp":1556543072000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":333,"title":["Human-Centered Tools for Coping with Imperfect Algorithms During Medical Decision-Making"],"prefix":"10.1145","author":[{"given":"Carrie J.","family":"Cai","sequence":"first","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emily","family":"Reif","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Narayan","family":"Hegde","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Hipp","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Been","family":"Kim","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Smilkov","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Wattenberg","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fernanda","family":"Viegas","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Greg S.","family":"Corrado","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin C.","family":"Stumpe","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Terry","sequence":"additional","affiliation":[{"name":"Google Brain, Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,5,2]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10278-010-9290-9"},{"key":"e_1_3_2_1_2_1","volume-title":"Understanding intermediate layers using linear classifier probes. arXiv preprint arXiv:1610.01644","author":"Alain Guillaume","year":"2016","unstructured":"Guillaume Alain and Yoshua Bengio. 2016. Understanding intermediate layers using linear classifier probes. arXiv preprint arXiv:1610.01644 (2016)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207680"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2015.7301270"},{"key":"e_1_3_2_1_6_1","volume-title":"Network Dissection: Quantifying Interpretability of Deep Visual Representations. In Computer Vision and Pattern Recognition.","author":"Bau David","year":"2017","unstructured":"David Bau, Bolei Zhou, Aditya Khosla, Aude Oliva, and Antonio Torralba. 2017. Network Dissection: Quantifying Interpretability of Deep Visual Representations. In Computer Vision and Pattern Recognition."},{"key":"e_1_3_2_1_7_1","volume-title":"Clinical decision support systems","author":"Berner Eta S","unstructured":"Eta S Berner. 2007. Clinical decision support systems. Vol. 233. Springer."},{"key":"e_1_3_2_1_8_1","unstructured":"Marshal A Blatt Michael C Higgins Keith I Marton and HC Sox Jr. 1988. Medical decision making."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302289"},{"key":"e_1_3_2_1_10_1","volume-title":"Workshop at the crossroads: The interaction of HCI and systems issues in UbiComp","volume":"8","author":"Chalmers Matthew","year":"2003","unstructured":"Matthew Chalmers and Ian MacColl. 2003. Seamful and seamless design in ubiquitous computing. In Workshop at the crossroads: The interaction of HCI and systems issues in UbiComp, Vol. 8."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1348246.1348248"},{"key":"e_1_3_2_1_12_1","volume-title":"ISBI 2007. 4th IEEE international symposium on. IEEE, 1284--1287","author":"Doyle Scott","year":"2007","unstructured":"Scott Doyle, Mark Hwang, Kinsuk Shah, Anant Madabhushi, Michael Feldman, and John Tomaszeweski. 2007. Automated grading of prostate cancer using architectural and textural image features. In Biomedical imaging: from nano to macro, 2007. ISBI 2007. 4th IEEE international symposium on. IEEE, 1284--1287."},{"key":"e_1_3_2_1_13_1","volume-title":"Latent Constraints: Learning to Generate Conditionally from Unconditional Generative Models. Computing Research Repository abs\/1711.05772","author":"Engel Jesse","year":"2017","unstructured":"Jesse Engel, Matthew Hoffman, and Adam Roberts. 2017. Latent Constraints: Learning to Generate Conditionally from Unconditional Generative Models. Computing Research Repository abs\/1711.05772 (2017)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Jonathan I Epstein Michael J Zelefsky Daniel D Sjoberg Joel B Nelson Lars Egevad Cristina Magi-Galluzzi Andrew J Vickers Anil V Parwani Victor E Reuter Samson W Fine et al. 2016. A contemporary prostate cancer grading system: a validated alternative to the Gleason score. European urology 69 3 (2016) 428--435.","DOI":"10.1016\/j.eururo.2015.06.046"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858494"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","unstructured":"Myron Flickner Harpreet Sawhney Wayne Niblack Jonathan Ashley Qian Huang Byron Dom Monika Gorkani Jim Hafner Denis Lee Dragutin Petkovic et al. 1995. Query by image and video content: The QBIC system. computer 28 9 (1995) 23--32. 10.1109\/2.410146","DOI":"10.1109\/2.410146"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357061"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.293.10.1223"},{"key":"e_1_3_2_1_20_1","volume-title":"Advances in psychology.","author":"Hart Sandra G","unstructured":"Sandra G Hart and Lowell E Staveland. 1988. Development of NASATLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol. 52. Elsevier, 139--183."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720814547570"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings. First International Symposium on. IEEE, 138--147","author":"Kak Avi","year":"2002","unstructured":"Avi Kak and Christina Pavlopoulou. 2002. Content-based image retrieval from large medical databases. In 3D Data Processing Visualization and Transmission, 2002. Proceedings. First International Symposium on. IEEE, 138--147."},{"key":"e_1_3_2_1_23_1","volume-title":"Reasons For Physicians Not Adopting Clinical Decision Support Systems: Critical Analysis. JMIR medical informatics 6, 2","author":"Khairat Saif","year":"2018","unstructured":"Saif Khairat, David Marc, William Crosby, and Ali Al Sanousi. 2018. Reasons For Physicians Not Adopting Clinical Decision Support Systems: Critical Analysis. JMIR medical informatics 6, 2 (2018)."},{"key":"e_1_3_2_1_24_1","unstructured":"Been Kim Elena Glassman Brittney Johnson and Julie Shah. 2015. iBCM: Interactive Bayesian Case Model Empowering Humans via Intuitive Interaction. (2015)."},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning. 2673--2682","author":"Kim Been","year":"2018","unstructured":"Been Kim, Martin Wattenberg, Justin Gilmer, Carrie Cai, James Wexler, Fernanda Viegas, et al. 2018. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav). In International Conference on Machine Learning. 2673--2682."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858402"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jacr.2017.12.029"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557238"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.2307\/258792"},{"key":"e_1_3_2_1_30_1","volume-title":"Content based sub-image retrieval system for high resolution pathology images using salient interest points. 2009 (09","author":"Mehta Neville","year":"2009","unstructured":"Neville Mehta, Raja Alomari, and Vipin Chaudhary. 2009. Content based sub-image retrieval system for high resolution pathology images using salient interest points. 2009 (09 2009), 3719--22."},{"key":"e_1_3_2_1_31_1","volume-title":"S 01","author":"Middleton B","year":"2016","unstructured":"B Middleton, DF Sittig, and A Wright. 2016. Clinical decision support: a 25 year retrospective and a 25 year vision. Yearbook of medical informatics 25, S 01 (2016), S103--S116."},{"key":"e_1_3_2_1_32_1","volume-title":"Wen tau Yih, and Geoffrey Zweig","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Wen tau Yih, and Geoffrey Zweig. 2013. Linguistic Regularities in Continuous Space Word Representations. In HLT-NAACL."},{"key":"e_1_3_2_1_33_1","volume-title":"Computer-aided prostate cancer diagnosis from digitized histopathology: a review on texture-based systems","author":"Mosquera-Lopez Clara","year":"2015","unstructured":"Clara Mosquera-Lopez, Sos Agaian, Alejandro Velez-Hoyos, and Ian Thompson. 2015. Computer-aided prostate cancer diagnosis from digitized histopathology: a review on texture-based systems. IEEE reviews in biomedical engineering 8 (2015), 98--113."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2003.11.024"},{"key":"e_1_3_2_1_35_1","volume-title":"Storage and retrieval for image and video databases","author":"Niblack Carlton Wayne","unstructured":"Carlton Wayne Niblack, Ron Barber, Will Equitz, Myron D Flickner, Eduardo H Glasman, Dragutin Petkovic, Peter Yanker, Christos Faloutsos, and Gabriel Taubin. 1993. QBIC project: querying images by content, using color, texture, and shape. In Storage and retrieval for image and video databases, Vol. 1908. International Society for Optics and Photonics, 173--188."},{"key":"e_1_3_2_1_36_1","volume-title":"Confirmation bias: A ubiquitous phenomenon in many guises. Review of general psychology 2, 2","author":"Nickerson Raymond S","year":"1998","unstructured":"Raymond S Nickerson. 1998. Confirmation bias: A ubiquitous phenomenon in many guises. Review of general psychology 2, 2 (1998), 175."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2334"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2014.131"},{"key":"e_1_3_2_1_40_1","volume-title":"Soroush Ghorashi, Christopher Meek, Gonzalo Ramos, Jina Suh, Johan Verwey, Mo Wang, et al.","author":"Simard Patrice Y","year":"2017","unstructured":"Patrice Y Simard, Saleema Amershi, David M Chickering, Alicia Edelman Pelton, Soroush Ghorashi, Christopher Meek, Gonzalo Ramos, Jina Suh, Johan Verwey, Mo Wang, et al. 2017. Machine teaching: A new paradigm for building machine learning systems. arXiv preprint arXiv:1707.06742 (2017)."},{"key":"e_1_3_2_1_41_1","volume-title":"Medical Imaging 2015: Biomedical Applications in Molecular, Structural, and Functional Imaging","author":"Sklan Judah ES","unstructured":"Judah ES Sklan, Andrew J Plassard, Daniel Fabbri, and Bennett A Landman. 2015. Toward content-based image retrieval with deep convolutional neural networks. In Medical Imaging 2015: Biomedical Applications in Molecular, Structural, and Functional Imaging, Vol. 9417. International Society for Optics and Photonics, 94172C."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/34.895972"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173590"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654948"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858373"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1665-6423(14)71609-8"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/647251.720114"},{"key":"e_1_3_2_1_48_1","volume-title":"Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networks. arXiv preprint arXiv:1703.10593","author":"Zhu Jun-Yan","year":"2017","unstructured":"Jun-Yan Zhu, Taesung Park, Phillip Isola, and Alexei A Efros. 2017. Unpaired Image-to-Image Translation using Cycle-Consistent Adversarial Networks. arXiv preprint arXiv:1703.10593 (2017)."}],"event":{"name":"CHI '19: CHI Conference on Human Factors in Computing Systems","location":"Glasgow Scotland Uk","acronym":"CHI '19","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3290605.3300234","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3290605.3300234","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T14:07:52Z","timestamp":1789999672000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3290605.3300234"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,2]]},"references-count":48,"alternative-id":["10.1145\/3290605.3300234","10.1145\/3290605"],"URL":"https:\/\/doi.org\/10.1145\/3290605.3300234","relation":{},"subject":[],"published":{"date-parts":[[2019,5,2]]},"assertion":[{"value":"2019-05-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}