{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:39:23Z","timestamp":1776105563924,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":196,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Learning from the Unseen Experience of Expert Users to Support Machine-aided Decision-making, Toyota Research Institute"},{"name":"NSF CAREER: Achieving Explainable AI through Human-AI Interaction"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676323","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["VIME: Visual Interactive Model Explorer for Identifying Capabilities and Limitations of Machine Learning Models for Sequential Decision-Making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9912-8757","authenticated-orcid":false,"given":"Anindya","family":"Das Antar","sequence":"first","affiliation":[{"name":"Electrical Engineering and Computer Science, University of Michigan, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8164-0162","authenticated-orcid":false,"given":"Somayeh","family":"Molaei","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5901-1538","authenticated-orcid":false,"given":"Yan-Ying","family":"Chen","sequence":"additional","affiliation":[{"name":"Toyota Research Institute, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2620-2623","authenticated-orcid":false,"given":"Matthew L","family":"Lee","sequence":"additional","affiliation":[{"name":"Toyota Research Institute, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2790-3264","authenticated-orcid":false,"given":"Nikola","family":"Banovic","sequence":"additional","affiliation":[{"name":"Electrical Engineering and Computer Science, University of Michigan, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103502"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","unstructured":"Abdallah Abbas Ciara O\u2019Byrne Dun\u00a0Jack Fu Gabriella Moraes Konstantinos Balaskas Robbert Struyven Sara Beqiri Siegfried\u00a0K. Wagner Edward Korot and Pearse\u00a0A. Keane. 2022. Evaluating an automated machine learning model that predicts visual acuity outcomes in patients with neovascular age-related macular degeneration. Graefe\u2019s Archive for Clinical and Experimental Ophthalmology 260 8 (01 Aug 2022) 2461\u20132473. https:\/\/doi.org\/10.1007\/s00417-021-05544-y","DOI":"10.1007\/s00417-021-05544-y"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606781"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2018.8802480"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2021.09.002"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207680"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. Machine Bias: There\u2019s software used across the country to predict future criminals. And it\u2019s biased against blacks. In Ethics of Data and Analytics. 254\u2013264. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing","DOI":"10.1201\/9781003278290-37"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580887"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858150"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859912"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858557"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025571"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579460"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3554726"},{"key":"e_1_3_2_2_19_1","volume-title":"Computer graphics forum, Vol.\u00a038","author":"Battle Leilani","unstructured":"Leilani Battle and Jeffrey Heer. 2019. Characterizing exploratory visual analysis: A literature review and evaluation of analytic provenance in tableau. In Computer graphics forum, Vol.\u00a038. Wiley Online Library, 145\u2013159."},{"key":"e_1_3_2_2_20_1","volume-title":"Symphony: Composing Interactive Interfaces for Machine Learning. In CHI Conference on Human Factors in Computing Systems. 1\u201314","author":"B\u00e4uerle Alex","year":"2022","unstructured":"Alex B\u00e4uerle, \u00c1ngel\u00a0Alexander Cabrera, Fred Hohman, Megan Maher, David Koski, Xavier Suau, Titus Barik, and Dominik Moritz. 2022. Symphony: Composing Interactive Interfaces for Machine Learning. In CHI Conference on Human Factors in Computing Systems. 1\u201314."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467166"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581314"},{"key":"e_1_3_2_2_23_1","volume-title":"A Simple and Effective Model-Based Variable Importance Measure. ArXiv abs\/1805.04755","author":"Greenwell","year":"2018","unstructured":"Greenwell Brandon\u00a0M., Boehmke Bradley\u00a0C., and McCarthy Andrew\u00a0J.2018. A Simple and Effective Model-Based Variable Importance Measure. ArXiv abs\/1805.04755 (2018)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","unstructured":"Cynthia A. Brewer. 1994. Color Use Guidelines for Mapping and Visualization (c ed.). Number\u00a0C in Modern Cartography Series. 123\u2013147. https:\/\/doi.org\/10.1016\/B978-0-08-042415-6.50014-4","DOI":"10.1016\/B978-0-08-042415-6.50014-4"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300271"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581268"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3542921"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_2_30_1","volume-title":"SUBPLEX: Towards a Better Understanding of Black Box Model Explanations at the Subpopulation Level. ArXiv abs\/2007.10609","author":"Yeuk-Yin Chan Gromit","year":"2020","unstructured":"Gromit Yeuk-Yin Chan, Jun Yuan, Kyle Overton, Brian Barr, Kim Rees, Luis\u00a0Gustavo Nonato, Enrico Bertini, and Cl\u00e1udio\u00a0T. Silva. 2020. SUBPLEX: Towards a Better Understanding of Black Box Model Explanations at the Subpopulation Level. ArXiv abs\/2007.10609 (2020). https:\/\/api.semanticscholar.org\/CorpusID:220665477"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580805"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3615522.3615542"},{"key":"e_1_3_2_2_33_1","volume-title":"Understanding the role of human intuition on reliance in human-AI decision-making with explanations. arXiv preprint arXiv:2301.07255","author":"Chen Valerie","year":"2023","unstructured":"Valerie Chen, Q\u00a0Vera Liao, Jennifer\u00a0Wortman Vaughan, and Gagan Bansal. 2023. Understanding the role of human intuition on reliance in human-AI decision-making with explanations. arXiv preprint arXiv:2301.07255 (2023)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030342"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331404"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-85616-8_36"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346298"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468784.3471603"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406601.3406643"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/3327345.3327376"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623261"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985697"},{"key":"e_1_3_2_2_44_1","volume-title":"Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3615817"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3561048"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","unstructured":"Upol Ehsan Samir Passi Q.\u00a0Vera Liao Larry Chan I-Hsiang Lee Michael Muller and Mark\u00a0O. Riedl. 2021. The Who in Explainable AI: How AI Background Shapes Perceptions of AI Explanations. https:\/\/doi.org\/10.48550\/ARXIV.2107.13509","DOI":"10.48550\/ARXIV.2107.13509"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503727"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642690"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"e_1_3_2_2_51_1","volume-title":"Design, User Experience, and Usability. Design for Contemporary Interactive Environments","author":"Ferreira J.","unstructured":"Juliana\u00a0J. Ferreira and Mateus\u00a0S. Monteiro. 2020. What Are People Doing About XAI User Experience? A Survey on AI Explainability Research and Practice. In Design, User Experience, and Usability. Design for Contemporary Interactive Environments, Aaron Marcus and Elizabeth Rosenzweig (Eds.). Springer International Publishing, Cham, 56\u201373."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357061"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474734"},{"key":"e_1_3_2_2_54_1","volume-title":"Predictive learning via rule ensembles. The annals of applied statistics","author":"Friedman H","year":"2008","unstructured":"Jerome\u00a0H Friedman and Bogdan\u00a0E Popescu. 2008. Predictive learning via rule ensembles. The annals of applied statistics (2008), 916\u2013954."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376316"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.340"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533028.3533303"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589273"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2022.105681"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1080\/07370024.2014.881668"},{"key":"e_1_3_2_2_61_1","volume-title":"Basic Econometrics. Chapter: The Nature and Sources of Data for Economic Analysis (fifth international ed.)","author":"Gujarati N.","unstructured":"Damodar\u00a0N. Gujarati and Dawn\u00a0C. Porter. 2009. Basic Econometrics. Chapter: The Nature and Sources of Data for Economic Analysis (fifth international ed.). McGraw-Hill, New York. 22\u201328 pages."},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aay7120"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3100413"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517650"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2020.2974425"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1179\/000870403235002042"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240646"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/4284.4286"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.5555\/647858.738708"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300809"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557321"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.3390\/app12031353"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3406477"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02987011"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2022.102839"},{"key":"e_1_3_2_2_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/1562849.1562852"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140139008927157"},{"key":"e_1_3_2_2_79_1","unstructured":"Ericsson K.\u00a0Anders and Simon Herbert\u00a0A.1984. Protocol Analysis: Verbal Reports as Data."},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"e_1_3_2_2_81_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 895\u2013905","author":"Karimi Amir-Hossein","year":"2020","unstructured":"Amir-Hossein Karimi, Gilles Barthe, Borja Balle, and Isabel Valera. 2020. Model-agnostic counterfactual explanations for consequential decisions. In International Conference on Artificial Intelligence and Statistics. PMLR, 895\u2013905."},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3527848"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533135"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3557889"},{"key":"e_1_3_2_2_87_1","volume-title":"Data Visualisation: A Handbook for Data Driven Design","author":"Kirk Andy","year":"2016","unstructured":"Andy Kirk. 2016. Data Visualisation: A Handbook for Data Driven Design. Sage Publications Ltd."},{"key":"e_1_3_2_2_88_1","volume-title":"Human decisions and machine predictions. The quarterly journal of economics 133, 1","author":"Kleinberg Jon","year":"2018","unstructured":"Jon Kleinberg, Himabindu Lakkaraju, Jure Leskovec, Jens Ludwig, and Sendhil Mullainathan. 2018. Human decisions and machine predictions. The quarterly journal of economics 133, 1 (2018), 237\u2013293."},{"key":"e_1_3_2_2_89_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40685-020-00134-w"},{"key":"e_1_3_2_2_90_1","doi-asserted-by":"crossref","unstructured":"Anna\u00a0L Kratz Tiffany\u00a0J Braley Emily Foxen-Craft Eric Scott John\u00a0F Murphy\u00a0III and Susan\u00a0L Murphy. 2017. How do pain fatigue depressive and cognitive symptoms relate to well-being and social and physical functioning in the daily lives of individuals with multiple sclerosis?Archives of physical medicine and rehabilitation 98 11 (2017) 2160\u20132166.","DOI":"10.1016\/j.apmr.2017.07.004"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.5555\/3020336.3020377"},{"key":"e_1_3_2_2_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858529"},{"key":"e_1_3_2_2_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_2_2_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581290"},{"key":"e_1_3_2_2_95_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103473"},{"key":"e_1_3_2_2_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835899"},{"key":"e_1_3_2_2_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445472"},{"key":"e_1_3_2_2_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_2_2_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_2_2_100_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865193"},{"key":"e_1_3_2_2_101_1","volume-title":"A unified approach to interpreting model predictions. Advances in neural information processing systems 30","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_2_102_1","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2018. Consistent individualized feature attribution for tree ensembles. In Advances in neural information processing systems. 6469\u20136480."},{"key":"e_1_3_2_2_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581058"},{"key":"e_1_3_2_2_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939682"},{"key":"e_1_3_2_2_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701407"},{"key":"e_1_3_2_2_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/2890478"},{"key":"e_1_3_2_2_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376257"},{"key":"e_1_3_2_2_108_1","volume-title":"Explaining black box decisions by shapley cohort refinement. arXiv preprint arXiv:1911.00467","author":"Mase Masayoshi","year":"2019","unstructured":"Masayoshi Mase, Art\u00a0B Owen, and Benjamin Seiler. 2019. Explaining black box decisions by shapley cohort refinement. arXiv preprint arXiv:1911.00467 (2019)."},{"key":"e_1_3_2_2_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503568"},{"key":"e_1_3_2_2_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294219"},{"key":"e_1_3_2_2_111_1","volume-title":"MDPVIS: An Interactive Visualization for Testing Markov Decision Processes.. In AAAI Fall Symposia. 56\u201358.","author":"McGregor Sean","year":"2015","unstructured":"Sean McGregor, Hailey Buckingham, Rachel Houtman, Claire\u00a0A Montgomery, Ronald\u00a0A Metoyer, and Thomas\u00a0G Dietterich. 2015. MDPVIS: An Interactive Visualization for Testing Markov Decision Processes.. In AAAI Fall Symposia. 56\u201358."},{"key":"e_1_3_2_2_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501984"},{"key":"e_1_3_2_2_113_1","doi-asserted-by":"publisher","DOI":"10.1518\/001872008x288574"},{"key":"e_1_3_2_2_114_1","article-title":"Importance Sampling Techniques for Policy Optimization","volume":"21","author":"Metelli Alberto\u00a0Maria","year":"2020","unstructured":"Alberto\u00a0Maria Metelli, Matteo Papini, Nico Montali, and Marcello Restelli. 2020. Importance Sampling Techniques for Policy Optimization. J. Mach. Learn. Res. 21, 1, Article 141 (jan 2020), 75\u00a0pages.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_2_115_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934267"},{"key":"e_1_3_2_2_116_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.1996.517110"},{"key":"e_1_3_2_2_117_1","doi-asserted-by":"publisher","DOI":"10.1145\/3528087"},{"key":"e_1_3_2_2_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610064"},{"key":"e_1_3_2_2_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579481"},{"key":"e_1_3_2_2_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641022"},{"key":"e_1_3_2_2_121_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477314.3507310"},{"key":"e_1_3_2_2_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372850"},{"key":"e_1_3_2_2_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3481549.3481557"},{"key":"e_1_3_2_2_124_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514258"},{"key":"e_1_3_2_2_125_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-012-0247-5"},{"key":"e_1_3_2_2_126_1","doi-asserted-by":"publisher","DOI":"10.5555\/92449.92499"},{"key":"e_1_3_2_2_127_1","unstructured":"Jakob Nielsen. 2012. How Many Test Users in a Usability Study?https:\/\/www.nngroup.com\/articles\/how-many-test-users\/ Accessed: 07\/01\/2023."},{"key":"e_1_3_2_2_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450639"},{"key":"e_1_3_2_2_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3316615.3316730"},{"key":"e_1_3_2_2_130_1","unstructured":"Google PAIR.2022. Facet Dive?https:\/\/pair-code.github.io\/facets\/."},{"key":"e_1_3_2_2_131_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511150"},{"key":"e_1_3_2_2_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557492"},{"key":"e_1_3_2_2_133_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501915"},{"key":"e_1_3_2_2_134_1","volume-title":"Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.). Vol.\u00a034. Curran Associates","author":"Park Chunjong","year":"2021","unstructured":"Chunjong Park, Anas Awadalla, Tadayoshi Kohno, and Shwetak Patel. 2021. Reliable and Trustworthy Machine Learning for Health Using Dataset Shift Detection. In Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.). Vol.\u00a034. Curran Associates, Inc., 3043\u20133056. https:\/\/proceedings.neurips.cc\/paper\/2021\/file\/17e23e50bedc63b4095e3d8204ce063b-Paper.pdf"},{"key":"e_1_3_2_2_135_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866038"},{"key":"e_1_3_2_2_136_1","doi-asserted-by":"publisher","DOI":"10.1145\/2468356.2468434"},{"key":"e_1_3_2_2_137_1","doi-asserted-by":"publisher","DOI":"10.1145\/2557500.2557508"},{"key":"e_1_3_2_2_138_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077331.3077335"},{"key":"e_1_3_2_2_139_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.IR.8312"},{"key":"e_1_3_2_2_140_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610046"},{"key":"e_1_3_2_2_141_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2021.740353"},{"key":"e_1_3_2_2_142_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584033"},{"key":"e_1_3_2_2_143_1","doi-asserted-by":"publisher","DOI":"10.1145\/3592616"},{"key":"e_1_3_2_2_144_1","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"Puterman L","unstructured":"Martin\u00a0L Puterman. 2014. Markov decision processes: discrete stochastic dynamic programming. John Wiley & Sons."},{"key":"e_1_3_2_2_145_1","doi-asserted-by":"crossref","unstructured":"JR Quinlan. 1986. Induction of decision trees. mach. learn. (1986).","DOI":"10.1023\/A:1022643204877"},{"key":"e_1_3_2_2_146_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_2_147_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFVIS.2005.1532152"},{"key":"e_1_3_2_2_148_1","unstructured":"Thomas Rojat Rapha\u00ebl Puget David Filliat Javier\u00a0Del Ser Rodolphe Gelin and Natalia D\u00edaz-Rodr\u00edguez. 2021. Explainable Artificial Intelligence (XAI) on TimeSeries Data: A Survey. arxiv:2104.00950\u00a0[cs.LG]"},{"key":"e_1_3_2_2_149_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445296"},{"key":"e_1_3_2_2_150_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0008694"},{"key":"e_1_3_2_2_151_1","doi-asserted-by":"publisher","DOI":"10.1145\/3565472.3592959"},{"key":"e_1_3_2_2_152_1","unstructured":"Udo Schlegel Daniela Oelke Daniel\u00a0A. Keim and Mennatallah El-Assady. 2023. Visual Explanations with Attributions and Counterfactuals on Time Series Classification. arxiv:2307.08494\u00a0[cs.HC] https:\/\/arxiv.org\/pdf\/2307.08494.pdf"},{"key":"e_1_3_2_2_153_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533189"},{"key":"e_1_3_2_2_154_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL.1996.545307"},{"key":"e_1_3_2_2_155_1","doi-asserted-by":"publisher","DOI":"10.1111\/jgs.12638"},{"key":"e_1_3_2_2_156_1","volume-title":"Proceedings of The 25th International Conference on Artificial Intelligence and Statistics(Proceedings of Machine Learning Research, Vol.\u00a0151)","author":"Sivill Torty","year":"2022","unstructured":"Torty Sivill and Peter Flach. 2022. LIMESegment: Meaningful, Realistic Time Series Explanations. In Proceedings of The 25th International Conference on Artificial Intelligence and Statistics(Proceedings of Machine Learning Research, Vol.\u00a0151), Gustau Camps-Valls, Francisco J.\u00a0R. Ruiz, and Isabel Valera (Eds.). PMLR, 3418\u20133433. https:\/\/proceedings.mlr.press\/v151\/sivill22a.html"},{"key":"e_1_3_2_2_157_1","volume-title":"Thematic cartography and geovisualization","author":"Slocum A","unstructured":"Terry\u00a0A Slocum, Robert\u00a0B McMaster, Fritz\u00a0C Kessler, and Hugh\u00a0H Howard. 2022. Thematic cartography and geovisualization. CRC Press."},{"key":"e_1_3_2_2_158_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376624"},{"key":"e_1_3_2_2_159_1","doi-asserted-by":"publisher","DOI":"10.1145\/3538969.3543809"},{"key":"e_1_3_2_2_160_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865044"},{"key":"e_1_3_2_2_161_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"e_1_3_2_2_162_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_2_2_163_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511119"},{"key":"e_1_3_2_2_164_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445088"},{"key":"e_1_3_2_2_165_1","volume-title":"Data Visualization for Domain Exploration: Highly Multivariate Interaction Techniques","author":"Theus Martin","unstructured":"Martin Theus. 2002. Data Visualization for Domain Exploration: Highly Multivariate Interaction Techniques. Oxford University Press, Inc., USA, 232\u2013241."},{"key":"e_1_3_2_2_166_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00620-w"},{"key":"e_1_3_2_2_167_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600103"},{"key":"e_1_3_2_2_168_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580903"},{"key":"e_1_3_2_2_169_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579605"},{"key":"e_1_3_2_2_170_1","doi-asserted-by":"publisher","DOI":"10.1145\/3652592"},{"key":"e_1_3_2_2_171_1","first-page":"841","article-title":"Counterfactual explanations without opening the black box: Automated decisions and the GDPR","volume":"31","author":"Wachter Sandra","year":"2017","unstructured":"Sandra Wachter, Brent Mittelstadt, and Chris Russell. 2017. Counterfactual explanations without opening the black box: Automated decisions and the GDPR. Harv. JL & Tech. 31 (2017), 841.","journal-title":"Harv. JL & Tech."},{"key":"e_1_3_2_2_172_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300831"},{"key":"e_1_3_2_2_173_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST50239.2020.00006"},{"key":"e_1_3_2_2_174_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450650"},{"key":"e_1_3_2_2_175_1","doi-asserted-by":"publisher","DOI":"10.1145\/3519266"},{"key":"e_1_3_2_2_176_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581366"},{"key":"e_1_3_2_2_177_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cma.2019.07.007"},{"key":"e_1_3_2_2_178_1","volume-title":"2017 IEEE International Conference on Data Mining (ICDM). IEEE, 1101\u20131106","author":"Wang Zitao","year":"2017","unstructured":"Zitao Wang, Jun Yan, Yizhou Huang, Jason\u00a0W Smith, Yu Zhou, Kongyi Cao, Qi Zhang, and Xiang Zhang. 2017. Attend and diagnose: Clinical time series analysis using attention models. In 2017 IEEE International Conference on Data Mining (ICDM). IEEE, 1101\u20131106."},{"key":"e_1_3_2_2_179_1","volume-title":"Explainable ai and reinforcement learning\u2014a systematic review of current approaches and trends. Frontiers in artificial intelligence 4","author":"Wells Lindsay","year":"2021","unstructured":"Lindsay Wells and Tomasz Bednarz. 2021. Explainable ai and reinforcement learning\u2014a systematic review of current approaches and trends. Frontiers in artificial intelligence 4 (2021), 550030."},{"key":"e_1_3_2_2_180_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1 (2019), 56\u201365."},{"key":"e_1_3_2_2_181_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375662"},{"key":"e_1_3_2_2_182_1","volume-title":"The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal 12, 2","author":"Wicks David","year":"2017","unstructured":"David Wicks. 2017. The coding manual for qualitative researchers. Qualitative research in organizations and management: an international journal 12, 2 (2017), 169\u2013170."},{"key":"e_1_3_2_2_183_1","first-page":"1","article-title":"Probability Plotting Methods for the Analysis of Data","volume":"55","author":"Wilk B.","year":"1968","unstructured":"M.\u00a0B. Wilk and R. Gnanadesikan. 1968. Probability Plotting Methods for the Analysis of Data. Biometrika 55, 1 (1968), 1\u201317. http:\/\/www.jstor.org\/stable\/2334448","journal-title":"Biometrika"},{"key":"e_1_3_2_2_184_1","doi-asserted-by":"publisher","DOI":"10.1145\/2907069"},{"key":"e_1_3_2_2_185_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319616"},{"key":"e_1_3_2_2_186_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606790"},{"key":"e_1_3_2_2_187_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196730"},{"key":"e_1_3_2_2_188_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580945"},{"key":"e_1_3_2_2_189_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"e_1_3_2_2_190_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445714"},{"key":"e_1_3_2_2_191_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2875677"},{"key":"e_1_3_2_2_192_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864499"},{"key":"e_1_3_2_2_193_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347936"},{"key":"e_1_3_2_2_194_1","first-page":"1","article-title":"Extracting Symbolic Rules from Trained Neural Network Ensembles","volume":"16","author":"Zhou Zhi-Hua","year":"2003","unstructured":"Zhi-Hua Zhou, Yuan Jiang, and Shi-Fu Chen. 2003. Extracting Symbolic Rules from Trained Neural Network Ensembles. AI Commun. 16, 1 (jan 2003), 3\u201315.","journal-title":"AI Commun."},{"key":"e_1_3_2_2_195_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451743"},{"key":"e_1_3_2_2_196_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114864"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676323","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676323","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:14:18Z","timestamp":1754342058000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676323"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":196,"alternative-id":["10.1145\/3654777.3676323","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676323","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}