{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T05:06:35Z","timestamp":1764997595107,"version":"3.46.0"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#1764089, #1764092, #2320920,"],"award-info":[{"award-number":["#1764089, #1764092, #2320920,"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Space and Missile Defense Command","doi-asserted-by":"publisher","award":["FA8808-21-C-0006"],"award-info":[{"award-number":["FA8808-21-C-0006"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3640543.3645207","type":"proceedings-article","created":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T18:23:12Z","timestamp":1712341392000},"page":"772-786","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Assessing User Trust in Active Learning Systems: Insights from Query Policy and Uncertainty Visualization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-3879-230X","authenticated-orcid":false,"given":"Ian","family":"Thomas","sequence":"first","affiliation":[{"name":"Dept. of Computer Science, University of North Carolina at Chapel Hill, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4827-8014","authenticated-orcid":false,"given":"Song Young","family":"Oh","sequence":"additional","affiliation":[{"name":"Duke University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3634-8597","authenticated-orcid":false,"given":"Danielle Albers","family":"Szafir","sequence":"additional","affiliation":[{"name":"University of North Carolina-Chapel Hill, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,4,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOVIS.2005.14"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119117"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1132736.1132751"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5285"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445717"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446343"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744818"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-018-1500-3"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102062"},{"key":"e_1_3_2_1_10_1","unstructured":"Carrie\u00a0J. Cai Emily Reif Narayan Hegde Jason Hipp Been Kim Daniel Smilkov Martin Wattenberg Fernanda Viegas Greg\u00a0S. Corrado Martin\u00a0C. Stumpe and Michael Terry. 2019. Human-Centered Tools for Coping with Imperfect Algorithms during Medical Decision-Making. arxiv:1902.02960\u00a0[cs.HC]"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2014.00936"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-014-0676-4"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1037\/xlm0000406"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934261"},{"volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Chatzimparmpas Angelos","key":"e_1_3_2_1_15_1","unstructured":"Angelos Chatzimparmpas, Rafael\u00a0Messias Martins, Ilir Jusufi, Kostiantyn Kucher, Fabrice Rossi, and Andreas Kerren. 2020. The state of the art in enhancing trust in machine learning models with the use of visualizations. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, 713\u2013756."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1900549"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.2973258"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMC42975.2020.9282831"},{"key":"e_1_3_2_1_19_1","volume-title":"Improving generalization with active learning. Machine learning 15","author":"Cohn David","year":"1994","unstructured":"David Cohn, Les Atlas, and Richard Ladner. 1994. Improving generalization with active learning. Machine learning 15 (1994), 201\u2013221."},{"key":"e_1_3_2_1_20_1","unstructured":"Mary Cummings Sylvain Bruni S. Mercier and P. Mitchell. 2008. Automation Architecture for Single Operator Multiple UAV Command and Control. The International C2 Journal 1 (01 2008)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Mary\u00a0L. Cummings. 2004. Automation Bias in Intelligent Time Critical Decision Support Systems.","DOI":"10.2514\/6.2004-6313"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TREX51495.2020.00005"},{"key":"e_1_3_2_1_23_1","volume-title":"causal confusion, and bad mental models: challenges and successes in the XAI program. arXiv preprint arXiv:2106.05506","author":"Druce Jeff","year":"2021","unstructured":"Jeff Druce, James Niehaus, Vanessa Moody, David Jensen, and Michael\u00a0L Littman. 2021. Brittle AI, causal confusion, and bad mental models: challenges and successes in the XAI program. arXiv preprint arXiv:2106.05506 (2021)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Hamza Elhamdadi Adam Stefkovics Johanna Beyer Eric Moerth Cindy\u00a0Xiong Bearfield and Carolina Nobre. 2023. Vistrust: a Multidimensional Framework and Empirical Study of Trust in Data Visualizations. (2023). arxiv:2309.16915\u00a0[cs.HC]","DOI":"10.1109\/TVCG.2023.3326579"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207741"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-012-0507-8"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.22214\/ijraset.2018.4393"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3432934"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000089"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 36th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a097)","author":"Goyal Yash","year":"2019","unstructured":"Yash Goyal, Ziyan Wu, Jan Ernst, Dhruv Batra, Devi Parikh, and Stefan Lee. 2019. Counterfactual Visual Explanations. In Proceedings of the 36th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a097), Kamalika Chaudhuri and Ruslan Salakhutdinov (Eds.). PMLR, 2376\u20132384. https:\/\/proceedings.mlr.press\/v97\/goyal19a.html"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4563068"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545681"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"volume-title":"Intelligent Decision Support for Target Tracking Analysis and Characterization. AIAA SCITECH 2024 Forum.","author":"Nisar","key":"e_1_3_2_1_37_1","unstructured":"Nisar R. Ahmed Eli Kravitz Ian Thomas Danielle Szafir Trevor Wilson Lynn Montgomery Samuel\u00a0Elting Hunter M.\u00a0Ray, Nicholas\u00a0Conlon. 2024. Intelligent Decision Support for Target Tracking Analysis and Characterization. AIAA SCITECH 2024 Forum."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-016-6028-y"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858529"},{"key":"e_1_3_2_1_41_1","volume-title":"Towards a science of human-ai decision making: a survey of empirical studies. arXiv preprint arXiv:2112.11471","author":"Lai Vivian","year":"2021","unstructured":"Vivian Lai, Chacha Chen, Q\u00a0Vera Liao, Alison Smith-Renner, and Chenhao Tan. 2021. Towards a science of human-ai decision making: a survey of empirical studies. arXiv preprint arXiv:2112.11471 (2021)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445472"},{"volume-title":"Proceedings of the 17th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"D.","key":"e_1_3_2_1_43_1","unstructured":"David\u00a0D. Lewis and William\u00a0A. Gale. 1994. A Sequential Algorithm for Training Text Classifiers. In Proceedings of the 17th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (Dublin, Ireland) (SIGIR \u201994). Springer-Verlag, Berlin, Heidelberg, 3\u201312."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479552"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598831"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864843"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744378"},{"key":"e_1_3_2_1_48_1","volume-title":"Ask not what AI can do, but what AI should do: Towards a framework of task delegability. Advances in Neural Information Processing Systems 32","author":"Lubars Brian","year":"2019","unstructured":"Brian Lubars and Chenhao Tan. 2019. Ask not what AI can do, but what AI should do: Towards a framework of task delegability. Advances in Neural Information Processing Systems 32 (2019)."},{"volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems","author":"M.","key":"e_1_3_2_1_49_1","unstructured":"Scott\u00a0M. Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Proceedings of the 31st International Conference on Neural Information Processing Systems (Long Beach, California, USA) (NIPS\u201917). Curran Associates Inc., Red Hook, NY, USA, 4768\u20134777."},{"key":"e_1_3_2_1_50_1","volume-title":"Interpretable Machine Learning in Healthcare. (08","author":"McKelvey T.","year":"2018","unstructured":"T. McKelvey, Muhammad Ahmad, Ankur Teredesai, and Carly Eckert. 2018. Interpretable Machine Learning in Healthcare. (08 2018)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10246-w"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514258"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-06003-9"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450639"},{"key":"e_1_3_2_1_55_1","volume-title":"Cats and Dogs. In IEEE Conference on Computer Vision and Pattern Recognition.","author":"Parkhi M.","year":"2012","unstructured":"Omkar\u00a0M. Parkhi, Andrea Vedaldi, Andrew Zisserman, and C.\u00a0V. Jawahar. 2012. Cats and Dogs. In IEEE Conference on Computer Vision and Pattern Recognition."},{"key":"e_1_3_2_1_56_1","unstructured":"Steven\u00a0J. Pereira Grady\u00a0Dale Lee and Jeffrey Howard. 2006. A System-Theoretic Hazard Analysis Methodology for a Non-advocate Safety Assessment of the Ballistic Missile Defense System."},{"volume-title":"Computer Graphics Forum, Vol.\u00a041","author":"P\u00e9rez-Messina Ignacio","key":"e_1_3_2_1_57_1","unstructured":"Ignacio P\u00e9rez-Messina, Davide Ceneda, Mennatallah El-Assady, Silvia Miksch, and Fabian Sperrle. 2022. A Typology of Guidance Tasks in Mixed-Initiative Visual Analytics Environments. In Computer Graphics Forum, Vol.\u00a041. Wiley Online Library, 465\u2013476."},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162)","author":"Raj Anant","year":"2022","unstructured":"Anant Raj and Francis Bach. 2022. Convergence of Uncertainty Sampling for Active Learning. In Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162), Kamalika Chaudhuri, Stefanie Jegelka, Le\u00a0Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, 18310\u201318331. https:\/\/proceedings.mlr.press\/v162\/raj22a.html"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472291"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_61_1","volume-title":"Evaluating the Interpretability of Generative Models by Interactive Reconstruction. CoRR abs\/2102.01264","author":"Ross Andrew\u00a0Slavin","year":"2021","unstructured":"Andrew\u00a0Slavin Ross, Nina Chen, Elisa\u00a0Zhao Hang, Elena\u00a0L. Glassman, and Finale Doshi-Velez. 2021. Evaluating the Interpretability of Generative Models by Interactive Reconstruction. CoRR abs\/2102.01264 (2021). arXiv:2102.01264https:\/\/arxiv.org\/abs\/2102.01264"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.01.105"},{"key":"e_1_3_2_1_63_1","unstructured":"Burr Settles. 2009. Active Learning Literature Survey. Computer Sciences Technical Report 1648. University of Wisconsin\u2013Madison. http:\/\/axon.cs.byu.edu\/\u00a0martinez\/classes\/778\/Papers\/settles.activelearning.pdf"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-016-0460-3"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581075"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518895"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598829"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744138"},{"key":"e_1_3_2_1_70_1","volume-title":"Viualizing data using t-SNE. Journal of Machine Learning Research 9 (11","author":"van\u00a0der Maaten Laurens","year":"2008","unstructured":"Laurens van\u00a0der Maaten and Geoffrey Hinton. 2008. Viualizing data using t-SNE. Journal of Machine Learning Research 9 (11 2008), 2579\u20132605."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476068"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2016.2589879"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581127"},{"key":"e_1_3_2_1_74_1","volume-title":"A new look at anchoring effects: basic anchoring and its antecedents.Journal of experimental psychology. General 125 4","author":"Wilson D.","year":"1996","unstructured":"Timothy\u00a0D. Wilson, Christopher\u00a0E. Houston, Kathy Etling, and Nancy Brekke. 1996. A new look at anchoring effects: basic anchoring and its antecedents.Journal of experimental psychology. General 125 4 (1996), 387\u2013402."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377480"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1177\/1541931213601044"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1177\/1541931213601044"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-014-0781-x"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2010.151"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.5555\/3298023.3298060"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553534"}],"event":{"name":"IUI '24: 29th International Conference on Intelligent User Interfaces","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Greenville SC USA","acronym":"IUI '24"},"container-title":["Proceedings of the 29th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640543.3645207","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3640543.3645207","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:58:18Z","timestamp":1764550698000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640543.3645207"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":84,"alternative-id":["10.1145\/3640543.3645207","10.1145\/3640543"],"URL":"https:\/\/doi.org\/10.1145\/3640543.3645207","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-04-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}