{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T03:10:23Z","timestamp":1772593823421,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":69,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"JAIST Research Grant"},{"name":"JST CREST Grant","award":["JPMJCR17A1"],"award-info":[{"award-number":["JPMJCR17A1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584074","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"294-306","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Efficient Human-in-the-loop System for Guiding DNNs Attention"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8873-6300","authenticated-orcid":false,"given":"Yi","family":"He","sequence":"first","affiliation":[{"name":"Japan Advanced Institute of Science and Technology, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5039-3680","authenticated-orcid":false,"given":"Xi","family":"Yang","sequence":"additional","affiliation":[{"name":"Jilin University, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0390-6361","authenticated-orcid":false,"given":"Chia-Ming","family":"Chang","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6926-3082","authenticated-orcid":false,"given":"Haoran","family":"Xie","sequence":"additional","affiliation":[{"name":"JAIST, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5495-6441","authenticated-orcid":false,"given":"Takeo","family":"Igarashi","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. The Python micro framework for building web applications.flask.palletsprojects.com."},{"key":"e_1_3_2_1_2_1","volume-title":"Sanity checks for saliency maps. Advances in neural information processing systems 31","author":"Adebayo Julius","year":"2018","unstructured":"Julius Adebayo, Justin Gilmer, Michael Muelly, Ian Goodfellow, Moritz Hardt, and Been Kim. 2018. Sanity checks for saliency maps. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58517-4_9"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093475"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01189"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Alejandro\u00a0Barredo Arrieta Natalia D\u00edaz-Rodr\u00edguez Javier Del\u00a0Ser Adrien Bennetot Siham Tabik Alberto Barbado Salvador Garc\u00eda Sergio Gil-L\u00f3pez Daniel Molina Richard Benjamins 2020. Explainable Artificial Intelligence (XAI): Concepts taxonomies opportunities and challenges toward responsible AI. Information fusion 58(2020) 82\u2013115.","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"e_1_3_2_1_8_1","volume-title":"International Conference on Machine Learning. PMLR, 528\u2013539","author":"Bahng Hyojin","year":"2020","unstructured":"Hyojin Bahng, Sanghyuk Chun, Sangdoo Yun, Jaegul Choo, and Seong\u00a0Joon Oh. 2020. Learning de-biased representations with biased representations. In International Conference on Machine Learning. PMLR, 528\u2013539."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01197"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392409"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1977.tb01600.x"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000022288.19776.77"},{"key":"e_1_3_2_1_13_1","volume-title":"How to design and report experiments","author":"Field Andy","unstructured":"Andy Field and Graham Hole. 2002. How to design and report experiments. Sage."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"H. Fukui T. Hirakawa T. Yamashita and H. Fujiyoshi. 2018. Attention Branch Network: Learning of Attention Mechanism for Visual Explanation. arXiv (2018).","DOI":"10.1109\/CVPR.2019.01096"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00906"},{"key":"e_1_3_2_1_16_1","volume-title":"A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5","author":"Guidotti Riccardo","year":"2018","unstructured":"Riccardo Guidotti, Anna Monreale, Salvatore Ruggieri, Franco Turini, Fosca Giannotti, and Dino Pedreschi. 2018. A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5 (2018), 1\u201342."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_18_1","volume-title":"Women Also Snowboard: Overcoming Bias in Captioning Models. In European Conference on Computer Vision. Springer, 793\u2013811","author":"Hendricks Lisa\u00a0Anne","year":"2018","unstructured":"Lisa\u00a0Anne Hendricks, Kaylee Burns, Kate Saenko, Trevor Darrell, and Anna Rohrbach. 2018. Women Also Snowboard: Overcoming Bias in Captioning Models. In European Conference on Computer Vision. Springer, 793\u2013811."},{"key":"e_1_3_2_1_19_1","volume-title":"International Conference on Machine Learning. PMLR, 4227\u20134238","author":"Hilgard Sophie","year":"2021","unstructured":"Sophie Hilgard, Nir Rosenfeld, Mahzarin\u00a0R Banaji, Jack Cao, and David Parkes. 2021. Learning representations by humans, for humans. In International Conference on Machine Learning. PMLR, 4227\u20134238."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33718-5_12"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00922"},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Machine Learning. 1885\u20131894","author":"Koh Pang\u00a0Wei","year":"2017","unstructured":"Pang\u00a0Wei Koh and Percy Liang. 2017. Understanding Black-box Predictions via Influence Functions. In International Conference on Machine Learning. 1885\u20131894."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392444"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073598"},{"key":"e_1_3_2_1_25_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey\u00a0E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097\u20131105."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"K. Li Z. Wu K. Peng J. Ernst and Y. Fu. 2018. Tell me where to look: Guided attention inference network. In ICCV.","DOI":"10.1109\/CVPR.2018.00960"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00980"},{"key":"e_1_3_2_1_28_1","unstructured":"Tsung-Yi Lin Michael Maire Serge Belongie Lubomir Bourdev Ross Girshick James Hays Pietro Perona Deva Ramanan C.\u00a0Lawrence Zitnick and Piotr Doll\u00e1r. 2015. Microsoft COCO: Common Objects in Context. arxiv:1405.0312\u00a0[cs.CV]"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00622"},{"key":"e_1_3_2_1_32_1","volume-title":"Advances in Neural Information Processing Systems, C.\u00a0J.\u00a0C. Burges, L.\u00a0Bottou, M.\u00a0Welling, Z.\u00a0Ghahramani, and K.\u00a0Q","author":"Luo Wenjie","year":"2013","unstructured":"Wenjie Luo, Alex Schwing, and Raquel Urtasun. 2013. Latent Structured Active Learning. In Advances in Neural Information Processing Systems, C.\u00a0J.\u00a0C. Burges, L.\u00a0Bottou, M.\u00a0Welling, Z.\u00a0Ghahramani, and K.\u00a0Q. Weinberger (Eds.). Vol.\u00a026. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper\/2013\/file\/b6f0479ae87d244975439c6124592772-Paper.pdf"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01187"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00477"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445096"},{"key":"e_1_3_2_1_36_1","volume-title":"Machine learning: a probabilistic perspective","author":"Murphy P","unstructured":"Kevin\u00a0P Murphy. 2012. Machine learning: a probabilistic perspective. MIT press."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377539"},{"key":"e_1_3_2_1_38_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32, H.\u00a0Wallach, H.\u00a0Larochelle, A.\u00a0Beygelzimer, F.\u00a0d'Alch\u00e9-Buc, E.\u00a0Fox, and R.\u00a0Garnett (Eds.). Curran Associates, Inc., 8024\u20138035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Ramprasaath\u00a0R Selvaraju Michael Cogswell Abhishek Das Ramakrishna Vedantam Devi Parikh Dhruv Batra 2017. Grad-CAM: Visual Explanations from Deep Networks via Gradient-Based Localization.. In ICCV. 618\u2013626.","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_2_1_41_1","unstructured":"Ozan Sener and Silvio Savarese. 2017. Active learning for convolutional neural networks: A core-set approach. arXiv preprint arXiv:1708.00489(2017)."},{"key":"e_1_3_2_1_42_1","volume-title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=H1aIuk-RW","author":"Sener Ozan","year":"2018","unstructured":"Ozan Sener and Silvio Savarese. 2018. Active Learning for Convolutional Neural Networks: A Core-Set Approach. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=H1aIuk-RW"},{"key":"e_1_3_2_1_43_1","unstructured":"Burr Settles. 2009. Active learning literature survey. (2009)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613855"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451798"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415866"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00945"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i6.16638"},{"key":"e_1_3_2_1_49_1","unstructured":"Karen Simonyan Andrea Vedaldi and Andrew Zisserman. 2013. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. CoRR abs\/1312.6034(2013)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00607"},{"key":"e_1_3_2_1_51_1","unstructured":"J Springenberg Alexey Dosovitskiy Thomas Brox and M Riedmiller. 2015. Striving for Simplicity: The All Convolutional Net. In ICLR (workshop track)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_31"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00607"},{"key":"e_1_3_2_1_54_1","volume-title":"European Conference on Computer Vision. Springer, 18\u201331","author":"Tommasi Tatiana","year":"2014","unstructured":"Tatiana Tommasi and Tinne Tuytelaars. 2014. A testbed for cross-dataset analysis. In European Conference on Computer Vision. Springer, 18\u201331."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995347"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445526"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2014.6889457"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2857768"},{"key":"e_1_3_2_1_59_1","volume-title":"CVPR Workshops. 103\u2013106","author":"Yang Xi","year":"2019","unstructured":"Xi Yang, Bojian Wu, Issei Sato, and Takeo Igarashi. 2019. Directing DNNs Attention for Facial Attribution Classification using Gradient-weighted Class Activation Mapping.. In CVPR Workshops. 103\u2013106."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00018"},{"key":"e_1_3_2_1_61_1","unstructured":"Jason Yosinski Jeff Clune Anh\u00a0Mai Nguyen Thomas\u00a0J. Fuchs and Hod Lipson. 2015. Understanding Neural Networks Through Deep Visualization. CoRR abs\/1506.06579(2015). arxiv:1506.06579http:\/\/arxiv.org\/abs\/1506.06579"},{"key":"e_1_3_2_1_62_1","unstructured":"E You. 2020. Vuejs framework. https:\/\/vuejs.org."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00529"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00878"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Quanshi Zhang Wenguan Wang and Song-Chun Zhu. 2018. Examining CNN representations with respect to Dataset Bias. CoRR abs\/1710.10577(2018).","DOI":"10.1609\/aaai.v32i1.11833"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700808"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00053"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584074","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584074","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:21Z","timestamp":1750178181000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584074"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":69,"alternative-id":["10.1145\/3581641.3584074","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584074","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}