{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:03:59Z","timestamp":1750309439893,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,24]],"date-time":"2025-03-24T00:00:00Z","timestamp":1742774400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,24]]},"DOI":"10.1145\/3708359.3712072","type":"proceedings-article","created":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T12:50:34Z","timestamp":1742388634000},"page":"810-826","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["HEPHA: A Mixed-Initiative Image Labeling Tool for Specialized Domains"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2293-1717","authenticated-orcid":false,"given":"Shiyuan","family":"Zhou","sequence":"first","affiliation":[{"name":"University of California, Irvine, Irvine, California, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9193-5308","authenticated-orcid":false,"given":"Bingxuan","family":"Li","sequence":"additional","affiliation":[{"name":"University of California, Los Angeles, Los Angeles, California, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1315-1978","authenticated-orcid":false,"given":"Xiyuan","family":"Chen","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, Indiana, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6175-164X","authenticated-orcid":false,"given":"Zhi","family":"Tu","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, Indiana, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2559-9908","authenticated-orcid":false,"given":"Yifeng","family":"Wang","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3906-1391","authenticated-orcid":false,"given":"Yiwen","family":"Xiang","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5468-9347","authenticated-orcid":false,"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, Indiana, USA,"}]}],"member":"320","published-online":{"date-parts":[[2025,3,24]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00096"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1109\/IICETA50496.2020.9318911"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642780"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Ryo Asaoka Hiroshi Murata Kazunori Hirasawa Yuri Fujino Masato Matsuura Atsuya Miki Takashi Kanamoto Yoko Ikeda Kazuhiko Mori Aiko Iwase and et al.2019. Using deep learning and transfer learning to accurately diagnose early-onset glaucoma from Macular Optical Coherence Tomography Images. American Journal of Ophthalmology 198 (Feb 2019) 136\u2013145. https:\/\/doi.org\/10.1016\/j.ajo.2018.10.007","DOI":"10.1016\/j.ajo.2018.10.007"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Zahra Ashktorab Michael Desmond Josh Andres Michael Muller Narendra\u00a0Nath Joshi Michelle Brachman Aabhas Sharma Kristina Brimijoin Qian Pan Christine\u00a0T. Wolf Evelyn Duesterwald Casey Dugan Werner Geyer and Darrell Reimer. 2021. AI-Assisted Human Labeling: Batching for Efficiency without Overreliance. Proc. ACM Hum.-Comput. Interact. 5 CSCW1 Article 89 (April 2021) 27\u00a0pages. https:\/\/doi.org\/10.1145\/3449163","DOI":"10.1145\/3449163"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642319"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3655755.3655760"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302289"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Carrie\u00a0J. Cai Samantha Winter David Steiner Lauren Wilcox and Michael Terry. 2019. \"Hello AI\": Uncovering the Onboarding Needs of Medical Practitioners for Human-AI Collaborative Decision-Making. Proc. ACM Hum.-Comput. Interact. 3 CSCW Article 104 (nov 2019) 24\u00a0pages. https:\/\/doi.org\/10.1145\/3359206","DOI":"10.1145\/3359206"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3658271.3658329"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2019.00010"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Andres Diaz-Pinto Sachidanand Alle Vishwesh Nath Yucheng Tang Alvin Ihsani Muhammad Asad Fernando P\u00e9rez-Garc\u00eda Pritesh Mehta Wenqi Li Mona Flores et\u00a0al. 2024. Monai label: A framework for ai-assisted interactive labeling of 3d medical images. Medical Image Analysis 95 (2024) 103207.","DOI":"10.1016\/j.media.2024.103207"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"John\u00a0J. Dudley and Per\u00a0Ola Kristensson. 2018. A Review of User Interface Design for Interactive Machine Learning. ACM Trans. Interact. Intell. Syst. 8 2 Article 8 (jun 2018) 37\u00a0pages. https:\/\/doi.org\/10.1145\/3185517","DOI":"10.1145\/3185517"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Ayushi Dutta Yashaswi Verma and C.\u00a0V. Jawahar. 2018. Automatic image annotation: the quirks and what works. Multimedia Tools and Applications 77 (2018) 31991 \u2013 32011. https:\/\/api.semanticscholar.org\/CorpusID:49298941","DOI":"10.1007\/s11042-018-6247-3"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350535"},{"key":"e_1_3_3_2_19_2","unstructured":"Yang Gu and Gondy Leroy. 2019. Mechanisms for Automatic Training Data Labeling for Machine Learning."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Michael Gygli and Vittorio Ferrari. 2020. Efficient object annotation via speaking and pointing. International Journal of Computer Vision 128 5 (2020) 1061\u20131075.","DOI":"10.1007\/s11263-019-01255-4"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3473856.3473993"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep residual learning for image recognition. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (Jun 2016). https:\/\/doi.org\/10.1109\/cvpr.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300809"},{"key":"e_1_3_3_2_24_2","series-title":"(ICVIP \u201921)","first-page":"205","volume-title":"Proceedings of the 2021 5th International Conference on Video and Image Processing","author":"Jabari Ofentse","year":"2022","unstructured":"Ofentse Jabari, Yirsaw Ayalew, and Tshiamo Motshegwa. 2022. Semi-Automated X-ray Transmission Image Annotation Using Data-efficient Convolutional Neural Networks and Cooperative Machine Learning. In Proceedings of the 2021 5th International Conference on Video and Image Processing (Hayward, CA, USA) (ICVIP \u201921). Association for Computing Machinery, New York, NY, USA, 205\u2013214. https:\/\/doi.org\/10.1145\/3511176.3511207"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.31"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753529"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2004.47"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642089"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_2_32_2","first-page":"38","volume-title":"European Conference on Computer Vision","author":"Liu Shilong","year":"2024","unstructured":"Shilong Liu, Zhaoyang Zeng, Tianhe Ren, Feng Li, Hao Zhang, Jie Yang, Qing Jiang, Chunyuan Li, Jianwei Yang, Hang Su, et\u00a0al. 2024. Grounding dino: Marrying dino with grounded pre-training for open-set object detection. In European Conference on Computer Vision. Springer, 38\u201355."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-21707-4_26"},{"key":"e_1_3_3_2_34_2","unstructured":"Ng\u00a0Hui\u00a0Xian Lynnette Henry Ng\u00a0Siong Hock and Nguwi\u00a0Yok Yen. 2020. Cross-model image annotation platform with active learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2008.02421 (2020)."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"John Maloney Mitchel Resnick Natalie Rusk Brian Silverman and Evelyn Eastmond. 2010. The Scratch Programming Language and Environment. ACM Trans. Comput. Educ. 10 4 Article 16 (nov 2010) 15\u00a0pages. https:\/\/doi.org\/10.1145\/1868358.1868363","DOI":"10.1145\/1868358.1868363"},{"key":"e_1_3_3_2_36_2","unstructured":"Niccol\u00f2 Marini Stefano Marchesin Lluis\u00a0Borras Ferris Simon P\u00fcttmann Marek Wodzinski Riccardo Fratti Damian Podareanu Alessandro Caputo Svetla Boytcheva Simona Vatrano et\u00a0al. 2024. Automatic Labels are as Effective as Manual Labels in Biomedical Images Classification with Deep Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.14351 (2024)."},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Ashley\u00a0ND Meyer Christopher\u00a0A Longhurst and Hardeep Singh. 2016. Crowdsourcing diagnosis for patients with undiagnosed illnesses: an evaluation of CrowdMed. Journal of medical Internet research 18 1 (2016) e12.","DOI":"10.2196\/jmir.4887"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Stephen Muggleton and Luc de Raedt. 1994. Inductive logic programming: Theory and methods. The Journal of Logic Programming 19\u201320 (May 1994) 629\u2013679. https:\/\/doi.org\/10.1016\/0743-1066(94)90035-3","DOI":"10.1016\/0743-1066(94)90035-3"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/22627.22349"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP40778.2020.9191320"},{"key":"e_1_3_3_2_41_2","unstructured":"Maxime Oquab Timoth\u00e9e Darcet Th\u00e9o Moutakanni Huy Vo Marc Szafraniec Vasil Khalidov Pierre Fernandez Daniel Haziza Francisco Massa Alaaeldin El-Nouby et\u00a0al. 2024. DINOv2: Learning Robust Visual Features without Supervision. (2024)."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581185"},{"key":"e_1_3_3_2_43_2","unstructured":"Niels Pahlavi. 2010. Higher-order Logic Learning and lambda-Progol. Leibniz International Proceedings in Informatics LIPIcs 7 281\u2013285. https:\/\/doi.org\/10.4230\/LIPIcs.ICLP.2010.281"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/1821748.1821847"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445315"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"J.\u00a0R. Quinlan. 1990. Learning logical definitions from relations. Machine Learning 5 3 (Aug 1990) 239\u2013266. https:\/\/doi.org\/10.1007\/bf00117105","DOI":"10.1007\/BF00117105"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"An\u00a0Ran Ran Clement\u00a0C. Tham Poemen\u00a0P. Chan Ching-Yu Cheng Yih-Chung Tham Tyler\u00a0Hyungtaek Rim and Carol\u00a0Y. Cheung. 2020. Deep learning in glaucoma with Optical Coherence Tomography: A Review. Eye 35 1 (Oct 2020) 188\u2013201. https:\/\/doi.org\/10.1038\/s41433-020-01191-5","DOI":"10.1038\/s41433-020-01191-5"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157797"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675246"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein et\u00a0al. 2015. Imagenet large scale visual recognition challenge. International journal of computer vision 115 (2015) 211\u2013252.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"e_1_3_3_2_52_2","volume-title":"Workshops at the twenty-sixth AAAI conference on artificial intelligence","author":"Su Hao","year":"2012","unstructured":"Hao Su, Jia Deng, and Li Fei-Fei. 2012. Crowdsourcing annotations for visual object detection. In Workshops at the twenty-sixth AAAI conference on artificial intelligence."},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025171.3025208"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"Atalie\u00a0C. Thompson Alessandro\u00a0A. Jammal and Felipe\u00a0A. Medeiros. 2020. A Review of Deep Learning for Screening Diagnosis and Detection of Glaucoma Progression. Translational Vision Science & Technology 9 2 (07 2020) 42\u201342. https:\/\/doi.org\/10.1167\/tvst.9.2.42 arXiv:https:\/\/arvojournals.org\/arvo\/content_public\/journal\/tvst\/938366\/i2164-2591-703-1-2490.pdf","DOI":"10.1167\/tvst.9.2.42"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"crossref","unstructured":"Dakuo Wang Justin\u00a0D. Weisz Michael Muller Parikshit Ram Werner Geyer Casey Dugan Yla Tausczik Horst Samulowitz and Alexander Gray. 2019. Human-AI Collaboration in Data Science: Exploring Data Scientists\u2019 Perceptions of Automated AI. Proc. ACM Hum.-Comput. Interact. 3 CSCW Article 211 (nov 2019) 24\u00a0pages. https:\/\/doi.org\/10.1145\/3359313","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32239-7_12"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599485"},{"key":"e_1_3_3_2_58_2","unstructured":"P Welinder S Branson S Belongie and P Perona. 2010. The Multidimensional Wisdom of Crowds. NIPS\u201910 Proceedings of the 23rd International Conference on Neural Information Processing Systems. (2010)."},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12574"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Weifeng Zhang Hua Hu and Haiyang Hu. 2018. Neural ranking for automatic image annotation. Multimedia Tools Appl. 77 17 (sep 2018) 22385\u201322406. https:\/\/doi.org\/10.1007\/s11042-018-5973-x","DOI":"10.1007\/s11042-018-5973-x"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606776"}],"event":{"name":"IUI '25: 30th International Conference on Intelligent User Interfaces","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Cagliari Italy","acronym":"IUI '25"},"container-title":["Proceedings of the 30th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708359.3712072","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3708359.3712072","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:09:45Z","timestamp":1750295385000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708359.3712072"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,24]]},"references-count":61,"alternative-id":["10.1145\/3708359.3712072","10.1145\/3708359"],"URL":"https:\/\/doi.org\/10.1145\/3708359.3712072","relation":{},"subject":[],"published":{"date-parts":[[2025,3,24]]},"assertion":[{"value":"2025-03-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}