{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:04:40Z","timestamp":1750309480026,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"DARPA","award":["HR00112390060"],"award-info":[{"award-number":["HR00112390060"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3684993","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:33Z","timestamp":1729925973000},"page":"11252-11254","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["MIRACLE: An Online, Explainable Multimodal Interactive Concept Learning System"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2401-7621","authenticated-orcid":false,"given":"Ansel","family":"Blume","sequence":"first","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7427-5272","authenticated-orcid":false,"given":"Khanh Duy","family":"Nguyen","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4704-5455","authenticated-orcid":false,"given":"Zhenhailong","family":"Wang","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8607-1886","authenticated-orcid":false,"given":"Yangyi","family":"Chen","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9046-0264","authenticated-orcid":false,"given":"Michal","family":"Shlapentokh-Rothman","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8331-7205","authenticated-orcid":false,"given":"Xiaomeng","family":"Jin","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7277-2168","authenticated-orcid":false,"given":"Jeonghwan","family":"Kim","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1557-8473","authenticated-orcid":false,"given":"Zhen","family":"Zhu","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7946-1381","authenticated-orcid":false,"given":"Jiateng","family":"Liu","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1634-9237","authenticated-orcid":false,"given":"Kuan-Hao","family":"Huang","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6021-4134","authenticated-orcid":false,"given":"Mankeerat","family":"Sidhu","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2776-0344","authenticated-orcid":false,"given":"Xuanming","family":"Zhang","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5328-0120","authenticated-orcid":false,"given":"Vivian","family":"Liu","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6497-1471","authenticated-orcid":false,"given":"Raunak","family":"Sinha","sequence":"additional","affiliation":[{"name":"UCLA, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8761-4691","authenticated-orcid":false,"given":"Te-Lin","family":"Wu","sequence":"additional","affiliation":[{"name":"UCLA, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9702-9154","authenticated-orcid":false,"given":"Abhay","family":"Zala","sequence":"additional","affiliation":[{"name":"UNC Chapel Hill, Chapel Hill, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6689-505X","authenticated-orcid":false,"given":"Elias","family":"Stengel-Eskin","sequence":"additional","affiliation":[{"name":"UNC Chapel Hill, Chapel Hill, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7215-6563","authenticated-orcid":false,"given":"Da","family":"Yin","sequence":"additional","affiliation":[{"name":"UCLA, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8258-0736","authenticated-orcid":false,"given":"Yao","family":"Xiao","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5302-0657","authenticated-orcid":false,"given":"Utkarsh","family":"Mall","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1524-5890","authenticated-orcid":false,"given":"Zhou","family":"Yu","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5365-0072","authenticated-orcid":false,"given":"Kai-Wei","family":"Chang","sequence":"additional","affiliation":[{"name":"UCLA, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5349-8250","authenticated-orcid":false,"given":"Camille","family":"Cobb","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8788-3405","authenticated-orcid":false,"given":"Karrie","family":"Karahalios","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1737-1276","authenticated-orcid":false,"given":"Lydia","family":"Chilton","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2965-5354","authenticated-orcid":false,"given":"Mohit","family":"Bansal","sequence":"additional","affiliation":[{"name":"UNC Chapel Hill, Chapel Hill, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8509-6595","authenticated-orcid":false,"given":"Nanyun","family":"Peng","sequence":"additional","affiliation":[{"name":"UCLA, Los Angeles, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1139-9208","authenticated-orcid":false,"given":"Carl","family":"Vondrick","sequence":"additional","affiliation":[{"name":"Columbia, New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6260-5708","authenticated-orcid":false,"given":"Derek","family":"Hoiem","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0464-7966","authenticated-orcid":false,"given":"Heng","family":"Ji","sequence":"additional","affiliation":[{"name":"UIUC, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_2_1","volume-title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks. In International Conference on Machine Learning","author":"Finn Chelsea","year":"2017","unstructured":"Chelsea Finn, Pieter Abbeel, and Sergey Levine. [n.,d.]. Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks. In International Conference on Machine Learning (2017). PMLR, 1126--1135."},{"key":"e_1_3_2_2_3_1","unstructured":"Daniel Gatis. [n. d.]. Danielgatis\/Rembg. https:\/\/github.com\/danielgatis\/rembg"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Liunian Harold Li Pengchuan Zhang Haotian Zhang Jianwei Yang Chunyuan Li Yiwu Zhong Lijuan Wang Lu Yuan Lei Zhang Jenq-Neng Hwang Kai-Wei Chang and Jianfeng Gao. [n. d.]. Grounded Language-Image Pre-Training. 10965--10975. https:\/\/openaccess.thecvf.com\/content\/CVPR2022\/html\/Li_Grounded_Language-Image_Pre-Training_CVPR_2022_paper.html?ref=blog.roboflow.com","DOI":"10.1109\/CVPR52688.2022.01069"},{"key":"e_1_3_2_2_7_1","volume-title":"Visual Instruction Tuning","author":"Liu Haotian","year":"2023","unstructured":"Haotian Liu, Chunyuan Li, Qingyang Wu, and Yong Jae Lee. [n.,d.]. Visual Instruction Tuning. , Vol. 36 ( [n.,d.]), 34892--34916. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/hash\/6dcf277ea32ce3288914faf369fe6de0-Abstract-Conference.html"},{"key":"e_1_3_2_2_8_1","volume-title":"Visual instruction tuning. Advances in neural information processing systems","author":"Liu Haotian","year":"2024","unstructured":"Haotian Liu, Chunyuan Li, Qingyang Wu, and Yong Jae Lee. 2024. Visual instruction tuning. Advances in neural information processing systems, Vol. 36 (2024)."},{"key":"e_1_3_2_2_9_1","volume-title":"Visual classification via description from large language models. arXiv preprint arXiv:2210.07183","author":"Menon Sachit","year":"2022","unstructured":"Sachit Menon and Carl Vondrick. 2022. Visual classification via description from large language models. arXiv preprint arXiv:2210.07183 (2022)."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","unstructured":"Maxime Oquab Timoth\u00e9e Darcet Th\u00e9o Moutakanni Huy Vo Marc Szafraniec Vasil Khalidov Pierre Fernandez Daniel Haziza Francisco Massa Alaaeldin El-Nouby Mahmoud Assran Nicolas Ballas Wojciech Galuba Russell Howes Po-Yao Huang Shang-Wen Li Ishan Misra Michael Rabbat Vasu Sharma Gabriel Synnaeve Hu Xu Herv\u00e9 Jegou Julien Mairal Patrick Labatut Armand Joulin and Piotr Bojanowski. [n. d.]. DINOv2: Learning Robust Visual Features without Supervision. https:\/\/doi.org\/10.48550\/arXiv.2304.07193 arxiv: 2304.07193 [cs]","DOI":"10.48550\/arXiv.2304.07193"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01282"},{"key":"e_1_3_2_2_12_1","volume-title":"International Conference on Machine Learning","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al. [n.,d.]. Learning Transferable Visual Models from Natural Language Supervision. In International Conference on Machine Learning (2021). PMLR, 8748--8763."},{"key":"e_1_3_2_2_13_1","unstructured":"Daniel Shalam and Simon Korman. [n. d.]. The Self-Optimal-Transport Feature Transform. ( [n. d.]). arxiv: 2204.03065 [cs] http:\/\/arxiv.org\/abs\/2204.03065"},{"key":"e_1_3_2_2_14_1","volume-title":"Wilfredo Torres, Yu-Xiong Wang, and Derek Hoiem.","author":"Shlapentokh-Rothman Michal","year":"2024","unstructured":"Michal Shlapentokh-Rothman, Ansel Blume, Yao Xiao, Yuqun Wu, Sethuraman TV, Heyi Tao, Jae Yong Lee, Wilfredo Torres, Yu-Xiong Wang, and Derek Hoiem. 2024. Region-Based Representations Revisited. arXiv preprint arXiv:2402.02352 (2024)."},{"volume-title":"[n.,d.]. Prototypical Networks for Few-shot Learning","author":"Snell Jake","key":"e_1_3_2_2_15_1","unstructured":"Jake Snell, Kevin Swersky, and Richard S. Zemel. [n.,d.]. Prototypical Networks for Few-shot Learning. , Vol. 30 ( [n.,d.]). arxiv: 1703.05175 http:\/\/arxiv.org\/abs\/1703.05175"},{"key":"e_1_3_2_2_16_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Wang Zhenhailong","year":"2024","unstructured":"Zhenhailong Wang, Ansel Blume, Sha Li, Genglin Liu, Jaemin Cho, Zineng Tang, Mohit Bansal, and Heng Ji. 2024. Paxion: Patching action knowledge in video-language foundation models. Advances in Neural Information Processing Systems, Vol. 36 (2024)."}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","sponsor":["SIGMM ACM Special Interest Group on Multimedia"],"location":"Melbourne VIC Australia","acronym":"MM '24"},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3684993","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3684993","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3684993","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:17:28Z","timestamp":1750295848000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3684993"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":16,"alternative-id":["10.1145\/3664647.3684993","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3684993","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}