{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T15:53:44Z","timestamp":1783007624084,"version":"3.54.5"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031734137","type":"print"},{"value":"9783031734144","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T00:00:00Z","timestamp":1729814400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T00:00:00Z","timestamp":1729814400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73414-4_14","type":"book-chapter","created":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T17:02:54Z","timestamp":1729789374000},"page":"235-252","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["LLM as\u00a0Dataset Analyst: Subpopulation Structure Discovery with\u00a0Large Language Model"],"prefix":"10.1007","author":[{"given":"Yulin","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruichuan","family":"An","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bocheng","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yiming","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaming","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shanghang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,25]]},"reference":[{"key":"14_CR1","unstructured":"Achiam, J., et\u00a0al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"14_CR2","unstructured":"Chen, M., Li, Y., Xu, Q.: Hibug: On human-interpretable model debug. In: NeurIPS (2023)"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Shlens, J., Le, Q.V.: Randaugment: practical automated data augmentation with a reduced search space. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 702\u2013703 (2020)","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"14_CR4","unstructured":"Cui, J., Li, Z., Yan, Y., Chen, B., Yuan, L.: Chatlaw: open-source legal large language model with integrated external knowledge bases. arXiv preprint arXiv:2306.16092 (2023)"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Cui, Y., Jia, M., Lin, T.Y., Song, Y., Belongie, S.: Class-balanced loss based on effective number of samples. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9268\u20139277 (2019)","DOI":"10.1109\/CVPR.2019.00949"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Dai, D., Sun, Y., Dong, L., Hao, Y., Ma, S., Sui, Z., Wei, F.: Why can gpt learn in-context? language models implicitly perform gradient descent as meta-optimizers. In: ICLR 2023 Workshop on Mathematical and Empirical Understanding of Foundation Models (2023)","DOI":"10.18653\/v1\/2023.findings-acl.247"},{"key":"14_CR7","unstructured":"Dong, Q., et al.: A survey for in-context learning. arXiv preprint arXiv:2301.00234 (2022)"},{"key":"14_CR8","unstructured":"Dunlap, L., Umino, A., Zhang, H., Yang, J., Gonzalez, J.E., Darrell, T.: Diversify your vision datasets with automatic diffusion-based augmentation. arXiv preprint arXiv:2305.16289 (2023)"},{"key":"14_CR9","unstructured":"Eyuboglu, S., et al.: Domino: Discovering systematic errors with cross-modal embeddings. arXiv preprint arXiv:2203.14960 (2022)"},{"key":"14_CR10","unstructured":"Fu, Y., Peng, H., Khot, T., Lapata, M.: Improving language model negotiation with self-play and in-context learning from ai feedback. arXiv preprint arXiv:2305.10142 (2023)"},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Gao, I., Ilharco, G., Lundberg, S., Ribeiro, M.T.: Adaptive testing of computer vision models. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4003\u20134014 (2023)","DOI":"10.1109\/ICCV51070.2023.00370"},{"key":"14_CR12","unstructured":"Gao, P., et\u00a0al.: Llama-adapter v2: Parameter-efficient visual instruction model. arXiv preprint arXiv:2304.15010 (2023)"},{"key":"14_CR13","unstructured":"Japkowicz, N.: The class imbalance problem: Significance and strategies. In: Proc. of the Int\u2019l Conf. on Artificial Intelligence, vol.\u00a056, pp. 111\u2013117 (2000)"},{"key":"14_CR14","doi-asserted-by":"publisher","unstructured":"Johnson, N., Cabrera, A., Plumb, G., Talwalkar, A.: Where does my model underperform? a human evaluation of slice discovery algorithms. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol. 11(1), pp. 65\u201376 (2023). https:\/\/doi.org\/10.1609\/hcomp.v11i1.27548","DOI":"10.1609\/hcomp.v11i1.27548"},{"key":"14_CR15","unstructured":"Kim, Y., Mo, S., Kim, M., Lee, K., Lee, J., Shin, J.: Bias-to-text: debiasing unknown visual biases through language interpretation. arXiv preprint arXiv:2301.11104 (2023)"},{"key":"14_CR16","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. NeurIPS 35, 22199\u201322213 (2022)","journal-title":"NeurIPS"},{"key":"14_CR17","unstructured":"Kwon, S., Park, J., Kim, M., Cho, J., Ryu, E.K., Lee, K.: Image clustering conditioned on text criteria. In: ICLR (2023)"},{"key":"14_CR18","unstructured":"Lei, S., Chen, H., Zhang, S., Zhao, B., Tao, D.: Image captions are natural prompts for text-to-image models. arXiv preprint arXiv:2307.08526 (2023)"},{"key":"14_CR19","unstructured":"Li, X., Qiu, X.: Mot: Pre-thinking and recalling enable chatgpt to self-improve with memory-of-thoughts. arXiv preprint arXiv:2305.05181 (2023)"},{"key":"14_CR20","unstructured":"Liang, W., Zou, J.: Metashift: a dataset of datasets for evaluating contextual distribution shifts and training conflicts. arXiv preprint arXiv:2202.06523 (2022)"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., Goyal, P., Girshick, R., He, K., Doll\u00e1r, P.: Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2980\u20132988 (2017)","DOI":"10.1109\/ICCV.2017.324"},{"key":"14_CR22","unstructured":"Liu, E.Z., et al.: Just train twice: improving group robustness without training group information. In: International Conference on Machine Learning, pp. 6781\u20136792. PMLR (2021)"},{"key":"14_CR23","unstructured":"Liu, H., Li, C., Wu, Q., Lee, Y.J.: Visual instruction tuning. arXiv preprint arXiv:2304.08485 (2023)"},{"key":"14_CR24","unstructured":"Liu, H., Li, C., Wu, Q., Lee, Y.J.: Visual instruction tuning. Advances in neural information processing systems 36 (2024)"},{"key":"14_CR25","unstructured":"Liu, J., Hu, T., Zhang, Y., Gai, X., Feng, Y., Liu, Z.: A chatgpt aided explainable framework for zero-shot medical image diagnosis. arXiv preprint arXiv:2307.01981 (2023)"},{"issue":"9","key":"14_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P., Yuan, W., Fu, J., Jiang, Z., Hayashi, H., Neubig, G.: Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput. Surv. 55(9), 1\u201335 (2023)","journal-title":"ACM Comput. Surv."},{"key":"14_CR27","unstructured":"Liu, Z., He, K.: A decade\u2019s battle on dataset bias: Are we there yet? (2024). https:\/\/arxiv.org\/abs\/2403.08632"},{"key":"14_CR28","unstructured":"Luo, Y., Tang, Y., Shen, C., Zhou, Z., Dong, B.: Prompt engineering through the lens of optimal control. arXiv preprint arXiv:2310.14201 (2023)"},{"key":"14_CR29","unstructured":"Madaan, A., et\u00a0al.: Self-refine: Iterative refinement with self-feedback. arXiv preprint arXiv:2303.17651 (2023)"},{"key":"14_CR30","first-page":"20673","volume":"33","author":"J Nam","year":"2020","unstructured":"Nam, J., Cha, H., Ahn, S., Lee, J., Shin, J.: Learning from failure: de-biasing classifier from biased classifier. Adv. Neural. Inf. Process. Syst. 33, 20673\u201320684 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Park, J.S., O\u2019Brien, J.C., Cai, C.J., Morris, M.R., Liang, P., Bernstein, M.S.: Generative agents: interactive simulacra of human behavior. arXiv preprint arXiv:2304.03442 (2023)","DOI":"10.1145\/3586183.3606763"},{"key":"14_CR32","unstructured":"Qian, C., et al.: Communicative agents for software development. arXiv preprint arXiv:2307.07924 (2023)"},{"key":"14_CR33","unstructured":"Qiao, S., et al.: Reasoning with language model prompting: a survey. arXiv preprint arXiv:2212.09597 (2022)"},{"key":"14_CR34","first-page":"4175","volume":"33","author":"J Ren","year":"2020","unstructured":"Ren, J., Yu, C., Ma, X., Zhao, H., Yi, S., et al.: Balanced meta-softmax for long-tailed visual recognition. Adv. Neural. Inf. Process. Syst. 33, 4175\u20134186 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR35","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: Imagenet large scale visual recognition challenge. Int. J. Comput. Vision 115, 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision"},{"key":"14_CR36","unstructured":"Sagawa, S., Koh, P.W., Hashimoto, T.B., Liang, P.: Distributionally robust neural networks for group shifts: on the importance of regularization for worst-case generalization. arXiv preprint arXiv:1911.08731 (2019)"},{"key":"14_CR37","unstructured":"Santurkar, S., Tsipras, D., Madry, A.: Breeds: Benchmarks for subpopulation shift (2020)"},{"key":"14_CR38","doi-asserted-by":"crossref","unstructured":"Shipard, J., Wiliem, A., Thanh, K.N., Xiang, W., Fookes, C.: Diversity is definitely needed: Improving model-agnostic zero-shot classification via stable diffusion. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 769\u2013778 (2023)","DOI":"10.1109\/CVPRW59228.2023.00084"},{"key":"14_CR39","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1007\/978-3-030-58607-2_16","volume-title":"Computer Vision \u2013 ECCV 2020","author":"W Van Gansbeke","year":"2020","unstructured":"Van Gansbeke, W., Vandenhende, S., Georgoulis, S., Proesmans, M., Van Gool, L.: SCAN: learning to classify images without labels. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12355, pp. 268\u2013285. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58607-2_16"},{"issue":"5","key":"14_CR40","doi-asserted-by":"publisher","first-page":"988","DOI":"10.1109\/72.788640","volume":"10","author":"VN Vapnik","year":"1999","unstructured":"Vapnik, V.N.: An overview of statistical learning theory. IEEE Trans. Neural Networks 10(5), 988\u2013999 (1999)","journal-title":"IEEE Trans. Neural Networks"},{"key":"14_CR41","unstructured":"Wah, C., Branson, S., Welinder, P., Perona, P., Belongie, S.: The caltech-ucsd birds-200-2011 dataset (2011)"},{"issue":"7","key":"14_CR42","doi-asserted-by":"publisher","first-page":"1790","DOI":"10.1007\/s11263-022-01625-5","volume":"130","author":"A Wang","year":"2022","unstructured":"Wang, A., et al.: Revise: a tool for measuring and mitigating bias in visual datasets. Int. J. Comput. Vision 130(7), 1790\u20131810 (2022)","journal-title":"Int. J. Comput. Vision"},{"key":"14_CR43","unstructured":"Wang, X., et al.: Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171 (2022)"},{"key":"14_CR44","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., Wang, X., Schuurmans, D., Bosma, M., Xia, F., Chi, E., Le, Q.V., Zhou, D., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR45","unstructured":"Xie, S.M., Raghunathan, A., Liang, P., Ma, T.: An explanation of in-context learning as implicit bayesian inference. arXiv preprint arXiv:2111.02080 (2021)"},{"key":"14_CR46","unstructured":"Yang, Y., Zhang, H., Katabi, D., Ghassemi, M.: Change is hard: A closer look at subpopulation shift (2023)"},{"key":"14_CR47","unstructured":"Yao, H., et al.: Improving out-of-distribution robustness via selective augmentation. In: International Conference on Machine Learning, pp. 25407\u201325437. PMLR (2022)"},{"key":"14_CR48","unstructured":"Zhang, H., Cisse, M., Dauphin, Y.N., Lopez-Paz, D.: mixup: Beyond empirical risk minimization. arXiv preprint arXiv:1710.09412 (2017)"},{"key":"14_CR49","doi-asserted-by":"crossref","unstructured":"Zhang, R., et\u00a0al.: Vecaf: Vlm-empowered collaborative active finetuning with training objective awareness. arXiv preprint arXiv:2401.07853 (2024)","DOI":"10.1145\/3664647.3681135"},{"key":"14_CR50","doi-asserted-by":"crossref","unstructured":"Zhang, X., He, Y., Xu, R., Yu, H., Shen, Z., Cui, P.: Nico++: towards better benchmarking for domain generalization (2022)","DOI":"10.1109\/CVPR52729.2023.01539"},{"key":"14_CR51","unstructured":"Zhou, D., et\u00a0al.: Least-to-most prompting enables complex reasoning in large language models. arXiv preprint arXiv:2205.10625 (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73414-4_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T06:49:53Z","timestamp":1732949393000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73414-4_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,25]]},"ISBN":["9783031734137","9783031734144"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73414-4_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,25]]},"assertion":[{"value":"25 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}