{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T00:48:27Z","timestamp":1774658907913,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,10]]},"DOI":"10.1145\/3746252.3761536","type":"proceedings-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T01:03:42Z","timestamp":1762563822000},"page":"5931-5938","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["<scp>IclForge:<\/scp>\n                    Enhancing In-Context Learning with Evolutionary Algorithms under Budgeted Annotation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-4415-7709","authenticated-orcid":false,"given":"Vijit","family":"Malik","sequence":"first","affiliation":[{"name":"Amazon, Bangalore, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6823-8148","authenticated-orcid":false,"given":"Atul","family":"Pande","sequence":"additional","affiliation":[{"name":"Amazon, Bangalore, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6328-5002","authenticated-orcid":false,"given":"Anirban","family":"Majumder","sequence":"additional","affiliation":[{"name":"Amazon, Bangalore, India"}]}],"member":"320","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Marah Abdin Jyoti Aneja Harkirat Behl S\u00e9bastien Bubeck Ronen Eldan Suriya Gunasekar Michael Harrison Russell J. Hewett Mojan Javaheripi Piero Kauffmann James R. Lee Yin Tat Lee Yuanzhi Li Weishung Liu Caio C. T. Mendes Anh Nguyen Eric Price Gustavo de Rosa Olli Saarikivi Adil Salim Shital Shah Xin Wang Rachel Ward Yue Wu Dingli Yu Cyril Zhang and Yi Zhang. 2024. Phi-4 Technical Report. arXiv:2412.08905 [cs.CL] https:\/\/arxiv.org\/abs\/2412.08905"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Sweta Agrawal Chunting Zhou Mike Lewis Luke Zettlemoyer and Marjan Ghazvininejad. 2022. In-context Examples Selection for Machine Translation. arXiv:2212.02437 [cs.CL] https:\/\/arxiv.org\/abs\/2212.02437","DOI":"10.18653\/v1\/2023.findings-acl.564"},{"key":"e_1_3_2_1_3_1","unstructured":"Anthropic. 2024. The Claude 3 Model Family: Opus Sonnet Haiku. https:\/\/www-cdn.anthropic.com\/de8ba9b01c9ab7cbabf5c33b80b7bbc618857627\/Model_Card_Claude_3.pdf"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-73010-8_19"},{"key":"e_1_3_2_1_6_1","unstructured":"Tom B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger Tom Henighan Rewon Child Aditya Ramesh Daniel M. Ziegler Jeffrey Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. arXiv:2005.14165 [cs.CL] https:\/\/arxiv.org\/abs\/2005.14165"},{"key":"e_1_3_2_1_7_1","volume-title":"Training Verifiers to Solve Math Word Problems. arXiv preprint arXiv:2110.14168","author":"Cobbe Karl","year":"2021","unstructured":"Karl Cobbe, Vineet Kosaraju, Mohammad Bavarian, Mark Chen, Heewoo Jun, Lukasz Kaiser, Matthias Plappert, Jerry Tworek, Jacob Hilton, Reiichiro Nakano, Christopher Hesse, and John Schulman. 2021. Training Verifiers to Solve Math Word Problems. arXiv preprint arXiv:2110.14168 (2021)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"D. A. Cohn Z. Ghahramani and M. I. Jordan. 1996. Active Learning with Statistical Models. arXiv:cs\/9603104 [cs.AI] https:\/\/arxiv.org\/abs\/cs\/9603104","DOI":"10.21236\/ADA295617"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Qingxiu Dong Lei Li Damai Dai Ce Zheng Jingyuan Ma Rui Li Heming Xia Jingjing Xu Zhiyong Wu Tianyu Liu Baobao Chang Xu Sun Lei Li and Zhifang Sui. 2024. A Survey on In-context Learning. arXiv:2301.00234 [cs.CL] https:\/\/arxiv.org\/abs\/2301.00234","DOI":"10.18653\/v1\/2024.emnlp-main.64"},{"key":"e_1_3_2_1_10_1","unstructured":"DeepSeek-AI et al. 2025. DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning. arXiv:2501.12948 [cs.CL] https:\/\/arxiv.org\/abs\/2501.12948"},{"key":"e_1_3_2_1_11_1","unstructured":"OpenAI et al. 2024. GPT-4 Technical Report. arXiv:2303.08774 [cs.CL] https:\/\/arxiv.org\/abs\/2303.08774"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.295"},{"key":"e_1_3_2_1_13_1","unstructured":"Shivanshu Gupta Matt Gardner and Sameer Singh. 2023. Coverage-based Example Selection for In-Context Learning. arXiv:2305.14907 [cs.CL] https:\/\/arxiv.org\/abs\/2305.14907"},{"key":"e_1_3_2_1_14_1","unstructured":"Albert Q. Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra Singh Chaplot Diego de las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier L\u00e9lio Renard Lavaud Marie-Anne Lachaux Pierre Stock Teven Le Scao Thibaut Lavril Thomas Wang Timoth\u00e9e Lacroix and William El Sayed. 2023. Mistral 7B. arXiv:2310.06825 [cs.CL] https:\/\/arxiv.org\/abs\/2310.06825"},{"key":"e_1_3_2_1_15_1","unstructured":"Ksenia Konyushkova Raphael Sznitman and Pascal Fua. 2017. Learning Active Learning from Data. arXiv:1703.03365 [cs.LG] https:\/\/arxiv.org\/abs\/1703.03365"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.256"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.411"},{"key":"e_1_3_2_1_18_1","volume-title":"Learning Question Classifiers. In COLING 2002: The 19th International Conference on Computational Linguistics. https:\/\/aclanthology.org\/C02-1150\/","author":"Li Xin","year":"2002","unstructured":"Xin Li and Dan Roth. 2002. Learning Question Classifiers. In COLING 2002: The 19th International Conference on Computational Linguistics. https:\/\/aclanthology.org\/C02-1150\/"},{"key":"e_1_3_2_1_19_1","unstructured":"Jiachang Liu Dinghan Shen Yizhe Zhang Bill Dolan Lawrence Carin and Weizhu Chen. 2021. What Makes Good In-Context Examples for GPT-3? arXiv:2101.06804 [cs.CL] https:\/\/arxiv.org\/abs\/2101.06804"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Yao Lu Max Bartolo Alastair Moore Sebastian Riedel and Pontus Stenetorp. 2022. Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity. arXiv:2104.08786 [cs.CL] https:\/\/arxiv.org\/abs\/2104.08786","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"e_1_3_2_1_21_1","unstructured":"Katerina Margatina Lo\u00efc Barrault and Nikolaos Aletras. 2022. On the Importance of Effectively Adapting Pretrained Language Models for Active Learning. arXiv:2104.08320 [cs.CL] https:\/\/arxiv.org\/abs\/2104.08320"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Katerina Margatina Timo Schick Nikolaos Aletras and Jane Dwivedi-Yu. 2023. Active Learning Principles for In-Context Learning with Large Language Models. arXiv:2305.14264 [cs.CL] https:\/\/arxiv.org\/abs\/2305.14264","DOI":"10.18653\/v1\/2023.findings-emnlp.334"},{"key":"e_1_3_2_1_23_1","unstructured":"Costas Mavromatis Balasubramaniam Srinivasan Zhengyuan Shen Jiani Zhang Huzefa Rangwala Christos Faloutsos and George Karypis. 2023. Which Examples to Annotate for In-Context Learning? Towards Effective and Efficient Selection. arXiv:2310.20046 [cs.CL] https:\/\/arxiv.org\/abs\/2310.20046"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 975-984","author":"Liang Chao-Chun","year":"2020","unstructured":"Shen-yun Miao, Chao-Chun Liang, and Keh-Yih Su. 2020. A Diverse Corpus for Evaluating and Developing English Math Word Problem Solvers. In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 975-984."},{"key":"e_1_3_2_1_25_1","unstructured":"Tai Nguyen and Eric Wong. 2023. In-context Example Selection with Influences. arXiv:2302.11042 [cs.CL] https:\/\/arxiv.org\/abs\/2302.11042"},{"key":"e_1_3_2_1_26_1","volume-title":"Sourangshu Bhattacharya, and Avishek Anand.","author":"Purohit Kiran","year":"2024","unstructured":"Kiran Purohit, Venktesh V, Raghuram Devalla, Krishna Mohan Yerragorla, Sourangshu Bhattacharya, and Avishek Anand. 2024. EXPLORA: Efficient Exemplar Subset Selection for Complex Reasoning. arXiv:2411.03877 [cs.LG] https:\/\/arxiv.org\/abs\/2411.03877"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Jian Qian Miao Sun Sifan Zhou Ziyu Zhao Ruizhi Hun and Patrick Chiang. 2024. Sub-SA: Strengthen In-context Learning via Submodular Selective Annotation. arXiv:2407.05693 [cs.LG] https:\/\/arxiv.org\/abs\/2407.05693","DOI":"10.3233\/FAIA240720"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_29_1","unstructured":"Alexander Scarlatos and Andrew Lan. 2024. RetICL: Sequential Retrieval of In-Context Examples with Reinforcement Learning. arXiv:2305.14502 [cs.CL] https:\/\/arxiv.org\/abs\/2305.14502"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-demo.11"},{"key":"e_1_3_2_1_31_1","unstructured":"Burr Settles. 2009. Active Learning Literature Survey. https:\/\/api.semanticscholar.org\/CorpusID:324600"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Ard Snijders Douwe Kiela and Katerina Margatina. 2023. Investigating Multi-source Active Learning for Natural Language Inference. arXiv:2302.06976 [cs.CL] https:\/\/arxiv.org\/abs\/2302.06976","DOI":"10.18653\/v1\/2023.eacl-main.160"},{"key":"e_1_3_2_1_33_1","volume-title":"Weijia Shi, Tianlu Wang, Jiayi Xin, Rui Zhang, Mari Ostendorf, Luke Zettlemoyer, Noah A. Smith, and Tao Yu.","author":"Su Hongjin","year":"2022","unstructured":"Hongjin Su, Jungo Kasai, Chen Henry Wu, Weijia Shi, Tianlu Wang, Jiayi Xin, Rui Zhang, Mari Ostendorf, Luke Zettlemoyer, Noah A. Smith, and Tao Yu. 2022. Selective Annotation Makes Language Models Better Few-Shot Learners. arXiv:2209.01975 [cs.CL] https:\/\/arxiv.org\/abs\/2209.01975"},{"key":"e_1_3_2_1_34_1","unstructured":"Liang Wang Nan Yang and Furu Wei. 2024. Learning to Retrieve In-Context Examples for Large Language Models. arXiv:2307.07164 [cs.CL] https:\/\/arxiv.org\/abs\/2307.07164"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","author":"Wang Wenhui","year":"2020","unstructured":"Wenhui Wang, Furu Wei, Li Dong, Hangbo Bao, Nan Yang, and Ming Zhou. 2020. MINILM: deep self-attention distillation for task-agnostic compression of pre-trained transformers. In Proceedings of the 34th International Conference on Neural Information Processing Systems (Vancouver, BC, Canada) (NIPS '20). Curran Associates Inc., Red Hook, NY, USA, Article 485, 13 pages."},{"key":"e_1_3_2_1_36_1","volume-title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models. arXiv:2310.10873 [cs.CL] https:\/\/arxiv.org\/abs\/2310.10873","author":"Zhang Shaokun","year":"2024","unstructured":"Shaokun Zhang, Xiaobo Xia, Zhaoqing Wang, Ling-Hao Chen, Jiale Liu, Qingyun Wu, and Tongliang Liu. 2024. IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models. arXiv:2310.10873 [cs.CL] https:\/\/arxiv.org\/abs\/2310.10873"},{"key":"e_1_3_2_1_37_1","first-page":"649","volume-title":"NIPS'15","author":"Zhang Xiang","year":"2015","unstructured":"Xiang Zhang, Junbo Zhao, and Yann LeCun. 2015. Character-level convolutional networks for text classification. In NIPS'15 (Montreal, Canada) (NIPS'15). MIT Press, Cambridge, MA, USA, 649-657."},{"key":"e_1_3_2_1_38_1","unstructured":"Tony Z. Zhao Eric Wallace Shi Feng Dan Klein and Sameer Singh. 2021. Calibrate Before Use: Improving Few-Shot Performance of Language Models. arXiv:2102.09690 [cs.CL] https:\/\/arxiv.org\/abs\/2102.09690"}],"event":{"name":"CIKM '25: The 34th ACM International Conference on Information and Knowledge Management","location":"Seoul Republic of Korea","acronym":"CIKM '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 34th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746252.3761536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T01:18:02Z","timestamp":1765502282000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746252.3761536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":38,"alternative-id":["10.1145\/3746252.3761536","10.1145\/3746252"],"URL":"https:\/\/doi.org\/10.1145\/3746252.3761536","relation":{},"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"2025-11-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}