{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T12:22:25Z","timestamp":1767183745770,"version":"3.43.0"},"reference-count":69,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:00:00Z","timestamp":1743120000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:00:00Z","timestamp":1743120000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,3,28]]},"DOI":"10.1109\/iccai66501.2025.00085","type":"proceedings-article","created":{"date-parts":[[2025,8,11]],"date-time":"2025-08-11T17:40:54Z","timestamp":1754934054000},"page":"524-536","source":"Crossref","is-referenced-by-count":1,"title":["Systematic survey of various prompt optimization methods and their classifications"],"prefix":"10.1109","author":[{"given":"Aditi M","family":"Jain","sequence":"first","affiliation":[{"name":"Independent Researcher,Seattle,USA"}]},{"given":"Mayank","family":"Jindal","sequence":"additional","affiliation":[{"name":"Independent Researcher,San Jose,USA"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Use your instinct: Instruction optimization for 1 lms using neural bandits coupled with transformers","author":"Lin"},{"key":"ref2","article-title":"Neural{ucb}: Contextual bandits with neural network-based exploration","author":"Zhou","year":"2020"},{"key":"ref3","article-title":"Instructzero: Efficient instruction optimization for black-box large language models","author":"Chen","year":"2023"},{"key":"ref4","article-title":"Phaseevo: Towards unified in-context prompt optimization for large language models","author":"Cui","year":"2024"},{"key":"ref5","article-title":"Automatic engineering of long prompts","author":"Hsieh","year":"2023"},{"key":"ref6","article-title":"Challenging big-bench tasks and whether chain-of-thought can solve them","author":"Suzgun","year":"2022"},{"key":"ref7","article-title":"Promptbreeder: Self-referential self-improvement via prompt evolution","author":"Fernando","year":"2023"},{"key":"ref8","article-title":"Connecting large language models with evolutionary algorithms yields powerful prompt optimizers","author":"Guo","year":"2024"},{"key":"ref9","first-page":"61060","article-title":"Infoprompt: Information-theoretic soft prompt tuning for natural language understanding","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Wu"},{"key":"ref10","article-title":"Prompt-aligned gradient for prompt tuning","author":"Zhu","year":"2024"},{"key":"ref11","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"139","author":"Radford"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01653-1"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01631"},{"key":"ref14","article-title":"Localized zerothorder prompt optimization","author":"Hu","year":"2024"},{"key":"ref15","article-title":"Large language models are humanlevel prompt engineers","author":"Zhou","year":"2023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s101070100263"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570398"},{"key":"ref18","article-title":"Roberta: A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"key":"ref19","article-title":"Albert: A lite bert for self-supervised learning of language representations","author":"Lan","year":"2020"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.emnlp-main.226","article-title":"Prompt optimization in multi-step tasks (promst): Integrating human feedback and heuristicbased sampling","author":"Chen","year":"2024"},{"key":"ref21","article-title":"Hard prompts made easy: Gradient-based discrete optimization for prompt tuning and discovery","author":"Wen","year":"2023"},{"key":"ref22","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2020.emnlp-main.346","article-title":"Autoprompt: Eliciting knowledge from language models with automatically generated prompts","author":"Shin","year":"2020"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v39i24.34713","article-title":"Unleashing the potential of large language models as prompt optimizers: Analogical analysis with gradientbased model optimizers","author":"Tang","year":"2025"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.494"},{"key":"ref25","article-title":"Language models are few-shot learners","volume":"1","author":"Mann","year":"2020","journal-title":"arXiv preprint arXiv:2005.14165"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.108"},{"key":"ref27","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.340"},{"key":"ref29","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.679"},{"key":"ref31","article-title":"Gps: Genetic prompt search for efficient fewshot learning","author":"Xu","year":"2022","journal-title":"arXiv preprint arXiv:2210.17041"},{"key":"ref32","article-title":"Measuring massive multitask language understanding","author":"Hendrycks","year":"2020","journal-title":"arXiv preprint arXiv:2009.03300"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.824"},{"key":"ref34","article-title":"Solving general arithmetic word problems","author":"Roy","year":"2016"},{"key":"ref35","article-title":"Training verifiers to solve math word problems","author":"Cobbe","year":"2021"},{"key":"ref36","first-page":"3214","article-title":"TruthfulQA: Measuring how models mimic human falsehoods","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics","volume":"1","author":"Lin"},{"key":"ref37","first-page":"2080","article-title":"Are NLP models really able to solve simple math word problems?","volume-title":"in Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"Patel"},{"key":"ref38","first-page":"4149","article-title":"CommonsenseQA: A question answering challenge targeting commonsense knowledge","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Talmor"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.246"},{"key":"ref40","article-title":"Multitask prompted training enables zero-shot task generalization","author":"Sanh","year":"2021","journal-title":"arXiv preprint arXiv:2110.08207"},{"key":"ref41","article-title":"Multi-task instruction tuning of llama for specific scenarios: A preliminary study on writing assistance","author":"Zhang","year":"2023","journal-title":"arXiv preprint arXiv:2305.13225"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-demo.9"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.244"},{"key":"ref44","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.emnlp-main.494","article-title":"Automatic prompt optimization with\u201dgradient descent\u201c and beam search","author":"Pryzant","year":"2023"},{"key":"ref45","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.eacl-main.277","article-title":"Grips: Gradient-free, edit-based instruction search for prompting large language models","author":"Prasad","year":"2023"},{"key":"ref46","first-page":"20841","article-title":"Black-box tuning for language-model-as-a-service","volume-title":"International Conference on Machine Learning","author":"Sun"},{"key":"ref47","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","volume-title":"Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing","author":"Socher"},{"key":"ref48","article-title":"Character-level convolutional networks for text classification","author":"Zhang","year":"2016"},{"key":"ref49","first-page":"632","article-title":"A large annotated corpus for learning natural language inference","volume-title":"Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing","author":"Bowman"},{"key":"ref50","article-title":"Glue: A multi-task benchmark and analysis platform for natural language understanding","author":"Wang","year":"2019"},{"key":"ref51","article-title":"Automatically constructing a corpus of sentential paraphrases","volume-title":"Proceedings of the Third International Workshop on Paraphrasing (IWP2005)","author":"Dolan"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.259"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-eacl.183"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1912789117"},{"key":"ref55","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proceedings of the 34th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"70","author":"Guo"},{"key":"ref56","first-page":"1963","article-title":"On discriminative learning of prediction uncertainty","volume-title":"Proceedings of the 36th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"97","author":"Franc"},{"key":"ref57","article-title":"A bayesian approach for prompt optimization in pre-trained language models","author":"Sabbatella","year":"2023","journal-title":"arXiv preprint arXiv:2312.00471"},{"key":"ref58","article-title":"A broadcoverage challenge corpus for sentence understanding through inference","author":"Williams","year":"2018"},{"key":"ref59","article-title":"Natural language understanding with the quora question pairs dataset","author":"Sharma","year":"2019"},{"key":"ref60","doi-asserted-by":"crossref","DOI":"10.1137\/1.9781611975321.58","article-title":"A practitioners\u2019 guide to transfer learning for text classification using convolutional neural networks","author":"Semwal","year":"2018"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3390\/info11050241"},{"key":"ref62","article-title":"Transforming question answering datasets into natural language inference datasets","author":"Demszky","year":"2018"},{"key":"ref63","first-page":"92","article-title":"A survey on recognizing textual entailment as an NLP evaluation","volume-title":"Proceedings of the First Workshop on Evaluation and Comparison of NLP Systems","author":"Poliak"},{"key":"ref64","article-title":"Prompt optimization via adversarial in-context learning","author":"Do","year":"2024"},{"key":"ref65","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D18-1206","article-title":"Don\u2019t give me the details, just the summary! topic-aware convolutional neural networks for extreme summarization","author":"Narayan","year":"2018"},{"key":"ref66","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/K16-1028","article-title":"Abstractive text summarization using sequence-to-sequence rnns and beyond","author":"Nallapati","year":"2016"},{"key":"ref67","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","author":"Zheng","year":"2023"},{"key":"ref68","article-title":"Measuring massive multitask language understanding","author":"Hendrycks","year":"2021"},{"key":"ref69","article-title":"Challenging big-bench tasks and whether chain-of-thought can solve them","author":"Suzgun","year":"2022"}],"event":{"name":"2025 11th International Conference on Computing and Artificial Intelligence (ICCAI)","location":"Kyoto, Japan","start":{"date-parts":[[2025,3,28]]},"end":{"date-parts":[[2025,3,31]]}},"container-title":["2025 11th International Conference on Computing and Artificial Intelligence (ICCAI)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11105578\/11105581\/11106067.pdf?arnumber=11106067","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T05:26:08Z","timestamp":1754976368000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11106067\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,28]]},"references-count":69,"URL":"https:\/\/doi.org\/10.1109\/iccai66501.2025.00085","relation":{},"subject":[],"published":{"date-parts":[[2025,3,28]]}}}