{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T11:48:13Z","timestamp":1774352893832,"version":"3.50.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887109","type":"print"},{"value":"9783031887116","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88711-6_12","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:15:08Z","timestamp":1743786908000},"page":"185-201","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["An Investigation of\u00a0Prompt Variations for\u00a0Zero-Shot LLM-Based Rankers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-9329-9731","authenticated-orcid":false,"given":"Shuoqi","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6711-0955","authenticated-orcid":false,"given":"Shengyao","family":"Zhuang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0726-5250","authenticated-orcid":false,"given":"Shuai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0271-5563","authenticated-orcid":false,"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"key":"12_CR1","unstructured":"AI@Meta: Llama 3 model card (2024). https:\/\/github.com\/meta-llama\/llama3\/blob\/main\/MODEL_CARD.md"},{"key":"12_CR2","unstructured":"Anagnostidis, S., Bulian, J.: How susceptible are LLMs to influence in prompts? In: First Conference on Language Modeling (2024)"},{"key":"12_CR3","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"issue":"70","key":"12_CR4","first-page":"1","volume":"25","author":"HW Chung","year":"2024","unstructured":"Chung, H.W., et al.: Scaling instruction-finetuned language models. J. Mach. Learn. Res. 25(70), 1\u201353 (2024)","journal-title":"J. Mach. Learn. Res."},{"key":"12_CR5","unstructured":"Fan, W., et al.: Recommender systems in the era of large language models (LLMs). arXiv preprint arXiv:2307.02046 (2023)"},{"key":"12_CR6","unstructured":"Guo, Q., et al.: Connecting large language models with evolutionary algorithms yields powerful prompt optimizers. arXiv preprint arXiv:2309.08532 (2023)"},{"key":"12_CR7","unstructured":"Jiang, A.Q., et\u00a0al.: Mistral 7b. arXiv preprint arXiv:2310.06825 (2023)"},{"key":"12_CR8","unstructured":"Kamruzzaman, M., Kim, G.L.: Prompting techniques for reducing social bias in LLMs through system 1 and system 2 cognitive processes. arXiv preprint arXiv:2404.17218 (2024)"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Kim, J., et al.: Which is better? Exploring prompting strategy for LLM-based metrics. arXiv preprint arXiv:2311.03754 (2023)","DOI":"10.18653\/v1\/2023.eval4nlp-1.14"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Koopman, B., Zuccon, G.: Dr ChatGPT tell me what i want to hear: how different prompts impact health answer correctness. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp. 15012\u201315022 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.928"},{"key":"12_CR11","unstructured":"Liang, P., et\u00a0al.: Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Lin, J., Ma, X., Lin, S.C., Yang, J.H., Pradeep, R., Nogueira, R.: Pyserini: a Python toolkit for reproducible information retrieval research with sparse and dense representations. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2356\u20132362 (2021)","DOI":"10.1145\/3404835.3463238"},{"key":"12_CR13","unstructured":"Ma, X., Zhang, X., Pradeep, R., Lin, J.: Zero-shot listwise document reranking with a large language model. arXiv preprint arXiv:2305.02156 (2023)"},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., Feldman, S., Downey, D., Cohan, A., Goharian, N.: Simplified data wrangling with ir_datasets. In: SIGIR (2021)","DOI":"10.1145\/3404835.3463254"},{"key":"12_CR15","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1162\/tacl_a_00681","volume":"12","author":"M Mizrahi","year":"2024","unstructured":"Mizrahi, M., Kaplan, G., Malkin, D., Dror, R., Shahaf, D., Stanovsky, G.: State of what art? A call for multi-prompt LLM evaluation. Trans. Assoc. Comput. Linguist. 12, 933\u2013949 (2024)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Nogueira, R., Jiang, Z., Lin, J.: Document ranking with a pretrained sequence-to-sequence model. arXiv preprint arXiv:2003.06713 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"12_CR17","unstructured":"Pradeep, R., Sharifymoghaddam, S., Lin, J.: Rankvicuna: zero-shot listwise document reranking with open-source large language models. arXiv preprint arXiv:2309.15088 (2023)"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Qin, Z., et\u00a0al.: Large language models are effective text rankers with pairwise ranking prompting. arXiv preprint arXiv:2306.17563 (2023)","DOI":"10.18653\/v1\/2024.findings-naacl.97"},{"issue":"6","key":"12_CR19","doi-asserted-by":"publisher","first-page":"929","DOI":"10.3390\/math12060929","volume":"12","author":"A Sabbatella","year":"2024","unstructured":"Sabbatella, A., Ponti, A., Giordani, I., Candelieri, A., Archetti, F.: Prompt optimization in large language models. Mathematics 12(6), 929 (2024)","journal-title":"Mathematics"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Sachan, D.S., et al.: Improving passage retrieval with zero-shot question generation. arXiv preprint arXiv:2204.07496 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.249"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Scells, H., Zhuang, S., Zuccon, G.: Reduce, reuse, recycle: green information retrieval research. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2825\u20132837 (2022)","DOI":"10.1145\/3477495.3531766"},{"key":"12_CR22","doi-asserted-by":"crossref","unstructured":"Sun, W., Yan, L., Ma, X., Ren, P., Yin, D., Ren, Z.: Is ChatGPT good at search? Investigating large language models as re-ranking agent. arXiv preprint arXiv:2304.09542 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.923"},{"key":"12_CR23","doi-asserted-by":"crossref","unstructured":"Tang, R., Zhang, X., Ma, X., Lin, J., Ture, F.: Found in the middle: permutation self-consistency improves listwise ranking in large language models. arXiv preprint arXiv:2310.07712 (2023)","DOI":"10.18653\/v1\/2024.naacl-long.129"},{"key":"12_CR24","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: Beir: a heterogenous benchmark for zero-shot evaluation of information retrieval models. arXiv preprint arXiv:2104.08663 (2021)"},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1930\u20131940 (2024)","DOI":"10.1145\/3626772.3657707"},{"key":"12_CR26","doi-asserted-by":"crossref","unstructured":"Voorhees, E., et al.: TREC-COVID: constructing a pandemic information retrieval test collection. In: ACM SIGIR Forum, vol.\u00a054, pp. 1\u201312. ACM New York, NY, USA (2021)","DOI":"10.1145\/3451964.3451965"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Wang, S., Scells, H., Koopman, B., Zuccon, G.: Can ChatGPT write a good boolean query for systematic review literature search? In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1426\u20131436 (2023)","DOI":"10.1145\/3539618.3591703"},{"key":"12_CR28","unstructured":"White, J., et al.: A prompt pattern catalog to enhance prompt engineering with ChatGPT. arXiv preprint arXiv:2302.11382 (2023)"},{"key":"12_CR29","unstructured":"Yang, C., et al.: Large language models as optimizers. arXiv preprint arXiv:2309.03409 (2023)"},{"key":"12_CR30","unstructured":"Zhao, W.X., et\u00a0al.: A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)"},{"key":"12_CR31","doi-asserted-by":"crossref","unstructured":"Zhuang, H., et al.: Beyond yes and no: improving zero-shot pointwise LLM rankers via scoring fine-grained relevance labels. In: Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics (NAACL) (2024)","DOI":"10.18653\/v1\/2024.naacl-short.31"},{"key":"12_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/978-3-030-72240-1_49","volume-title":"Advances in Information Retrieval","author":"S Zhuang","year":"2021","unstructured":"Zhuang, S., Li, H., Zuccon, G.: Deep query likelihood model for information retrieval. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 463\u2013470. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_49"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Ma, X., Koopman, B., Lin, J., Zuccon, G.: PromptReps: prompting large language models to generate dense and sparse representations for zero-shot document retrieval. In: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, pp. 4375\u20134391. Association for Computational Linguistics (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.250"},{"key":"12_CR34","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Zhuang, H., Koopman, B., Zuccon, G.: A setwise approach for effective and highly efficient zero-shot ranking with large language models. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 38\u201347 (2024)","DOI":"10.1145\/3626772.3657813"},{"key":"12_CR35","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Zuccon, G.: Tilde: term independent likelihood model for passage re-ranking. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1483\u20131492 (2021)","DOI":"10.1145\/3404835.3462922"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Zuccon, G., Scells, H., Zhuang, S.: Beyond co2 emissions: the overlooked impact of water consumption of information retrieval models. In: Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 283\u2013289 (2023)","DOI":"10.1145\/3578337.3605121"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88711-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:15:20Z","timestamp":1743786920000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88711-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887109","9783031887116"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88711-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}