{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T17:06:08Z","timestamp":1784048768565,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T00:00:00Z","timestamp":1784851200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Australian Research Council","award":["DP190101113"],"award-info":[{"award-number":["DP190101113"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,25]]},"DOI":"10.1145\/3805713.3820410","type":"proceedings-article","created":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T16:08:31Z","timestamp":1784045311000},"page":"129-138","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Does Form Affect Function? An Extended Study of LLM Re-Ranking Behavior"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1022-9904","authenticated-orcid":false,"given":"Reyhaneh","family":"Goli","sequence":"first","affiliation":[{"name":"The University of Melbourne, Melbourne,"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6638-0232","authenticated-orcid":false,"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Melbourne, Victoria,"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"A. Abdallah J. Mozafari B. Piryani and A. Jatowt. DeAR: Dual-stage document reranking with reasoning agents via LLM distillation. CoRR. abs\/2508.16998 2025.","DOI":"10.18653\/v1\/2025.findings-emnlp.306"},{"key":"e_1_3_2_1_2_1","first-page":"32","volume-title":"Proc. SIGIR-AP","author":"Alaofi M.","year":"2024","unstructured":"M. Alaofi, P. Thomas, F. Scholer, and M. Sanderson. LLMs can be fooled into labelling a document as relevant: Best caf\u00e9 near me; this paper is perfectly relevant. In Proc. SIGIR-AP, pages 32-41, 2024."},{"key":"e_1_3_2_1_3_1","volume-title":"Inpars: Data augmentation for information retrieval using large language models. CoRR., abs\/2202.05144","author":"Bonifacio L.","year":"2022","unstructured":"L. Bonifacio, H. Abonizio, M. Fadaee, and R. Nogueira. Inpars: Data augmentation for information retrieval using large language models. CoRR., abs\/2202.05144, 2022."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572114"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463098"},{"key":"e_1_3_2_1_7_1","first-page":"2858","volume-title":"Proc. SIGIR","author":"Fr\u00f6be M.","year":"2025","unstructured":"M. Fr\u00f6be, A. Parry, F. Schlatt, S. MacAvaney, B. Stein, M. Potthast, and M. Hagen. Large language model relevance assessors agree with one another more than with human assessors. In Proc. SIGIR, pages 2858-2863, 2025."},{"key":"e_1_3_2_1_8_1","volume-title":"COIL: Revisit exact lexical match in information retrieval with contextualized inverted list. CoRR., abs\/2104.07186","author":"Gao L.","year":"2021","unstructured":"L. Gao, Z. Dai, and J. Callan. COIL: Revisit exact lexical match in information retrieval with contextualized inverted list. CoRR., abs\/2104.07186, 2021."},{"key":"e_1_3_2_1_9_1","first-page":"1762","volume-title":"Proc. ACL","author":"Gao L.","year":"2023","unstructured":"L. Gao, X. Ma, J. Lin, and J. Callan. Precise zero-shot dense retrieval without relevance labels. In Proc. ACL, pages 1762-1777, 2023."},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. SIGIR","author":"Goli R.","year":"2026","unstructured":"R. Goli and A. Moffat. On the robustness of LLM re-rankings. In Proc. SIGIR, 2026. To appear."},{"key":"e_1_3_2_1_11_1","first-page":"3315","volume-title":"Proc. SIGIR","author":"Goli R.","year":"2025","unstructured":"R. Goli, A. Moffat, and G. Buchanan. Refined medical search via dense retrieval and user interaction. In Proc. SIGIR, pages 3315-3324, 2025."},{"issue":"1","key":"e_1_3_2_1_12_1","first-page":"1","article-title":"Domain-specific language model pretraining for biomedical natural language processing","volume":"3","author":"Gu Y.","year":"2021","unstructured":"Y. Gu, R. Tinn, H. Cheng, M. Lucas, N. Usuyama, X. Liu, T. Naumann, J. Gao, and H. Poon. Domain-specific language model pretraining for biomedical natural language processing. J. Trans. Comput. Healthc., 3(1):1-23, 2021.","journal-title":"J. Trans. Comput. Healthc."},{"key":"e_1_3_2_1_13_1","first-page":"781","volume-title":"Proc. WSDM","author":"Joachims T.","year":"2017","unstructured":"T. Joachims, A. Swaminathan, and T. Schnabel. Unbiased learning-to-rank with biased feedback. In Proc. WSDM, pages 781-789, 2017."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1145\/383952.383972","volume-title":"Proc. SIGIR","author":"Lavrenko V.","year":"2001","unstructured":"V. Lavrenko and W. B. Croft. Relevance-based language models. In Proc. SIGIR, pages 120-127, 2001."},{"key":"e_1_3_2_1_17_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis P.","year":"2020","unstructured":"P. Lewis, E. Perez, A. Piktus, F. Petroni, V. Karpukhin, N. Goyal, H. K\u00fcttler, M. Lewis, W. Yih, and T. Rockt\u00e4schel. Retrieval-augmented generation for knowledge-intensive nlp tasks. J. Adv. Neural. Inf. Process. Syst., 33:9459-9474, 2020.","journal-title":"J. Adv. Neural. Inf. Process. Syst."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570724"},{"key":"e_1_3_2_1_19_1","volume-title":"Holistic evaluation of language models. CoRR., abs\/2211\/09110","author":"Liang P.","year":"2022","unstructured":"P. Liang, R. Bommasani, T. Lee, D. Tsipras, D. Soylu, M. Yasunaga, Y. Zhang, D. Narayanan, Y. Wu, A. Kumar, and with 40 other authors. Holistic evaluation of language models. CoRR., abs\/2211\/09110, 2022."},{"key":"e_1_3_2_1_20_1","volume-title":"COIL, and a conceptual framework for information retrieval techniques. CoRR., abs\/2106.14807","author":"Lin J.","year":"2021","unstructured":"J. Lin and X. Ma. A few brief notes on DeepImpact, COIL, and a conceptual framework for information retrieval techniques. CoRR., abs\/2106.14807, 2021."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463238"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00638"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00369"},{"key":"e_1_3_2_1_24_1","volume-title":"Zero-shot listwise document reranking with a large language model. CoRR., abs\/2305.02156","author":"Ma X.","year":"2023","unstructured":"X. Ma, X. Zhang, R. Pradeep, and J. Lin. Zero-shot listwise document reranking with a large language model. CoRR., abs\/2305.02156, 2023."},{"issue":"1","key":"e_1_3_2_1_25_1","first-page":"2","article-title":"Rank-biased precision for measurement of retrieval effectiveness","volume":"27","author":"Moffat A.","unstructured":"A. Moffat and J. Zobel. Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Sys., 27(1):2.1-2.27, 2008.","journal-title":"ACM Trans. Inf. Sys."},{"key":"e_1_3_2_1_26_1","volume-title":"Passage re-ranking with BERT. CoRR., abs\/1901.04085","author":"Nogueira R. F.","year":"2019","unstructured":"R. F. Nogueira and K. Cho. Passage re-ranking with BERT. CoRR., abs\/1901.04085, 2019."},{"key":"e_1_3_2_1_27_1","first-page":"708","volume-title":"Proc. EMNLP","author":"Nogueira R. F.","year":"2020","unstructured":"R. F. Nogueira, Z. Jiang, R. Pradeep, and J. Lin. Document ranking with a pretrained sequence-to-sequence model. In Proc. EMNLP, pages 708-718, 2020."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","first-page":"1863","DOI":"10.1145\/3366423.3380255","volume-title":"Proc. WWW","author":"Ovaisi Z.","year":"2020","unstructured":"Z. Ovaisi, R. Ahsan, Y. Zhang, K. Vasilaky, and E. Zheleva. Correcting for selection bias in learning-to-rank systems. In Proc. WWW, pages 1863-1873, 2020."},{"key":"e_1_3_2_1_29_1","volume-title":"Generative relevance feedback and convergence of adaptive re-ranking: University of Glasgow Terrier team at TREC DL","author":"Parry A.","year":"2023","unstructured":"A. Parry, T. J\u00e4nich, S. MacAvaney, and I. Ounis. Generative relevance feedback and convergence of adaptive re-ranking: University of Glasgow Terrier team at TREC DL 2023. CoRR., abs\/2405.01122, 2024."},{"key":"e_1_3_2_1_30_1","volume-title":"RankVicuna: Zero-shot listwise document reranking with open-source large language models. CoRR., abs\/2309.15088","author":"Pradeep R.","year":"2023","unstructured":"R. Pradeep, S. Sharifymoghaddam, and J. Lin. RankVicuna: Zero-shot listwise document reranking with open-source large language models. CoRR., abs\/2309.15088, 2023."},{"key":"e_1_3_2_1_31_1","volume-title":"RankZephyr: Effective and robust zero-shot listwise reranking is a breeze! CoRR., abs\/2312.02724","author":"Pradeep R.","year":"2023","unstructured":"R. Pradeep, S. Sharifymoghaddam, and J. Lin. RankZephyr: Effective and robust zero-shot listwise reranking is a breeze! CoRR., abs\/2312.02724, 2023."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.97"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88711-6_12"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.923"},{"key":"e_1_3_2_1_36_1","volume-title":"Found in the middle: Permutation self-consistency improves listwise ranking in large language models. CoRR., abs\/2310.07712","author":"Tang R.","year":"2023","unstructured":"R. Tang, X. Zhang, X. Ma, J. Lin, and F. Ture. Found in the middle: Permutation self-consistency improves listwise ranking in large language models. CoRR., abs\/2310.07712, 2023."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","first-page":"21831","DOI":"10.52202\/068431-1587","article-title":"Transformer memory as a differentiable search index","volume":"35","author":"Tay Y.","year":"2022","unstructured":"Y. Tay, V. Tran, M. Dehghani, J. Ni, D. Bahri, H. Mehta, Z. Qin, K. Hui, Z. Zhao, and J. Gupta. Transformer memory as a differentiable search index. J. Adv. Neural. Inf. Process. Syst., 35:21831-21843, 2022.","journal-title":"J. Adv. Neural. Inf. Process. Syst."},{"key":"e_1_3_2_1_38_1","volume-title":"BEIR: A heterogenous benchmark for zero-shot evaluation of information retrieval models. CoRR., abs\/2104.08663","author":"Thakur N.","year":"2021","unstructured":"N. Thakur, N. Reimers, A. R\u00fcckl\u00e9, A. Srivastava, and I. Gurevych. BEIR: A heterogenous benchmark for zero-shot evaluation of information retrieval models. CoRR., abs\/2104.08663, 2021."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657707"},{"issue":"4","key":"e_1_3_2_1_40_1","first-page":"20","article-title":"A similarity measure for indefinite rankings","volume":"28","author":"Webber W.","unstructured":"W. Webber, A. Moffat, and J. Zobel. A similarity measure for indefinite rankings. ACM Trans. Inf. Sys., 28(4):20.1-20.38, 2010.","journal-title":"ACM Trans. Inf. Sys."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-short.31"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657813"},{"key":"e_1_3_2_1_43_1","volume-title":"Rank-R1: Enhancing reasoning in LLM-based document rerankers via reinforcement learning. CoRR., abs\/2503.06034","author":"Zhuang S.","year":"2025","unstructured":"S. Zhuang, X. Ma, B. Koopman, J. Lin, and G. Zuccon. Rank-R1: Enhancing reasoning in LLM-based document rerankers via reinforcement learning. CoRR., abs\/2503.06034, 2025."}],"event":{"name":"ICTIR '26: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2026 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"deposited":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T16:09:33Z","timestamp":1784045373000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805713.3820410"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,24]]},"references-count":43,"alternative-id":["10.1145\/3805713.3820410","10.1145\/3805713"],"URL":"https:\/\/doi.org\/10.1145\/3805713.3820410","relation":{},"subject":[],"published":{"date-parts":[[2026,7,24]]},"assertion":[{"value":"2026-07-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}