{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:34:11Z","timestamp":1774308851002,"version":"3.50.1"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887109","type":"print"},{"value":"9783031887116","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88711-6_18","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:13:32Z","timestamp":1743786812000},"page":"279-294","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["PEIR: Modeling Performance in\u00a0Neural Information Retrieval"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5197-2983","authenticated-orcid":false,"given":"Pooya","family":"Khandel","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5970-880X","authenticated-orcid":false,"given":"Andrew","family":"Yates","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4932-1900","authenticated-orcid":false,"given":"Ana-Lucia","family":"Varbanescu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2043-4469","authenticated-orcid":false,"given":"Andy","family":"Pimentel","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"key":"18_CR1","unstructured":"Bajaj, P., et al.: MS marco: a human generated machine reading comprehension dataset (2018). https:\/\/arxiv.org\/abs\/1611.09268"},{"key":"18_CR2","unstructured":"Bruch, S., Mackenzie, J., Maistro, M., Nardini, F.M.: A proposed efficiency benchmark for modern information retrieval systems. Technical report (2023). Presented at ReNeuIR 2023 (at SIGIR 2023, Tapei)"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Chakrabarti, K., Chaudhuri, S., Ganti, V.: Interval-based pruning for top-k processing over compressed lists. In: Proceedings of the 2011 IEEE 27th International Conference on Data Engineering, pp. 709\u2013720 (2011)","DOI":"10.1109\/ICDE.2011.5767855"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Formal, T., Lassance, C., Piwowarski, B., Clinchant, S.: Splade v2: sparse lexical and expansion model for information retrieval (2021). https:\/\/arxiv.org\/abs\/2109.10086","DOI":"10.1145\/3404835.3463098"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Formal, T., Lassance, C., Piwowarski, B., Clinchant, S.: From distillation to hard negative sampling: making sparse neural ir models more effective (2022). https:\/\/arxiv.org\/abs\/2205.04733","DOI":"10.1145\/3477495.3531857"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: Splade: sparse lexical and expansion model for first stage ranking. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2288\u20132292 (2021)","DOI":"10.1145\/3404835.3463098"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Fr\u00f6be, M., et al.: The information retrieval experiment platform. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2826\u20132836 (2023)","DOI":"10.1145\/3539618.3591888"},{"key":"18_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1007\/978-3-030-72113-8_10","volume-title":"Advances in Information Retrieval","author":"L Gao","year":"2021","unstructured":"Gao, L., Dai, Z., Chen, T., Fan, Z., Van Durme, B., Callan, J.: Complement lexical retrieval model with semantic residual embeddings. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12656, pp. 146\u2013160. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72113-8_10"},{"key":"18_CR9","unstructured":"Hofstatter, S., Hanbury, A.: Let\u2019s measure run time! Extending the IR replicability infrastructure to include performance aspects. In: Proceedings of the Open-Source IR Replicability Challenge co-located with 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, CEUR Workshop Proceedings, vol. 2409, pp. 12\u201316 (2019)"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Lassance, C., Clinchant, S.: An efficiency study for splade models. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2022, pp. 2220\u20132226 (2022)","DOI":"10.1145\/3477495.3531833"},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: Towards an accurate latency model for convolutional neural network layers on gpus. In: MILCOM 2021 - 2021 IEEE Military Communications Conference (MILCOM), pp. 904\u2013909 (2021)","DOI":"10.1109\/MILCOM52596.2021.9652907"},{"key":"18_CR12","unstructured":"Lin, J., Ma, X.: A few brief notes on deepimpact, coil, and a conceptual framework for information retrieval techniques (2021). https:\/\/arxiv.org\/abs\/2106.14807"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Lin, J., Trotman, A.: Anytime ranking for impact-ordered indexes. In: Proceedings of the 2015 International Conference on The Theory of Information Retrieval, pp. 301\u2013304 (2015)","DOI":"10.1145\/2808194.2809477"},{"key":"18_CR14","doi-asserted-by":"crossref","unstructured":"Lym, S., Lee, D., O\u2019Connor, M., Chatterjee, N., Erez, M.: DeLTA: GPU performance model for deep learning applications with in-depth memory system traffic analysis. In: Proceedings - 2019 IEEE International Symposium on Performance Analysis of Systems and Software, ISPASS 2019, pp. 293\u2013303 (2019)","DOI":"10.1109\/ISPASS.2019.00041"},{"key":"18_CR15","unstructured":"Ma, Z., et al.: Dynaboard: an evaluation-as-a-service platform for holistic next-generation benchmarking. In: Proceedings of the 35th International Conference on Neural Information Processing Systems (2024)"},{"issue":"4","key":"18_CR16","first-page":"1","volume":"41","author":"J Mackenzie","year":"2023","unstructured":"Mackenzie, J., Trotman, A., Lin, J.: Efficient document-at-a-time and score-at-a-time query evaluation for learned sparse representations. ACM Trans. Inf. Syst. 41(4), 1\u201328 (2023)","journal-title":"ACM Trans. Inf. Syst."},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Mallia, A., Khattab, O., Suel, T., Tonellotto, N.: Learning passage impacts for inverted indexes. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2021, pp. 1723\u20131727 (2021)","DOI":"10.1145\/3404835.3463030"},{"key":"18_CR18","unstructured":"Mallia, A., Siedlaczek, M., Mackenzie, J., Suel, T.: PISA: performant indexes and search for academia. In: Proceedings of the Open-Source IR Replicability Challenge co-located with 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 50\u201356 (2019)"},{"key":"18_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/978-3-030-15712-8_23","volume-title":"Advances in Information Retrieval","author":"A Mallia","year":"2019","unstructured":"Mallia, A., Siedlaczek, M., Suel, T.: An experimental study of index compression and DAAT query processing methods. In: Azzopardi, L., Stein, B., Fuhr, N., Mayr, P., Hauff, C., Hiemstra, D. (eds.) ECIR 2019. LNCS, vol. 11437, pp. 353\u2013368. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15712-8_23"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Mathis, M.M., Amato, N.M., Adams, M.L.: A general performance model for parallel sweeps on orthogonal grids for particle transport calculations. In: Proceedings of the 14th International Conference on Supercomputing, ICS 2000, pp. 255\u2013263 (2000)","DOI":"10.1145\/335231.335256"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Nguyen, T., MacAvaney, S., Yates, A.: A unified framework for learned sparse retrieval. In: Advances in Information Retrieval: 45th European Conference on Information Retrieval, ECIR 2023, pp. 101\u2013116 (2023)","DOI":"10.1007\/978-3-031-28241-6_7"},{"key":"18_CR22","unstructured":"Pompougnac, H., Dutilleul, A., Guillon, C., Derumigny, N., Rastello, F.: Performance bottlenecks detection through microarchitectural sensitivity. arXiv preprint arXiv:2402.15773 (2024)"},{"issue":"1","key":"18_CR23","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(1), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"18_CR24","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1561\/1500000019","volume":"3","author":"S Robertson","year":"2009","unstructured":"Robertson, S., Zaragoza, H.: The probabilistic relevance framework: BM25 and beyond. Found. Trends Inf. Retr. 3(4), 333\u2013389 (2009)","journal-title":"Found. Trends Inf. Retr."},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Santhanam, K., et al.: Moving beyond downstream task accuracy for information retrieval benchmarking. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 11613\u201311628 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.738"},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"Scells, H., Zhuang, S., Zuccon, G.: Reduce, reuse, recycle: green information retrieval research. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2825\u20132837 (2022)","DOI":"10.1145\/3477495.3531766"},{"key":"18_CR27","unstructured":"Schurman, E., Brutlag, J.: Performance related changes and their user impact. In: Velocity Web Performance and Operations Conference (2009)"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 3645\u20133650 (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"18_CR29","unstructured":"Treibig, J., Hager, G., Wellein, G.: Best practices for HPM-assisted performance engineering on modern multicore processors. arXiv preprint arXiv:1206.3738 (2012)"},{"key":"18_CR30","doi-asserted-by":"crossref","unstructured":"Trotman, A., Crane, M.: Micro-and macro-optimizations of SaaT search. Softw. Pract. Exp. 49(5), 942\u2013950 (2019)","DOI":"10.1002\/spe.2683"},{"issue":"4","key":"18_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3239571","volume":"10","author":"P Yang","year":"2018","unstructured":"Yang, P., Fang, H., Lin, J.: Anserini: reproducible ranking baselines using lucene. J. Data Inf. Qual. 10(4), 1\u201320 (2018)","journal-title":"J. Data Inf. Qual."},{"key":"18_CR32","unstructured":"Zhuang, S., Zuccon, G.: Fast passage re-ranking with contextualized exact term matching and efficient passage expansion (2021)"},{"key":"18_CR33","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Zuccon, G.: TILDE: term independent likelihood model for passage re-ranking. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1483\u20131492 (2021)","DOI":"10.1145\/3404835.3462922"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88711-6_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T17:14:01Z","timestamp":1743786841000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88711-6_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887109","9783031887116"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88711-6_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}