{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T15:05:36Z","timestamp":1768403136770,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,2,11]]},"DOI":"10.1145\/3488560.3502186","type":"proceedings-article","created":{"date-parts":[[2022,2,15]],"date-time":"2022-02-15T21:42:57Z","timestamp":1644961377000},"page":"1573-1576","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Aligning the Research and Practice of Building Search Applications"],"prefix":"10.1145","author":[{"given":"Josh","family":"Devins","sequence":"first","affiliation":[{"name":"Elastic NV, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julie","family":"Tibshirani","sequence":"additional","affiliation":[{"name":"Elastic NV, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jimmy","family":"Lin","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,2,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arXiv:1611.09268v3.","author":"Bajaj P.","year":"2018","unstructured":"P. Bajaj, D. Campos, N. Craswell, L. Deng, J. Gao, X. Liu, R. Majumder, A. McNamara, B. Mitra, T. Nguyen, M. Rosenberg, X. Song, A. Stoica, S. Tiwary, and T. Wang. 2018. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arXiv:1611.09268v3."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"R. Clancy N. Ferro C. Hauff J. Lin T. Sakai and Z. Wu. 2019. Overview of the 2019 Open-Source IR Replicability Challenge (OSIRRC 2019). In Open-Source IR Replicability Challenge at SIGIR 2019.","DOI":"10.1145\/3331184.3331647"},{"key":"e_1_3_2_1_3_1","volume-title":"MS MARCO: Benchmarking Ranking Models in the Large-Data Regime. In SIGIR. 1566--1576.","author":"Craswell Nick","year":"2021","unstructured":"Nick Craswell, Bhaskar Mitra, Daniel Campos, Emine Yilmaz, and Jimmy Lin. 2021. MS MARCO: Benchmarking Ranking Models in the Large-Data Regime. In SIGIR. 1566--1576."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"A. Grand R. Muir J. Ferenczi and J. Lin. 2020. From MaxScore to Block-Max WAND: The Story of How Lucene Significantly Improved Query Evaluation Performance. In ECIR.","DOI":"10.1007\/978-3-030-45442-5_3"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"V. Karpukhin B. Oguz S. Min P. Lewis L. Wu S. Edunov D. Chen and W.-t. Yih. 2020. Dense Passage Retrieval for Open-Domain Question Answering. In EMNLP. 6769--6781.","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_1_6_1","volume-title":"Learning to Rank for Information Retrieval and Natural Language Processing","author":"H. Li.","unstructured":"H. Li. 2011. Learning to Rank for Information Retrieval and Natural Language Processing .Morgan & Claypool Publishers."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"J. Lin M. Crane A. Trotman J. Callan I. Chattopadhyaya J. Foley G. Ingersoll C. Macdonald and S. Vigna. 2016. Toward Reproducible Baselines: The Open-Source IR Reproducibility Challenge. In ECIR.","DOI":"10.1007\/978-3-319-30671-1_30"},{"key":"e_1_3_2_1_8_1","volume-title":"2021 a","author":"Lin J.","unstructured":"J. Lin, X. Ma, S.-C. Lin, J.-H. Yang, R. Pradeep, and R. Nogueira. 2021 a. Pyserini: A Python Toolkit for Reproducible Information Retrieval Research with Sparse and Dense Representations. In SIGIR. 2356--2362."},{"key":"e_1_3_2_1_9_1","volume-title":"2021 b. Pretrained Transformers for Text Ranking: BERT and Beyond","author":"Lin J.","unstructured":"J. Lin, R. Nogueira, and A. Yates. 2021 b. Pretrained Transformers for Text Ranking: BERT and Beyond .Morgan & Claypool Publishers."},{"key":"e_1_3_2_1_10_1","first-page":"225","article-title":"Learning to Rank for Information Retrieval","volume":"3","author":"Liu T.-Y.","year":"2009","unstructured":"T.-Y. Liu. 2009. Learning to Rank for Information Retrieval. FnTIR, Vol. 3, 3 (2009), 225--331.","journal-title":"FnTIR"},{"key":"e_1_3_2_1_11_1","volume-title":"PISA: Performant Indexes and Search for Academia. In Open-Source IR Replicability Challenge at SIGIR","author":"Mallia A.","year":"2019","unstructured":"A. Mallia, M. Siedlaczek, J. Mackenzie, and T. Suel. 2019. PISA: Performant Indexes and Search for Academia. In Open-Source IR Replicability Challenge at SIGIR 2019."},{"key":"e_1_3_2_1_12_1","unstructured":"R. Nogueira and J. Lin. 2019. From doc2query to docTTTTTquery."},{"key":"e_1_3_2_1_13_1","unstructured":"R. Nogueira W. Yang J. Lin and K. Cho. 2019. Document Expansion by Query Prediction. arXiv:1904.08375."},{"key":"e_1_3_2_1_14_1","first-page":"1","article-title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","volume":"21","author":"Raffel C.","year":"2020","unstructured":"C. Raffel, N. Shazeer, A. Roberts, K. Lee, S. Narang, M. Matena, Y. Zhou, W. Li, and P. Liu. 2020. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. JMLR, Vol. 21, 140 (2020), 1--67.","journal-title":"JMLR"},{"key":"e_1_3_2_1_15_1","volume-title":"SIGIR 2012 Workshop on Open Source Information Retrieval.","author":"Turtle H.","unstructured":"H. Turtle, Y. Hegde, and S. Rowe. 2012. Yet Another Comparison of Lucene and Indri performance. In SIGIR 2012 Workshop on Open Source Information Retrieval."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.31193\/ssap.01.9787520126595"}],"event":{"name":"WSDM '22: The Fifteenth ACM International Conference on Web Search and Data Mining","location":"Virtual Event AZ USA","acronym":"WSDM '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3502186","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3488560.3502186","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:11Z","timestamp":1750188671000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3502186"}},"subtitle":["Elasticsearch and Pyserini"],"short-title":[],"issued":{"date-parts":[[2022,2,11]]},"references-count":16,"alternative-id":["10.1145\/3488560.3502186","10.1145\/3488560"],"URL":"https:\/\/doi.org\/10.1145\/3488560.3502186","relation":{},"subject":[],"published":{"date-parts":[[2022,2,11]]},"assertion":[{"value":"2022-02-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}