{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:01:06Z","timestamp":1755907266626,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3543873.3587629","type":"proceedings-article","created":{"date-parts":[[2023,4,28]],"date-time":"2023-04-28T11:36:14Z","timestamp":1682681774000},"page":"869-877","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Blend and Match: Distilling Semantic Search Models with Different Inductive Biases and Model Architectures"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2811-706X","authenticated-orcid":false,"given":"Hamed","family":"Bonab","sequence":"first","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5945-2312","authenticated-orcid":false,"given":"Ashutosh","family":"Joshi","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9752-4530","authenticated-orcid":false,"given":"Ravi","family":"Bhatia","sequence":"additional","affiliation":[{"name":"Amazon, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8286-2792","authenticated-orcid":false,"given":"Ankit","family":"Gandhi","sequence":"additional","affiliation":[{"name":"Amazon, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7844-4379","authenticated-orcid":false,"given":"Vijay","family":"Huddar","sequence":"additional","affiliation":[{"name":"Amazon, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9098-7664","authenticated-orcid":false,"given":"Juhi","family":"Naik","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3986-6311","authenticated-orcid":false,"given":"Mutasem","family":"Al-Darabsah","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5724-9478","authenticated-orcid":false,"given":"Choon Hui","family":"Teo","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5284-477X","authenticated-orcid":false,"given":"Jonathan","family":"May","sequence":"additional","affiliation":[{"name":"Amazon, USA and USC Information Sciences Institute, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5682-8234","authenticated-orcid":false,"given":"Tarun","family":"Agarwal","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2012-4609","authenticated-orcid":false,"given":"Vaclav","family":"Petricek","sequence":"additional","affiliation":[{"name":"Amazon, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080839"},{"key":"e_1_3_2_1_2_1","unstructured":"RODGER BENHAM. 2018. Improving Recall In Text Retrieval Using Rank Fusion. Ph.D. Dissertation. RMIT University Australia 5."},{"key":"e_1_3_2_1_3_1","volume-title":"Preventing Catastrophic Forgetting and Distribution Mismatch in Knowledge Distillation via Synthetic Data. CoRR abs\/2108.05698","author":"Binici Kuluhan","year":"2021","unstructured":"Kuluhan Binici, Nam\u00a0Trung Pham, Tulika Mitra, and Karianto Leman. 2021. Preventing Catastrophic Forgetting and Distribution Mismatch in Knowledge Distillation via Synthetic Data. CoRR abs\/2108.05698 (2021). arXiv:2108.05698https:\/\/arxiv.org\/abs\/2108.05698"},{"key":"e_1_3_2_1_4_1","volume-title":"Flexible retrieval with NMSLIB and FlexNeuART. arXiv preprint arXiv:2010.14848","author":"Boytsov Leonid","year":"2020","unstructured":"Leonid Boytsov and Eric Nyberg. 2020. Flexible retrieval with NMSLIB and FlexNeuART. arXiv preprint arXiv:2010.14848 (2020)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150464"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467092"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467092"},{"key":"e_1_3_2_1_8_1","volume-title":"Pre-training Tasks for Embedding-based Large-scale Retrieval. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=rkg-mA4FDr","author":"Chang Wei-Cheng","year":"2020","unstructured":"Wei-Cheng Chang, Felix\u00a0X. Yu, Yin-Wen Chang, Yiming Yang, and Sanjiv Kumar. 2020. Pre-training Tasks for Embedding-based Large-scale Retrieval. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=rkg-mA4FDr"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403368"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11783"},{"key":"e_1_3_2_1_11_1","volume-title":"A survey of model compression and acceleration for deep neural networks. arXiv preprint arXiv:1710.09282","author":"Cheng Yu","year":"2017","unstructured":"Yu Cheng, Duo Wang, Pan Zhou, and Tao Zhang. 2017. A survey of model compression and acceleration for deep neural networks. arXiv preprint arXiv:1710.09282 (2017)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463076"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210137"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572114"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_1_16_1","volume-title":"Combination of multiple searches. NIST special publication SP 243","author":"Fox A","year":"1994","unstructured":"Edward\u00a0A Fox and Joseph\u00a0A Shaw. 1994. Combination of multiple searches. NIST special publication SP 243 (1994)."},{"key":"e_1_3_2_1_17_1","volume-title":"Blending lstms into cnns. arXiv preprint arXiv:1511.06433","author":"Geras J","year":"2015","unstructured":"Krzysztof\u00a0J Geras, Abdel-rahman Mohamed, Rich Caruana, Gregor Urban, Shengjie Wang, Ozlem Aslan, Matthai Philipose, Matthew Richardson, and Charles Sutton. 2015. Blending lstms into cnns. arXiv preprint arXiv:1511.06433 (2015)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"e_1_3_2_1_19_1","volume-title":"NIPS 2014, Deep Learning Workshop","author":"Hinton Geoffrey","year":"2014","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2014. Distilling the knowledge in a neural network. NIPS 2014, Deep Learning Workshop (2014)."},{"key":"e_1_3_2_1_20_1","unstructured":"Sebastian Hofst\u00e4tter Sophia Althammer Michael Schr\u00f6der Mete Sertkan and Allan Hanbury. 2021. Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation. arxiv:2010.02666\u00a0[cs.IR]"},{"key":"e_1_3_2_1_21_1","volume-title":"Comparing rank and score combination methods for data fusion in information retrieval. Information retrieval 8, 3","author":"Hsu D\u00a0Frank","year":"2005","unstructured":"D\u00a0Frank Hsu and Isak Taksa. 2005. Comparing rank and score combination methods for data fusion in information retrieval. Information retrieval 8, 3 (2005), 449\u2013480."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505665"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1328964.1328974"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412005"},{"key":"e_1_3_2_1_26_1","volume-title":"Latent retrieval for weakly supervised open domain question answering. arXiv preprint arXiv:1906.00300","author":"Lee Kenton","year":"2019","unstructured":"Kenton Lee, Ming-Wei Chang, and Kristina Toutanova. 2019. Latent retrieval for weakly supervised open domain question answering. arXiv preprint arXiv:1906.00300 (2019)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482093"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"David Lillis. 2020. On the Evaluation of Data Fusion for Information Retrieval. In Forum for Information Retrieval Evaluation. 54\u201357.","DOI":"10.1145\/3441501.3441506"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148197"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.07.048"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-industry.19"},{"volume-title":"Introduction to Information Retrieval","author":"Manning CD","key":"e_1_3_2_1_32_1","unstructured":"CD Manning, P Raghavan, and H Sch\u00fctze. 2008. Xml retrieval. In Introduction to Information Retrieval.Cambridze University Press."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330759"},{"key":"e_1_3_2_1_34_1","volume-title":"Automatic ranking of information retrieval systems using data fusion. Information processing & management 42, 3","author":"Nuray Rabia","year":"2006","unstructured":"Rabia Nuray and Fazli Can. 2006. Automatic ranking of information retrieval systems using data fusion. Information processing & management 42, 3 (2006), 595\u2013614."},{"key":"e_1_3_2_1_35_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 2368\u20132376","author":"Reddi Sashank","year":"2021","unstructured":"Sashank Reddi, Rama\u00a0Kumar Pasumarthi, Aditya Menon, Ankit\u00a0Singh Rawat, Felix Yu, Seungyeon Kim, Andreas Veit, and Sanjiv Kumar. 2021. Rankdistil: Knowledge distillation for ranking. In International Conference on Artificial Intelligence and Statistics. PMLR, 2368\u20132376."},{"volume-title":"The probabilistic relevance framework: BM25 and beyond","author":"Robertson Stephen","key":"e_1_3_2_1_36_1","unstructured":"Stephen Robertson and Hugo Zaragoza. 2009. The probabilistic relevance framework: BM25 and beyond. Now Publishers Inc."},{"volume-title":"SIGIR\u201994","author":"Robertson E","key":"e_1_3_2_1_37_1","unstructured":"Stephen\u00a0E Robertson and Steve Walker. 1994. Some simple effective approximations to the 2-poisson model for probabilistic weighted retrieval. In SIGIR\u201994. Springer, 232\u2013241."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/361219.361220"},{"key":"e_1_3_2_1_39_1","volume-title":"Workshop on Energy Efficient Machine Learning and Cognitive Computing","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. NeurIPS 2019, Workshop on Energy Efficient Machine Learning and Cognitive Computing (2019)."},{"key":"e_1_3_2_1_40_1","volume-title":"International Conference on Machine Learning. PMLR, 8752\u20138762","author":"Shen Yanyao","year":"2020","unstructured":"Yanyao Shen, Hsiang-fu Yu, Sujay Sanghavi, and Inderjit Dhillon. 2020. Extreme Multi-label Classification from Aggregated Labels. In International Conference on Machine Learning. PMLR, 8752\u20138762."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220021"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401296"},{"key":"e_1_3_2_1_43_1","volume-title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=zeFrfgyZln","author":"Xiong Lee","year":"2021","unstructured":"Lee Xiong, Chenyan Xiong, Ye Li, Kwok-Fung Tang, Jialin Liu, Paul\u00a0N. Bennett, Junaid Ahmed, and Arnold Overwijk. 2021. Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=zeFrfgyZln"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098135"},{"key":"e_1_3_2_1_45_1","volume-title":"PECOS: Prediction for enormous and correlated output spaces. arXiv preprint arXiv:2010.05878","author":"Yu Hsiang-Fu","year":"2020","unstructured":"Hsiang-Fu Yu, Kai Zhong, and Inderjit\u00a0S Dhillon. 2020. PECOS: Prediction for enormous and correlated output spaces. arXiv preprint arXiv:2010.05878 (2020)."}],"event":{"name":"WWW '23: The ACM Web Conference 2023","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Austin TX USA","acronym":"WWW '23"},"container-title":["Companion Proceedings of the ACM Web Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543873.3587629","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543873.3587629","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T23:46:36Z","timestamp":1755819996000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543873.3587629"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":45,"alternative-id":["10.1145\/3543873.3587629","10.1145\/3543873"],"URL":"https:\/\/doi.org\/10.1145\/3543873.3587629","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}