{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:15:39Z","timestamp":1742922939072,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":45,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819794300"},{"type":"electronic","value":"9789819794317"}],"license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-9431-7_6","type":"book-chapter","created":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T14:03:04Z","timestamp":1730383384000},"page":"69-82","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["MCFC: A Momentum-Driven Clicked Feature Compressed Pre-trained Language Model for\u00a0Information Retrieval"],"prefix":"10.1007","author":[{"given":"Dongyang","family":"Li","sequence":"first","affiliation":[]},{"given":"Ruixue","family":"Ding","sequence":"additional","affiliation":[]},{"given":"Pengjun","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Xiaofeng","family":"He","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,1]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Agarwal, A., Wang, X., Li, C., Bendersky, M., Najork, M.: Addressing trust bias for unbiased learning-to-rank. In: WWW, pp. 4\u201314 (2019)","DOI":"10.1145\/3308558.3313697"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"Alexander, D., Kusa, W., de\u00a0Vries, A.P.: ORCAS-I: queries annotated with intent using weak supervision. In: SIGIR, pp. 3057\u20133066 (2022)","DOI":"10.1145\/3477495.3531737"},{"key":"6_CR3","unstructured":"Chang, W., Yu, F.X., Chang, Y., Yang, Y., Kumar, S.: Pre-training tasks for embedding-based large-scale retrieval. In: ICLR (2020)"},{"key":"6_CR4","doi-asserted-by":"crossref","unstructured":"Chen, J., et al.: Axiomatically regularized pre-training for ad hoc search. In: SIGIR, pp. 1524\u20131534 (2022)","DOI":"10.1145\/3477495.3531943"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Craswell, N., Campos, D., Mitra, B., Yilmaz, E., Billerbeck, B.: ORCAS: 18 million clicked query-document pairs for analyzing search. CoRR abs\/2006.05324 (2020)","DOI":"10.1145\/3340531.3412779"},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. CoRR abs\/2003.07820 (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Dai, Z., Xiong, C., Callan, J., Liu, Z.: Convolutional neural networks for soft-matching n-grams in ad-hoc search. In: WSDM, pp. 126\u2013134 (2018)","DOI":"10.1145\/3159652.3159659"},{"key":"6_CR8","unstructured":"Dai, Z., et al.: Promptagator: Few-shot dense retrieval from 8 examples. CoRR abs\/2209.11755 (2022)"},{"key":"6_CR9","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL-HLT, pp. 4171\u20134186 (2019)"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Gao, L., Callan, J.: Unsupervised corpus aware language model pre-training for dense passage retrieval. In: ACL, pp. 2843\u20132853 (2022)","DOI":"10.18653\/v1\/2022.acl-long.203"},{"key":"6_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/978-3-030-72240-1_26","volume-title":"Advances in Information Retrieval","author":"L Gao","year":"2021","unstructured":"Gao, L., Dai, Z., Callan, J.: Rethink training of BERT rerankers in multi-stage retrieval pipeline. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 280\u2013286. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_26"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Gao, T., Yao, X., Chen, D.: SimCSE: simple contrastive learning of sentence embeddings. In: EMNLP, pp. 6894\u20136910 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"issue":"2","key":"6_CR13","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1162\/coli.2010.36.2.36200","volume":"36","author":"\u00c9 Gaussier","year":"2010","unstructured":"Gaussier, \u00c9.: Statistical language models for information retrieval. Comput. Linguist. 36(2), 279\u2013281 (2010)","journal-title":"Comput. Linguist."},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Ge, Y., et al.: MILES: visual BERT pre-training with injected language semantics for video-text retrieval. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) Computer Vision \u2013 ECCV 2022. ECCV 2022. LNCS, vol. 13695, pp. 691\u2013708. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19833-5_40","DOI":"10.1007\/978-3-031-19833-5_40"},{"key":"6_CR15","doi-asserted-by":"crossref","unstructured":"Guo, J., Fan, Y., Ai, Q., Croft, W.B.: A deep relevance matching model for ad-hoc retrieval. In: CIKM, pp. 55\u201364. ACM (2016)","DOI":"10.1145\/2983323.2983769"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Guo, Y., et al.: WebFormer: pre-training with web pages for information retrieval. In: SIGIR, pp. 1502\u20131512 (2022)","DOI":"10.1145\/3477495.3532086"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Hong, W., Ji, K., Liu, J., Wang, J., Chen, J., Chu, W.: GilBERT: generative vision-language pre-training for image-text retrieval. In: SIGIR, pp. 1379\u20131388 (2021)","DOI":"10.1145\/3404835.3462838"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Lee, J., Song, Y., Haam, D., Lee, S., Choi, W., Lee, J.: Bridging the gap between click and relevance for learning-to-rank with minimal supervision. In: CIKM, pp. 2109\u20132112 (2020)","DOI":"10.1145\/3340531.3412144"},{"key":"6_CR19","unstructured":"Liu, Y., et al.: RoBERTa: A robustly optimized BERT pretraining approach. CoRR abs\/1907.11692 (2019)"},{"key":"6_CR20","unstructured":"Loshchilov, I., Hutter, F.: Fixing weight decay regularization in adam. CoRR abs\/1711.05101 (2017)"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Lu, S., et al.: Less is more: Pretrain a strong siamese encoder for dense text retrieval using a weak decoder. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.220"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Ma, X., Guo, J., Zhang, R., Fan, Y., Cheng, X.: Pre-train a discriminative text encoder for dense retrieval via contrastive span prediction. In: SIGIR, pp. 848\u2013858 (2022)","DOI":"10.1145\/3477495.3531772"},{"key":"6_CR23","doi-asserted-by":"crossref","unstructured":"Ma, X., Guo, J., Zhang, R., Fan, Y., Ji, X., Cheng, X.: PROP: pre-training with representative words prediction for ad-hoc retrieval. In: WSDM, pp. 283\u2013291 (2021)","DOI":"10.1145\/3437963.3441777"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Ma, X., Guo, J., Zhang, R., Fan, Y., Li, Y., Cheng, X.: B-PROP: bootstrapped pre-training with representative words prediction for ad-hoc retrieval. In: SIGIR, pp. 1318\u20131327 (2021)","DOI":"10.1145\/3437963.3441777"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Ma, Z., et al.: Pre-training for ad-hoc retrieval: hyperlink is also you need. In: CIKM, pp. 1212\u20131221 (2021)","DOI":"10.1145\/3459637.3482286"},{"key":"6_CR26","unstructured":"van\u00a0der Maaten, L., Hinton, G.: Visualizing data using t-SNE. pp. 2579\u20132605 (2008)"},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Mitra, B., Hofst\u00e4tter, S., Zamani, H., Craswell, N.: Improving transformer-kernel ranking model using conformer and query term independence. In: SIGIR, pp. 1697\u20131702 (2021)","DOI":"10.1145\/3404835.3463049"},{"key":"6_CR28","unstructured":"Nguyen, T., et al.: MS MARCO: a human generated machine reading comprehension dataset. In: NIPS. CEUR Workshop Proceedings, vol.\u00a01773 (2016)"},{"key":"6_CR29","unstructured":"van\u00a0den Oord, A., Li, Y., Vinyals, O.: Representation learning with contrastive predictive coding. CoRR abs\/1807.03748 (2018)"},{"key":"6_CR30","unstructured":"Patil, S.G., Zhang, T., Wang, X., Gonzalez, J.E.: Gorilla: Large language model connected with massive APIs. arXiv preprint arXiv:2305.15334 (2023)"},{"issue":"5","key":"6_CR31","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/JCN.2013.000083","volume":"15","author":"SB Qaisar","year":"2013","unstructured":"Qaisar, S.B., Bilal, R.M., Iqbal, W., Naureen, M., Lee, S.: Compressive sensing: from theory to applications, a survey. J. Commun. Networks 15(5), 443\u2013456 (2013)","journal-title":"J. Commun. Networks"},{"key":"6_CR32","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et\u00a0al.: Improving language understanding by generative pre-training (2018)"},{"issue":"4","key":"6_CR33","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1561\/1500000019","volume":"3","author":"SE Robertson","year":"2009","unstructured":"Robertson, S.E., Zaragoza, H.: The probabilistic relevance framework: BM25 and beyond. Found. Trends Inf. Retr. 3(4), 333\u2013389 (2009)","journal-title":"Found. Trends Inf. Retr."},{"key":"6_CR34","unstructured":"Robinson, J.D., Chuang, C., Sra, S., Jegelka, S.: Contrastive learning with hard negative samples. In: ICLR. OpenReview.net (2021)"},{"key":"6_CR35","doi-asserted-by":"crossref","unstructured":"Saad-Falcon, J., et al.: UDAPDR: unsupervised domain adaptation via LLM prompting and distillation of rerankers. CoRR abs\/2303.00807 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.693"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Schroff, F., Kalenichenko, D., Philbin, J.: FaceNet: a unified embedding for face recognition and clustering. In: CVPR, pp. 815\u2013823 (2015)","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Srinivasan, K., Raman, K., Samanta, A., Liao, L., Bertelli, L., Bendersky, M.: QUILL: query intent with large language models using retrieval augmentation and multi-stage distillation. In: EMNLP, pp. 492\u2013501 (2022)","DOI":"10.18653\/v1\/2022.emnlp-industry.50"},{"issue":"12","key":"6_CR38","doi-asserted-by":"publisher","first-page":"6047","DOI":"10.1109\/TIP.2019.2921861","volume":"28","author":"M Tan","year":"2019","unstructured":"Tan, M., Yu, J., Zhang, H., Rui, Y., Tao, D.: Image recognition by predicted user click feature with multidomain multitask transfer deep network. IEEE Trans. Image Process. 28(12), 6047\u20136062 (2019)","journal-title":"IEEE Trans. Image Process."},{"key":"6_CR39","doi-asserted-by":"crossref","unstructured":"Xiong, C., Dai, Z., Callan, J., Liu, Z., Power, R.: End-to-end neural ad-hoc ranking with kernel pooling. In: SIGIR, pp. 55\u201364 (2017)","DOI":"10.1145\/3077136.3080809"},{"key":"6_CR40","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. In: ICLR (2021)"},{"key":"6_CR41","doi-asserted-by":"crossref","unstructured":"Yan, M., Li, C., Bi, B., Wang, W., Huang, S.: A unified pretraining framework for passage ranking and expansion. In: AAAI, pp. 4555\u20134563 (2021)","DOI":"10.1609\/aaai.v35i5.16584"},{"issue":"2","key":"6_CR42","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/TPAMI.2019.2932058","volume":"44","author":"J Yu","year":"2022","unstructured":"Yu, J., Tan, M., Zhang, H., Rui, Y., Tao, D.: Hierarchical deep click feature prediction for fine-grained image recognition. IEEE Trans. Pattern Anal. Mach. Intell. 44(2), 563\u2013578 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"6_CR43","doi-asserted-by":"crossref","unstructured":"Zeng, D., Liu, K., Chen, Y., Zhao, J.: Distant supervision for relation extraction via piecewise convolutional neural networks. In: EMNLP, pp. 1753\u20131762 (2015)","DOI":"10.18653\/v1\/D15-1203"},{"key":"6_CR44","doi-asserted-by":"crossref","unstructured":"Zhou, J., et al.: Hyperlink-induced pre-training for passage retrieval in open-domain question answering. In: ACL, pp. 7135\u20137146 (2022)","DOI":"10.18653\/v1\/2022.acl-long.493"},{"key":"6_CR45","doi-asserted-by":"crossref","unstructured":"Zhu, X., Hao, T., Cheng, S., Wang, F.L., Liu, H.: A self-supervised joint training framework for document reranking. In: Findings of NAACL, pp. 1056\u20131065 (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.79"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-9431-7_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T14:29:44Z","timestamp":1730384984000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-9431-7_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,1]]},"ISBN":["9789819794300","9789819794317"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-9431-7_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,1]]},"assertion":[{"value":"1 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2024\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}