{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T15:01:07Z","timestamp":1789916467510,"version":"4.0.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032391490","type":"print"},{"value":"9783032391506","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T00:00:00Z","timestamp":1789948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T00:00:00Z","timestamp":1789948800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-39150-6_12","type":"book-chapter","created":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T14:17:41Z","timestamp":1789913861000},"page":"154-168","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Pre-training Objectives for\u00a0TITE"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6032-909X","authenticated-orcid":false,"given":"Ferdinand","family":"Schlatt","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2326-5457","authenticated-orcid":false,"given":"Rayk","family":"Kretzschmar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,21]]},"reference":[{"key":"12_CR1","unstructured":"Beltagy, I., Peters, M.E., Cohan, A.: Longformer: the long-document transformer. arxiv:2004.05150 (2020)"},{"key":"12_CR2","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.E.: A simple framework for contrastive learning of visual representations. In: Proceedings of ICML\u00a02020, pp. 1597\u20131607 (2020). https:\/\/proceedings.mlr.press\/v119\/chen20j.html"},{"key":"12_CR3","doi-asserted-by":"publisher","unstructured":"Chopra, S., Hadsell, R., LeCun, Y.: Learning a similarity metric discriminatively, with application to face verification. In: Proceedings of CVPR\u00a02005, pp. 539\u2013546 (2005). https:\/\/doi.org\/10.1109\/CVPR.2005.202","DOI":"10.1109\/CVPR.2005.202"},{"key":"12_CR4","doi-asserted-by":"publisher","unstructured":"Courty, B., et al.: JPW, MinervaBooks: mlco2\/codecarbon: v2.4.1 (2024). https:\/\/doi.org\/10.5281\/zenodo.11171501","DOI":"10.5281\/zenodo.11171501"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC\u00a02020 deep learning track. In: Proceedings of TREC\u00a02020 (2020). https:\/\/trec.nist.gov\/pubs\/trec29\/papers\/OVERVIEW.DL.pdf","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 Deep Learning track. In: Proceedings of TREC\u00a02019 (2019). https:\/\/trec.nist.gov\/pubs\/trec28\/papers\/OVERVIEW.DL.pdf","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"12_CR7","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL\u00a02019, pp. 4171\u20134186 (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"12_CR8","doi-asserted-by":"publisher","unstructured":"Gao, T., Yao, X., Chen, D.: SimCSE: simple contrastive learning of sentence embeddings. In: Proceedings of EMNLP\u00a02021, pp. 6894\u20136910 (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.552","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"12_CR9","doi-asserted-by":"publisher","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.B.: Masked autoencoders are scalable vision learners. In: Proceedings of CVPR\u00a02022, pp. 15979\u201315988 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01553","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"12_CR10","unstructured":"Hofst\u00e4tter, S., Althammer, S., Schr\u00f6der, M., Sertkan, M., Hanbury, A.: Improving efficient neural ranking models with cross-architecture knowledge distillation. arxiv:2010.02666 (2020)"},{"key":"12_CR11","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scand. J. Stat. 6(2), 65\u201370 (1979). https:\/\/www.jstor.org\/stable\/4615733"},{"key":"12_CR12","doi-asserted-by":"publisher","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002). https:\/\/doi.org\/10.1145\/582415.582418","DOI":"10.1145\/582415.582418"},{"key":"12_CR13","doi-asserted-by":"publisher","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. In: Proceedings of EMNLP\u00a02020, pp. 6769\u20136781 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.550","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"12_CR14","unstructured":"Keles, F.D., Wijewardena, P.M., Hegde, C.: On the computational complexity of self-attention. In: Proceedings of COLT\u00a02023, pp. 597\u2013619 (2023). https:\/\/proceedings.mlr.press\/v201\/duman-keles23a.html"},{"key":"12_CR15","doi-asserted-by":"publisher","unstructured":"Keren, G., Sabato, S., Schuller, B.W.: Fast single-class classification and the principle of logit separation. In: Proceedings of ICDM\u00a02018, pp. 227\u2013236 (2018). https:\/\/doi.org\/10.1109\/ICDM.2018.00038","DOI":"10.1109\/ICDM.2018.00038"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Khattab, O., Zaharia, M.: ColBERT: efficient and effective passage search via contextualized late interaction over BERT. In: Proceedings of SIGIR\u00a02020, pp. 39\u201348 (2020). https:\/\/doi.org\/10.1145\/3397271.3401075","DOI":"10.1145\/3397271.3401075"},{"key":"12_CR17","doi-asserted-by":"publisher","unstructured":"Kullback, S., Leibler, R.A.: On information and sufficiency. Ann. Math. Stat. 22(1), 79\u201386 (1951). https:\/\/doi.org\/10.1214\/aoms\/1177729698","DOI":"10.1214\/aoms\/1177729698"},{"key":"12_CR18","doi-asserted-by":"publisher","unstructured":"Lin, J., Nogueira, R., Yates, A.: Pretrained Transformers for Text Ranking: BERT and Beyond. Synthesis Lectures on Human Language Technologies, Morgan & Claypool Publishers (2021). https:\/\/doi.org\/10.2200\/S01123ED1V01Y202108HLT053","DOI":"10.2200\/S01123ED1V01Y202108HLT053"},{"key":"12_CR19","doi-asserted-by":"publisher","unstructured":"Liu, Z., Xiao, S., Shao, Y., Cao, Z.: RetroMAE-2: duplex masked auto-encoder for pre-training retrieval-oriented language models. In: Proceedings of ACL\u00a02023, pp. 2635\u20132648 (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.148","DOI":"10.18653\/v1\/2023.acl-long.148"},{"key":"12_CR20","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: Proceedings of ICLR\u00a02019 (2019). https:\/\/openreview.net\/forum?id=Bkg6RiCqY7"},{"key":"12_CR21","doi-asserted-by":"publisher","unstructured":"Ma, G., Wu, X., Lin, Z., Hu, S.: Drop your decoder: pre-training with bag-of-word prediction for dense passage retrieval. In: Proceedings of SIGIR\u00a02024, pp. 1818\u20131827 (2024). https:\/\/doi.org\/10.1145\/3626772.3657792","DOI":"10.1145\/3626772.3657792"},{"key":"12_CR22","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with BERT. arxiv:1901.04085 (2019)"},{"key":"12_CR23","unstructured":"Penedo, G., et al.: The FineWeb datasets: decanting the web for the finest text data at scale. In: Proceedings of NeurIPS\u00a02024 (2024). https:\/\/papers.nips.cc\/paper_files\/paper\/2024\/hash\/370df50ccfdf8bde18f8f9c2d9151bda-Abstract-Datasets_and_Benchmarks_Track.html"},{"key":"12_CR24","unstructured":"Portes, J.P., et al.: MosaicBERT: a bidirectional encoder optimized for fast pretraining. In: Proceedings of NeurIPS\u00a02023 (2023). https:\/\/papers.nips.cc\/paper_files\/paper\/2023\/hash\/095a6917768712b7ccc61acbeecad1d8-Abstract-Conference.html"},{"key":"12_CR25","unstructured":"Pradeep, R., Sharifymoghaddam, S., Lin, J.: RankZephyr: effective and robust zero-shot listwise reranking is a breeze! arxiv:2312.02724 (2023). https:\/\/doi.org\/10.48550\/arXiv.2312.02724"},{"key":"12_CR26","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. In: Proceedings of ICML\u00a02021, pp. 8748\u20138763 (2021). https:\/\/proceedings.mlr.press\/v139\/radford21a.html"},{"key":"12_CR27","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving language understanding by generative pre-training (2018). https:\/\/www.cs.ubc.ca\/~amuham01\/LING530\/papers\/radford2018improving.pdf"},{"key":"12_CR28","doi-asserted-by":"publisher","unstructured":"Ratner, N., et al.: Parallel context windows for large language models. In: Proceedings of ACL\u00a02023, pp. 6383\u20136402 (2023). https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.352","DOI":"10.18653\/v1\/2023.acl-long.352"},{"key":"12_CR29","doi-asserted-by":"publisher","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. In: Proceedings of EMNLP\u00a02019, pp. 3980\u20133990 (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1410","DOI":"10.18653\/v1\/D19-1410"},{"key":"12_CR30","doi-asserted-by":"publisher","unstructured":"Schlatt, F., Fr\u00f6be, M., Hagen, M.: Lightning\u00a0IR: Straightforward fine-tuning and inference of transformer-based language models for information retrieval. In: Proceedings of WSDM\u00a02025, pp. 1048\u20131051 (2025). https:\/\/doi.org\/10.1145\/3701551.3704118","DOI":"10.1145\/3701551.3704118"},{"key":"12_CR31","doi-asserted-by":"publisher","unstructured":"Schlatt, F., et al.: Rank-DistiLLM: closing the effectiveness gap between cross-encoders and LLMs for passage re-ranking. In: Proceedings of ECIR\u00a02025, pp. 323\u2013334 (2025). https:\/\/doi.org\/10.1007\/978-3-031-88714-7_31","DOI":"10.1007\/978-3-031-88714-7_31"},{"key":"12_CR32","doi-asserted-by":"publisher","unstructured":"Schlatt, F., Hagen, T., Potthast, M., Hagen, M.: TITE: token-independent text encoder for information retrieval. In: Proceedings of SIGIR\u00a02025, pp. 2493\u20132503 (2025). https:\/\/doi.org\/10.1145\/3726302.3730094","DOI":"10.1145\/3726302.3730094"},{"key":"12_CR33","doi-asserted-by":"publisher","unstructured":"Schwartz, R., Dodge, J., Smith, N.A., Etzioni, O.: Green AI. Communications of the ACM 63(12), 54\u201363 (2020). https:\/\/doi.org\/10.1145\/3381831","DOI":"10.1145\/3381831"},{"key":"12_CR34","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: BEIR: a heterogeneous benchmark for zero-shot evaluation of information retrieval models. In: Proceedings of NeurIPS\u00a02021 (2021). https:\/\/datasets-benchmarks-proceedings.neurips.cc\/paper\/2021\/hash\/65b9eea6e1cc6bb9f0cd2a47751a186f-Abstract-round2.html"},{"key":"12_CR35","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Proceedings of NeurIPS\u00a02017, pp. 5998\u20136008 (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"12_CR36","doi-asserted-by":"publisher","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: GLUE: a multi-task benchmark and analysis platform for natural language understanding. In: Proceedings of EMNLP\u00a02018, pp. 353\u2013355 (2018). https:\/\/doi.org\/10.18653\/v1\/w18-5446","DOI":"10.18653\/v1\/w18-5446"},{"key":"12_CR37","doi-asserted-by":"publisher","unstructured":"Welch, B.L.: The generalisation of \u2018Student\u2019s\u2019 problem when several different population variances are involved. Biometrika 34(1\/2), 28\u201335 (1947). https:\/\/doi.org\/10.2307\/2332510","DOI":"10.2307\/2332510"},{"key":"12_CR38","doi-asserted-by":"publisher","unstructured":"Xiao, S., Liu, Z., Shao, Y., Cao, Z.: RetroMAE: pre-training retrieval-oriented language models via masked auto-encoder. In: Proceedings of EMNLP\u00a02022, pp. 538\u2013548 (2022). https:\/\/doi.org\/10.18653\/v1\/2022.emnlp-main.35","DOI":"10.18653\/v1\/2022.emnlp-main.35"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-39150-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T14:17:50Z","timestamp":1789913870000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-39150-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9,21]]},"ISBN":["9783032391490","9783032391506"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-39150-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9,21]]},"assertion":[{"value":"21 September 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jena","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2026.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}