{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T11:48:32Z","timestamp":1774352912614,"version":"3.50.1"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030721121","type":"print"},{"value":"9783030721138","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72113-8_16","type":"book-chapter","created":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T12:03:02Z","timestamp":1616760182000},"page":"238-253","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Mitigating the Position Bias of Transformer Models in Passage Re-ranking"],"prefix":"10.1007","author":[{"given":"Sebastian","family":"Hofst\u00e4tter","sequence":"first","affiliation":[]},{"given":"Aldo","family":"Lipani","sequence":"additional","affiliation":[]},{"given":"Sophia","family":"Althammer","sequence":"additional","affiliation":[]},{"given":"Markus","family":"Zlabinger","sequence":"additional","affiliation":[]},{"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,3,27]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Agrawal, A., Batra, D., Parikh, D., Kembhavi, A.: Don\u2019t just assume; look and answer: overcoming priors for visual question answering. In: Proceedings of CVPR (2018)","DOI":"10.1109\/CVPR.2018.00522"},{"key":"16_CR2","unstructured":"Anand, A., Belilovsky, E., Kastner, K., Larochelle, H., Courville, A.: Blindfold baselines for embodied QA. arXiv preprint arXiv:1811.05013 (2018)"},{"key":"16_CR3","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated MAchine Reading COmprehension Dataset. In: Proceedings of NeurIPS (2016)"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Barrett, M., Kementchedjhieva, Y., Elazar, Y., Elliott, D., S\u00f8gaard, A.: Adversarial removal of demographic attributes revisited. In: Proceedings of EMNLP-IJCNLP (2019)","DOI":"10.18653\/v1\/D19-1662"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Belinkov, Y., Poliak, A., Shieber, S., Van Durme, B., Rush, A.: Don\u2019t take the premise for granted: mitigating artifacts in natural language inference. In: Proceedings of ACL (2019)","DOI":"10.18653\/v1\/P19-1084"},{"key":"16_CR6","unstructured":"Bolukbasi, T., Chang, K.W., Zou, J.Y., Saligrama, V., Kalai, A.T.: Man is to computer programmer as woman is to homemaker? Debiasing word embeddings. In: Lee, D.D., Sugiyama, M., Luxburg, U.V., Guyon, I., Garnett, R. (eds.) Proceedings of NeurIPS (2016)"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Catena, M., Frieder, O., Muntean, C.I., Nardini, F.M., Perego, R., Tonellotto, N.: Enhanced news retrieval: passages lead the way! In: Proceedings of SIGIR (2019)","DOI":"10.1145\/3331184.3331373"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Chen, D., Bolton, J., Manning, C.D.: A thorough examination of the CNN\/daily mail reading comprehension task. In: Proceedings of ACL (2016)","DOI":"10.18653\/v1\/P16-1223"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Clark, C., Yatskar, M., Zettlemoyer, L.: Don\u2019t take the easy way out: ensemble based methods for avoiding known dataset biases. In: Proceedings of EMNLP-IJCNLP (2019)","DOI":"10.18653\/v1\/D19-1418"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC 2019 deep learning track. In: TREC (2019)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"16_CR11","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL (2019)"},{"key":"16_CR12","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Elazar, Y., Goldberg, Y.: Adversarial removal of demographic attributes from text data. In: Proceedings of EMNLP (2018)","DOI":"10.18653\/v1\/D18-1002"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: A white box analysis of colBERT (2020)","DOI":"10.1007\/978-3-030-72240-1_23"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Gardner, M., et al.: AllenNLP: a deep semantic natural language processing platform. arXiv preprint arXiv:1803.07640 (2017)","DOI":"10.18653\/v1\/W18-2501"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Gerritse, E.J., Hasibi, F., de Vries, A.P.: Bias in conversational search: the double-edged sword of the personalized knowledge graph. In: Proceedings of ICTIR (2020)","DOI":"10.1145\/3409256.3409834"},{"key":"16_CR17","doi-asserted-by":"publisher","unstructured":"Gezici, G., Lipani, A., Saygin, Y., Yilmaz, E.: Evaluation metrics for measuring bias in search engine results. Inf. Retrieval J. 1\u201329 (2021). https:\/\/doi.org\/10.1007\/s10791-020-09386-w","DOI":"10.1007\/s10791-020-09386-w"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Glockner, M., Shwartz, V., Goldberg, Y.: Breaking NLI systems with sentences that require simple lexical inferences. In: Proceedings of ACL (2018)","DOI":"10.18653\/v1\/P18-2103"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Grand, G., Belinkov, Y.: Adversarial regularization for visual question answering: strengths, shortcomings, and side effects. In: Proceedings of the Workshop on Shortcomings in Vision and Language (2019)","DOI":"10.18653\/v1\/W19-1801"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Gururangan, S., Swayamdipta, S., Levy, O., Schwartz, R., Bowman, S., Smith, N.A.: Annotation artifacts in natural language inference data. In: Proceedings of NAACL (2018)","DOI":"10.18653\/v1\/N18-2017"},{"key":"16_CR21","unstructured":"Hofst\u00e4tter, S., Hanbury, A.: Let\u2019s measure run time! Extending the IR replicability infrastructure to include performance aspects. In: Proceedings of OSIRRC (2019)"},{"key":"16_CR22","unstructured":"Hofst\u00e4tter, S., Zlabinger, M., Hanbury, A.: Interpretable & time-budget-constrained contextualization for re-ranking. In: Proceedings of ECAI (2020)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Hofst\u00e4tter, S., Zlabinger, M., Sertkan, M., Schr\u00f6der, M., Hanbury, A.: Fine-grained relevance annotations for multi-task document ranking and question answering. In: Proceedings of CIKM (2020)","DOI":"10.1145\/3340531.3412878"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P.: Adversarial examples for evaluating reading comprehension systems. In: Proceedings of EMNLP (2017)","DOI":"10.18653\/v1\/D17-1215"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Khattab, O., Zaharia, M.: ColBERT: efficient and effective passage search via contextualized late interaction over BERT. In: Proceedings of SIGIR (2020)","DOI":"10.1145\/3397271.3401075"},{"key":"16_CR26","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"16_CR27","unstructured":"Li, C., Yates, A., MacAvaney, S., He, B., Sun, Y.: PARADE: passage representation aggregation for document reranking. arXiv preprint arXiv:2008.09093 (2020)"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Li, Y., Baldwin, T., Cohn, T.: Towards robust and privacy-preserving text representations. In: Proceedings of ACL (2018)","DOI":"10.18653\/v1\/P18-2005"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"1503","DOI":"10.1109\/TKDE.2019.2947049","volume":"33","author":"A Lipani","year":"2019","unstructured":"Lipani, A., Losada, D.E., Zuccon, G., Lupu, M.: Fixed-cost pooling strategies. IEEE Trans. Knowl. Data Eng. 33, 1503\u20131522 (2019)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Lipani, A.: Fairness in information retrieval. In: Proceedings of SIGIR (2016)","DOI":"10.1145\/2911451.2911473"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Lipani, A., Lupu, M., Hanbury, A.: Splitting water: precision and anti-precision to reduce pool bias. In: Proceedings of SIGIR (2015)","DOI":"10.1145\/2766462.2767749"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Lipani, A., Lupu, M., Hanbury, A.: The curious incidence of bias corrections in the pool. In: Proceedings of ECIR (2016)","DOI":"10.1007\/978-3-319-30671-1_20"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Lipani, A., Lupu, M., Kanoulas, E., Hanbury, A.: The solitude of relevant documents in the pool. In: Proceedings of CIKM (2016)","DOI":"10.1145\/2983323.2983891"},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Luan, Y., Eisenstein, J., Toutanova, K., Collins, M.: Sparse, dense, and attentional representations for text retrieval. arXiv preprint arXiv:2005.00181 (2020)","DOI":"10.1162\/tacl_a_00369"},{"key":"16_CR35","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., Cohan, A., Goharian, N.: CEDR: contextualized embeddings for document ranking. In: Proceedings of SIGIR (2019)","DOI":"10.1145\/3331184.3331317"},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"McCoy, T., Pavlick, E., Linzen, T.: Right for the wrong reasons: diagnosing syntactic heuristics in natural language inference. In: Proceedings of ACL (2019)","DOI":"10.18653\/v1\/P19-1334"},{"key":"16_CR37","doi-asserted-by":"crossref","unstructured":"Min, S., Wallace, E., Singh, S., Gardner, M., Hajishirzi, H., Zettlemoyer, L.: Compositional questions do not necessitate multi-hop reasoning. In: Proceedings of ACL (2019)","DOI":"10.18653\/v1\/P19-1416"},{"key":"16_CR38","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)"},{"key":"16_CR39","unstructured":"Paszke, A., et al.: Automatic differentiation in PyTorch. In: Proceedings of NeurIPS-W (2017)"},{"key":"16_CR40","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.: GloVe: global vectors for word representation. In: Proceedings of EMNLP (2014)","DOI":"10.3115\/v1\/D14-1162"},{"key":"16_CR41","doi-asserted-by":"crossref","unstructured":"Poliak, A., Naradowsky, J., Haldar, A., Rudinger, R., Van Durme, B.: Hypothesis only baselines in natural language inference. In: Proceedings of the CLCS (2018)","DOI":"10.18653\/v1\/S18-2023"},{"key":"16_CR42","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. In: Proceedings of EMNLP (2016)","DOI":"10.18653\/v1\/D16-1264"},{"key":"16_CR43","unstructured":"Ramakrishnan, S., Agrawal, A., Lee, S.: Overcoming language priors in visual question answering with adversarial regularization. In: Bengio, S., Wallach, H., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Proceedings of NeurIPS (2018)"},{"key":"16_CR44","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Schedl, M.: Do neural ranking models intensify gender bias? arXiv preprint arXiv:2005.00372 (2020)","DOI":"10.1145\/3397271.3401280"},{"key":"16_CR45","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)"},{"key":"16_CR46","doi-asserted-by":"crossref","unstructured":"Shaw, P., Uszkoreit, J., Vaswani, A.: Self-attention with relative position representations. In: Proceedings of NAACL (2018)","DOI":"10.18653\/v1\/N18-2074"},{"key":"16_CR47","unstructured":"Tsuchiya, M.: Performance impact caused by hidden bias of training data for recognizing textual entailment. In: Proceedings of LREC (2018)"},{"key":"16_CR48","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Proceedings of NIPS (2017)"},{"key":"16_CR49","doi-asserted-by":"crossref","unstructured":"Wang, X., Tu, Z., Wang, L., Shi, S.: Self-attention with structural position representations. In: Proceedings of EMNLP-IJCNLP (2019)","DOI":"10.18653\/v1\/D19-1145"},{"key":"16_CR50","doi-asserted-by":"crossref","unstructured":"Wu, Z., Mao, J., Liu, Y., Zhang, M., Ma, S.: Investigating passage-level relevance and its role in document-level relevance judgment. In: Proceedings of SIGIR (2019)","DOI":"10.1145\/3331184.3331233"},{"key":"16_CR51","doi-asserted-by":"crossref","unstructured":"Xiong, C., Dai, Z., Callan, J., Liu, Z., Power, R.: End-to-end neural ad-hoc ranking with kernel pooling. In: Proceedings of SIGIR (2017)","DOI":"10.1145\/3077136.3080809"},{"key":"16_CR52","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. arXiv preprint arXiv:2007.00808 (2020)"},{"key":"16_CR53","doi-asserted-by":"crossref","unstructured":"Yang, B., Wang, L., Wong, D.F., Chao, L.S., Tu, Z.: Assessing the ability of self-attention networks to learn word order. In: Proceedings of ACL (2019)","DOI":"10.18653\/v1\/P19-1354"},{"key":"16_CR54","doi-asserted-by":"crossref","unstructured":"Yang, P., Fang, H., Lin, J.: Anserini: enabling the use of Lucene for information retrieval research. In: Proceedings of SIGIR (2017)","DOI":"10.1145\/3077136.3080721"},{"key":"16_CR55","unstructured":"Yilmaz, Z.A., Yang, W., Zhang, H., Lin, J.: Cross-domain modeling of sentence-level evidence for document retrieval. In: Proceedings of EMNLP-IJCNLP (2019)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72113-8_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,26]],"date-time":"2024-08-26T22:17:06Z","timestamp":1724710626000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-72113-8_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030721121","9783030721138"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72113-8_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"27 March 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"43","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2021.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"436","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}