{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T15:40:56Z","timestamp":1783611656603,"version":"3.55.0"},"publisher-location":"Cham","reference-count":59,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031729126","type":"print"},{"value":"9783031729133","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72913-3_20","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T21:46:58Z","timestamp":1733089618000},"page":"358-376","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Fairness-Aware Vision Transformer via\u00a0Debiased Self-Attention"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2995-3385","authenticated-orcid":false,"given":"Yao","family":"Qiang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2450-9760","authenticated-orcid":false,"given":"Chengyin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3055-2917","authenticated-orcid":false,"given":"Prashant","family":"Khanduri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0225-7817","authenticated-orcid":false,"given":"Dongxiao","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,2]]},"reference":[{"key":"20_CR1","unstructured":"Alabdulmohsin, I.: A near-optimal algorithm for debiasing trained machine learning models. In: NeurIPS (2021)"},{"key":"20_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/978-3-030-58452-8_13","volume-title":"Computer Vision \u2013 ECCV 2020","author":"N Carion","year":"2020","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A., Zagoruyko, S.: End-to-End object detection with transformers. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12346, pp. 213\u2013229. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58452-8_13"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Chefer, H., Gur, S., Wolf, L.: Transformer interpretability beyond attention visualization. In: CVPR, pp. 782\u2013791 (2021)","DOI":"10.1109\/CVPR46437.2021.00084"},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Chen, M., Peng, H., Fu, J., Ling, H.: Autoformer: searching transformers for visual recognition. In: CVPR (2021)","DOI":"10.1109\/ICCV48922.2021.01205"},{"key":"20_CR5","unstructured":"Chouldechova, A., Roth, A.: The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 (2018)"},{"key":"20_CR6","unstructured":"Chuang, C.Y., Mroueh, Y.: Fair mixup: fairness via interpolation. arXiv preprint arXiv:2103.06503 (2021)"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Dai, Z., Cai, B., Lin, Y., Chen, J.: Up-detr: unsupervised pre-training for object detection with transformers. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00165"},{"key":"20_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"20_CR9","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth 16$$\\times $$16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"20_CR10","unstructured":"Fu, Y., Zhang, S., Wu, S., Wan, C., Lin, Y.: Patch-fool: are vision transformers always robust against adversarial perturbations? arXiv preprint arXiv:2203.08392 (2022)"},{"key":"20_CR11","unstructured":"Ganin, Y., Lempitsky, V.: Unsupervised domain adaptation by backpropagation. In: ICML (2015)"},{"issue":"11","key":"20_CR12","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1038\/s42256-020-00257-z","volume":"2","author":"R Geirhos","year":"2020","unstructured":"Geirhos, R., et al.: Shortcut learning in deep neural networks. Nat. Mach. Intell. 2(11), 665\u2013673 (2020)","journal-title":"Nat. Mach. Intell."},{"key":"20_CR13","unstructured":"Ghosal, S.S., Ming, Y., Li, Y.: Are vision transformers robust to spurious correlations? arXiv preprint arXiv:2203.09125 (2022)"},{"key":"20_CR14","unstructured":"Hardt, M., Price, E., Srebro, N.: Equality of opportunity in supervised learning. In: NeurIPS (2016)"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Holstein, K., Wortman\u00a0Vaughan, J., Daum\u00e9\u00a0III, H., Dudik, M., Wallach, H.: Improving fairness in machine learning systems: what do industry practitioners need? In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems, pp. 1\u201316 (2019)","DOI":"10.1145\/3290605.3300830"},{"key":"20_CR16","unstructured":"Hudson, D.A., Zitnick, L.: Generative adversarial transformers. In: ICML, pp. 4487\u20134499. PMLR (2021)"},{"key":"20_CR17","unstructured":"Jain, S., Wallace, B.C.: Attention is not explanation. arXiv preprint arXiv:1902.10186 (2019)"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Jung, S., Lee, D., Park, T., Moon, T.: Fair feature distillation for visual recognition. In: CVPR, pp. 12115\u201312124 (2021)","DOI":"10.1109\/CVPR46437.2021.01194"},{"key":"20_CR19","doi-asserted-by":"crossref","unstructured":"Kim, B., Kim, H., Kim, K., Kim, S., Kim, J.: Learning not to learn: training deep neural networks with biased data. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00922"},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Kim, E., Lee, J., Choo, J.: Biaswap: removing dataset bias with bias-tailored swapping augmentation. In: CVPR (2021)","DOI":"10.1109\/ICCV48922.2021.01472"},{"key":"20_CR21","doi-asserted-by":"crossref","unstructured":"Kim, M.P., Ghorbani, A., Zou, J.: Multiaccuracy: black-box post-processing for fairness in classification. In: Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 247\u2013254 (2019)","DOI":"10.1145\/3306618.3314287"},{"key":"20_CR22","doi-asserted-by":"publisher","unstructured":"Li, C., et al.: Focalunetr: a focal transformer for boundary-aware prostate segmentation using ct images. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 592\u2013602. Springer, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-031-43898-1_57","DOI":"10.1007\/978-3-031-43898-1_57"},{"key":"20_CR23","doi-asserted-by":"crossref","unstructured":"Li, X., Pan, D., Li, C., Qiang, Y., Zhu, D.: Negative flux aggregation to estimate feature attributions. arXiv preprint arXiv:2301.06989 (2023)","DOI":"10.24963\/ijcai.2023\/50"},{"key":"20_CR24","unstructured":"Li, Y., Zhang, K., Cao, J., Timofte, R., Van\u00a0Gool, L.: Localvit: bringing locality to vision transformers. arXiv preprint arXiv:2104.05707 (2021)"},{"key":"20_CR25","doi-asserted-by":"publisher","unstructured":"Li, Z., Hoogs, A., Xu, C.: Discover and mitigate unknown biases with debiasing alternate networks. In: ECCV 2022, pp. 270\u2013288. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-19778-9_16","DOI":"10.1007\/978-3-031-19778-9_16"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: CVPR, pp. 10012\u201310022 (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 3730\u20133738 (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"20_CR28","unstructured":"Locatello, F., et al.: On the fairness of disentangled representations. In: NeurIPS (2019)"},{"key":"20_CR29","doi-asserted-by":"crossref","unstructured":"Lohia, P.K., Ramamurthy, K.N., Bhide, M., Saha, D., Varshney, K.R., Puri, R.: Bias mitigation post-processing for individual and group fairness. In: ICASSP, pp. 2847\u20132851. IEEE (2019)","DOI":"10.1109\/ICASSP.2019.8682620"},{"key":"20_CR30","unstructured":"Long, M., Cao, Y., Wang, J., Jordan, M.: Learning transferable features with deep adaptation networks. In: ICML (2015)"},{"key":"20_CR31","unstructured":"Madras, D., Creager, E., Pitassi, T., Zemel, R.: Learning adversarially fair and transferable representations. In: ICML (2018)"},{"key":"20_CR32","unstructured":"Madry, A., Makelov, A., Schmidt, L., Tsipras, D., Vladu, A.: Towards deep learning models resistant to adversarial attacks. arXiv preprint arXiv:1706.06083 (2017)"},{"key":"20_CR33","doi-asserted-by":"crossref","unstructured":"Mao, X., et al.: Towards robust vision transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12042\u201312051 (2022)","DOI":"10.1109\/CVPR52688.2022.01173"},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"McDonnell, T., Lease, M., Kutlu, M., Elsayed, T.: Why is that relevant? collecting annotator rationales for relevance judgments. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol.\u00a04, pp. 139\u2013148 (2016)","DOI":"10.1609\/hcomp.v4i1.13287"},{"key":"20_CR35","first-page":"20673","volume":"33","author":"J Nam","year":"2020","unstructured":"Nam, J., Cha, H., Ahn, S., Lee, J., Shin, J.: Learning from failure: de-biasing classifier from biased classifier. Adv. Neural. Inf. Process. Syst. 33, 20673\u201320684 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"20_CR36","unstructured":"Park, S., Kim, D., Hwang, S., Byun, H.: Readme: representation learning by fairness-aware disentangling method. arXiv preprint arXiv:2007.03775 (2020)"},{"key":"20_CR37","doi-asserted-by":"crossref","unstructured":"Qiang, Y., Li, C., Brocanelli, M., Zhu, D.: Counterfactual interpolation augmentation (cia): a unified approach to enhance fairness and explainability of dnn. In: Proceedings of the IJCAI-22, vol.\u00a07, pp. 732\u2013739 (2022)","DOI":"10.24963\/ijcai.2022\/103"},{"key":"20_CR38","unstructured":"Qiang, Y., Li, C., Khanduri, P., Zhu, D.: Interpretability-aware vision transformer. arXiv preprint arXiv:2309.08035 (2023)"},{"key":"20_CR39","unstructured":"Qiang, Y., et al.: Prompt perturbation consistency learning for robust language models. arXiv preprint arXiv:2402.15833 (2024)"},{"key":"20_CR40","unstructured":"Qiang, Y., Pan, D., Li, C., Li, X., Jang, R., Zhu, D.: AttCAT: explaining transformers via attentive class activation tokens. In: Advances in NeurIPS (2022). https:\/\/openreview.net\/forum?id=cA8Zor8wFr5"},{"key":"20_CR41","unstructured":"Ramachandran, P., Parmar, N., Vaswani, A., Bello, I., Levskaya, A., Shlens, J.: Stand-alone self-attention in vision models. In: Advances in NeurIPS, vol. 32 (2019)"},{"key":"20_CR42","unstructured":"Sagawa, S., Koh, P.W., Hashimoto, T.B., Liang, P.: Distributionally robust neural networks for group shifts: on the importance of regularization for worst-case generalization. arXiv preprint arXiv:1911.08731 (2019)"},{"key":"20_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"746","DOI":"10.1007\/978-3-030-58526-6_44","volume-title":"Computer Vision \u2013 ECCV 2020","author":"MH Sarhan","year":"2020","unstructured":"Sarhan, M.H., Navab, N., Eslami, A., Albarqouni, S.: Fairness by learning orthogonal disentangled representations. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12374, pp. 746\u2013761. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58526-6_44"},{"key":"20_CR44","doi-asserted-by":"crossref","unstructured":"Serrano, S., Smith, N.A.: Is attention interpretable? arXiv preprint arXiv:1906.03731 (2019)","DOI":"10.18653\/v1\/P19-1282"},{"key":"20_CR45","doi-asserted-by":"crossref","unstructured":"Singh, K.K., Mahajan, D., Grauman, K., Lee, Y.J., Feiszli, M., Ghadiyaram, D.: Don\u2019t judge an object by its context: learning to overcome contextual bias. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11070\u201311078 (2020)","DOI":"10.1109\/CVPR42600.2020.01108"},{"key":"20_CR46","doi-asserted-by":"crossref","unstructured":"Strudel, R., Garcia, R., Laptev, I., Schmid, C.: Segmenter: transformer for semantic segmentation. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00717"},{"key":"20_CR47","unstructured":"Sudhakar, S., Prabhu, V., Krishnakumar, A., Hoffman, J.: Mitigating bias in visual transformers via targeted alignment. arXiv preprint arXiv:2302.04358 (2023)"},{"key":"20_CR48","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., J\u00e9gou, H.: Training data-efficient image transformers & distillation through attention. In: International Conference on Machine Learning, pp. 10347\u201310357. PMLR (2021)"},{"key":"20_CR49","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. NeurIPS 30 (2017)"},{"key":"20_CR50","doi-asserted-by":"crossref","unstructured":"Wang, M., Deng, W.: Mitigating bias in face recognition using skewness-aware reinforcement learning. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00934"},{"key":"20_CR51","doi-asserted-by":"crossref","unstructured":"Wang, W., Niu, L., Zhang, J., Yang, X., Zhang, L.: Dual-path image inpainting with auxiliary gan inversion. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01113"},{"key":"20_CR52","doi-asserted-by":"crossref","unstructured":"Wang, Z., et al.: Fairness-aware adversarial perturbation towards bias mitigation for deployed deep models. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01013"},{"key":"20_CR53","unstructured":"Wilson, B., Hoffman, J., Morgenstern, J.: Predictive inequity in object detection. arXiv preprint arXiv:1902.11097 (2019)"},{"key":"20_CR54","unstructured":"Xu, H., Liu, X., Li, Y., Jain, A., Tang, J.: To be robust or to be fair: towards fairness in adversarial training. In: ICML (2021)"},{"key":"20_CR55","unstructured":"Yang, J., et al.: Focal self-attention for local-global interactions in vision transformers. arXiv preprint arXiv:2107.00641 (2021)"},{"key":"20_CR56","first-page":"5824","volume":"33","author":"T Yu","year":"2020","unstructured":"Yu, T., Kumar, S., Gupta, A., Levine, S., Hausman, K., Finn, C.: Gradient surgery for multi-task learning. Adv. Neural. Inf. Process. Syst. 33, 5824\u20135836 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"20_CR57","doi-asserted-by":"crossref","unstructured":"Zhang, B.H., Lemoine, B., Mitchell, M.: Mitigating unwanted biases with adversarial learning. In: Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 335\u2013340 (2018)","DOI":"10.1145\/3278721.3278779"},{"key":"20_CR58","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Sang, J.: Towards accuracy-fairness paradox: adversarial example-based data augmentation for visual debiasing. In: Proceedings of ICM, pp. 4346\u20134354 (2020)","DOI":"10.1145\/3394171.3413772"},{"key":"20_CR59","unstructured":"Zhou, D., et al.: Understanding the robustness in vision transformers. In: ICML (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72913-3_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T23:26:08Z","timestamp":1733095568000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72913-3_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"ISBN":["9783031729126","9783031729133"],"references-count":59,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72913-3_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,2]]},"assertion":[{"value":"2 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}