{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T05:01:27Z","timestamp":1783573287281,"version":"3.55.0"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031197802","type":"print"},{"value":"9783031197819","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-19781-9_15","type":"book-chapter","created":{"date-parts":[[2022,10,22]],"date-time":"2022-10-22T12:12:59Z","timestamp":1666440779000},"page":"250-266","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Hierarchical Average Precision Training for\u00a0Pertinent Image Retrieval"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0131-2458","authenticated-orcid":false,"given":"Elias","family":"Ramzi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6486-3102","authenticated-orcid":false,"given":"Nicolas","family":"Audebert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4871-3045","authenticated-orcid":false,"given":"Nicolas","family":"Thome","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9899-3201","authenticated-orcid":false,"given":"Cl\u00e9ment","family":"Rambour","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xavier","family":"Bitot","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,23]]},"reference":[{"key":"15_CR1","doi-asserted-by":"crossref","unstructured":"Bertinetto, L., Mueller, R., Tertikas, K., Samangooei, S., Lord, N.A.: Making better mistakes: leveraging class hierarchies with deep networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12506\u201312515 (2020)","DOI":"10.1109\/CVPR42600.2020.01252"},{"key":"15_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1007\/978-3-030-58545-7_39","volume-title":"Computer Vision \u2013 ECCV 2020","author":"A Brown","year":"2020","unstructured":"Brown, A., Xie, W., Kalogeiton, V., Zisserman, A.: Smooth-AP: smoothing the path towards large-scale image retrieval. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12354, pp. 677\u2013694. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58545-7_39"},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Bruch, S., Zoghi, M., Bendersky, M., Najork, M.: Revisiting approximate metric optimization in the age of deep neural networks. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1241\u20131244 (2019)","DOI":"10.1145\/3331184.3331347"},{"key":"15_CR4","doi-asserted-by":"publisher","unstructured":"Burges, C., et al.: Learning to rank using gradient descent. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 89\u201396. ICML 2005, Association for Computing Machinery, New York, NY, USA (2005). https:\/\/doi.org\/10.1145\/1102351.1102363","DOI":"10.1145\/1102351.1102363"},{"key":"15_CR5","unstructured":"Burges, C., Ragno, R., Le, Q.: Learning to rank with nonsmooth cost functions. In: Sch\u00f6lkopf, B., Platt, J., Hoffman, T. (eds.) Advances in Neural Information Processing Systems, vol. 19. MIT Press (2006). https:\/\/proceedings.neurips.cc\/paper\/2006\/file\/af44c4c56f385c43f2529f9b1b018f6a-Paper.pdf"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Cakir, F., He, K., Xia, X., Kulis, B., Sclaroff, S.: Deep metric learning to rank. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1861\u20131870 (2019)","DOI":"10.1109\/CVPR.2019.00196"},{"key":"15_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jpdc.2019.04.008","volume":"131","author":"DM Chan","year":"2019","unstructured":"Chan, D.M., Rao, R., Huang, F., Canny, J.F.: GPU accelerated t-distributed stochastic neighbor embedding. J. Parallel Distrib. Comput. 131, 1\u201313 (2019)","journal-title":"J. Parallel Distrib. Comput."},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Chang, D., Pang, K., Zheng, Y., Ma, Z., Song, Y.Z., Guo, J.: Your \u201cflamingo\u201d is my \u201cbird\u201d: fine-grained, or not. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11476\u201311485 (2021)","DOI":"10.1109\/CVPR46437.2021.01131"},{"key":"15_CR9","unstructured":"Chapelle, O., Chang, Y.: Yahoo! learning to rank challenge overview. In: Proceedings of the learning to rank challenge, pp. 1\u201324. PMLR (2011)"},{"key":"15_CR10","unstructured":"Croft, W.B., Metzler, D., Strohman, T.: Search engines: information retrieval in practice, vol. 520. Addison-Wesley Reading (2010)"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Deng, J., Guo, J., Xue, N., Zafeiriou, S.: ArcFace: additive angular margin loss for deep face recognition. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp. 4690\u20134699 (2019)","DOI":"10.1109\/CVPR.2019.00482"},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Dhall, A., Makarova, A., Ganea, O., Pavllo, D., Greeff, M., Krause, A.: Hierarchical image classification using entailment cone embeddings. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 836\u2013837 (2020)","DOI":"10.1109\/CVPRW50498.2020.00426"},{"key":"15_CR13","doi-asserted-by":"publisher","unstructured":"Dupret, G., Piwowarski, B.: A user behavior model for average precision and its generalization to graded judgments. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 531\u2013538. SIGIR 2010, Association for Computing Machinery, New York, NY, USA (2010). https:\/\/doi.org\/10.1145\/1835449.1835538","DOI":"10.1145\/1835449.1835538"},{"key":"15_CR14","doi-asserted-by":"publisher","unstructured":"Dupret, G., Piwowarski, B.: Model based comparison of discounted cumulative gain and average precision. J. Discrete Algorithms 18, 49\u201362 (2013). https:\/\/doi.org\/10.1016\/j.jda.2012.10.002. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1570866712001372 Selected papers from the 18th International Symposium on String Processing and Information Retrieval (SPIRE 2011)","DOI":"10.1016\/j.jda.2012.10.002"},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"Hadsell, R., Chopra, S., LeCun, Y.: Dimensionality reduction by learning an invariant mapping. In: 2006 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR\u201906), vol. 2, pp. 1735\u20131742. IEEE (2006)","DOI":"10.1109\/CVPR.2006.100"},{"issue":"2","key":"15_CR16","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1002\/asi.21261","volume":"61","author":"B Hj\u00f8rland","year":"2010","unstructured":"Hj\u00f8rland, B.: The foundation of the concept of relevance. J. Am. Soc. Inform. Sci. Technol. 61(2), 217\u2013237 (2010)","journal-title":"J. Am. Soc. Inform. Sci. Technol."},{"issue":"4","key":"15_CR17","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. (TOIS) 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"15_CR18","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: IR evaluation methods for retrieving highly relevant documents. In: ACM SIGIR Forum, vol. 51, pp. 243\u2013250. ACM New York, NY, USA (2017)","DOI":"10.1145\/3130348.3130374"},{"key":"15_CR19","doi-asserted-by":"publisher","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in ir evaluation. J. Am. Soc. Inf. Sci. Technol. 53(13), 1120\u20131129 (2002). https:\/\/doi.org\/10.1002\/asi.10137. https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1002\/asi.10137","DOI":"10.1002\/asi.10137"},{"issue":"1","key":"15_CR20","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s11263-016-0923-4","volume":"121","author":"MT Law","year":"2017","unstructured":"Law, M.T., Thome, N., Cord, M.: Learning a distance metric from relative comparisons between quadruplets of images. Int. J. Comput. Vision 121(1), 65\u201394 (2017)","journal-title":"Int. J. Comput. Vision"},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Movshovitz-Attias, Y., Toshev, A., Leung, T.K., Ioffe, S., Singh, S.: No fuss distance metric learning using proxies. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 360\u2013368 (2017)","DOI":"10.1109\/ICCV.2017.47"},{"key":"15_CR22","doi-asserted-by":"crossref","unstructured":"Oh Song, H., Xiang, Y., Jegelka, S., Savarese, S.: Deep metric learning via lifted structured feature embedding. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4004\u20134012 (2016)","DOI":"10.1109\/CVPR.2016.434"},{"key":"15_CR23","unstructured":"P., M.V., Paulus, A., Musil, V., Martius, G., Rol\u00ednek, M.: Differentiation of blackbox combinatorial solvers. In: ICLR (2020)"},{"key":"15_CR24","unstructured":"Qin, T., Liu, T.: Introducing LETOR 4.0 datasets. arXiv preprint arXiv:1306.2597 (2013)"},{"key":"15_CR25","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s10791-009-9124-x","volume":"13","author":"T Qin","year":"2009","unstructured":"Qin, T., Liu, T.Y., Li, H.: A general approximation framework for direct optimization of information retrieval measures. Inf. Retrieval 13, 375\u2013397 (2009)","journal-title":"Inf. Retrieval"},{"key":"15_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-46448-0_1","volume-title":"Computer Vision \u2013 ECCV 2016","author":"F Radenovi\u0107","year":"2016","unstructured":"Radenovi\u0107, F., Tolias, G., Chum, O.: CNN image retrieval learns from BoW: unsupervised fine-tuning with hard examples. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9905, pp. 3\u201320. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46448-0_1"},{"key":"15_CR27","unstructured":"Ramzi, E., Thome, N., Rambour, C., Audebert, N., Bitot, X.: Robust and decomposable average precision for image retrieval. Advances in Neural Information Processing Systems 34 (2021)"},{"key":"15_CR28","doi-asserted-by":"crossref","unstructured":"Revaud, J., Almaz\u00e1n, J., Rezende, R.S., Souza, C.R.D.: Learning with average precision: Training image retrieval with a listwise loss. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5107\u20135116 (2019)","DOI":"10.1109\/ICCV.2019.00521"},{"key":"15_CR29","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Kanoulas, E., Yilmaz, E.: Extending average precision to graded relevance judgments. In: Proceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval, pp. 603\u2013610 (2010)","DOI":"10.1145\/1835449.1835550"},{"key":"15_CR30","doi-asserted-by":"crossref","unstructured":"Rol\u00ednek, M., Musil, V., Paulus, A., Vlastelica, M., Michaelis, C., Martius, G.: Optimizing rank-based metrics with blackbox differentiation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7620\u20137630 (2020)","DOI":"10.1109\/CVPR42600.2020.00764"},{"key":"15_CR31","unstructured":"Sohn, K.: Improved deep metric learning with multi-class n-pair loss objective. In: Lee, D., Sugiyama, M., Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 29. Curran Associates, Inc. (2016). https:\/\/proceedings.neurips.cc\/paper\/2016\/file\/6b180037abbebea991d8b1232f8a8ca9-Paper.pdf"},{"key":"15_CR32","doi-asserted-by":"crossref","unstructured":"Sun, Y., et al.: Dynamic metric learning: Towards a scalable metric space to accommodate multiple semantic scales. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5393\u20135402 (2021)","DOI":"10.1109\/CVPR46437.2021.00535"},{"key":"15_CR33","doi-asserted-by":"publisher","unstructured":"Taylor, M., Guiver, J., Robertson, S., Minka, T.: SoftRank: optimizing non-smooth rank metrics. In: Proceedings of the 2008 International Conference on Web Search and Data Mining, pp. 77\u201386. WSDM 2008, Association for Computing Machinery, New York, NY, USA (2008). https:\/\/doi.org\/10.1145\/1341531.1341544","DOI":"10.1145\/1341531.1341544"},{"key":"15_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1007\/978-3-030-58586-0_27","volume-title":"Computer Vision \u2013 ECCV 2020","author":"EW Teh","year":"2020","unstructured":"Teh, E.W., DeVries, T., Taylor, G.W.: ProxyNCA++: revisiting and revitalizing proxy neighborhood component analysis. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12369, pp. 448\u2013464. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58586-0_27"},{"key":"15_CR35","first-page":"2579","volume":"9","author":"L van der Maaten","year":"2008","unstructured":"van der Maaten, L., Hinton, G.: Visualizing high-dimensional data using t-SNE. J. Mach. Learn. Res. 9, 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"15_CR36","doi-asserted-by":"crossref","unstructured":"Van Horn, G., et al.: The inaturalist species classification and detection dataset. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 8769\u20138778 (2018)","DOI":"10.1109\/CVPR.2018.00914"},{"key":"15_CR37","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: CosFace: large margin cosine loss for deep face recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 5265\u20135274 (2018)","DOI":"10.1109\/CVPR.2018.00552"},{"key":"15_CR38","doi-asserted-by":"crossref","unstructured":"Wang, X., Han, X., Huang, W., Dong, D., Scott, M.R.: Multi-similarity loss with general pair weighting for deep metric learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5022\u20135030 (2019)","DOI":"10.1109\/CVPR.2019.00516"},{"key":"15_CR39","doi-asserted-by":"crossref","unstructured":"Wang, X., Zhang, H., Huang, W., Scott, M.R.: Cross-batch memory for embedding learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6388\u20136397 (2020)","DOI":"10.1109\/CVPR42600.2020.00642"},{"key":"15_CR40","doi-asserted-by":"crossref","unstructured":"Wu, C.Y., Manmatha, R., Smola, A.J., Krahenbuhl, P.: Sampling matters in deep embedding learning. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2840\u20132848 (2017)","DOI":"10.1109\/ICCV.2017.309"},{"key":"15_CR41","unstructured":"Zhai, A., Wu, H.Y.: Classification is a strong baseline for deep metric learning. arXiv preprint arXiv:1811.12649 (2018)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-19781-9_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,6]],"date-time":"2024-10-06T10:15:45Z","timestamp":1728209745000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-19781-9_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031197802","9783031197819"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-19781-9_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"23 October 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}