{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T20:46:42Z","timestamp":1772311602479,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,9,14]],"date-time":"2024-09-14T00:00:00Z","timestamp":1726272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,14]],"date-time":"2024-09-14T00:00:00Z","timestamp":1726272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s11760-024-03562-x","type":"journal-article","created":{"date-parts":[[2024,9,14]],"date-time":"2024-09-14T10:02:10Z","timestamp":1726308130000},"page":"9495-9503","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Image deduplication using efficient visual indexing and retrieval: optimizing storage, time and energy for deep neural network training"],"prefix":"10.1007","volume":"18","author":[{"given":"M. M. Mahabubur","family":"Rahman","sequence":"first","affiliation":[]},{"given":"Debojyoti","family":"Biswas","sequence":"additional","affiliation":[]},{"given":"Xiao","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Jelena","family":"Te\u0161i\u0107","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,14]]},"reference":[{"key":"3562_CR1","doi-asserted-by":"crossref","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et al.: Imagenet large scale visual recognition challenge. International Journal of Computer Vision, vol. 115, pp. 211\u2013252 (2015). Springer","DOI":"10.1007\/s11263-015-0816-y"},{"key":"3562_CR2","doi-asserted-by":"crossref","unstructured":"Kaur, R., Bhattacharya, J., Chana, I.: Deep CNN-based online image deduplication technique for cloud storage system. Multimedia Tools and Applications, vol. 81, no. 28, pp. 40793\u201340826 (2022). Springer","DOI":"10.1007\/s11042-022-13182-7"},{"key":"3562_CR3","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y., et al.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning, vol. 2011, no. 5, pp. 7 (2011). Granada, Spain"},{"issue":"3","key":"3562_CR4","first-page":"12","volume":"5","author":"Y Nbt","year":"2016","unstructured":"Nbt, Y., Ismail, A., Majid, N.A.A.: Deduplication image middleware detection comparison in standalone cloud database. Int. J. Adv. Comput. Sci. Technol. (IJACST) 5(3), 12\u201318 (2016)","journal-title":"Int. J. Adv. Comput. Sci. Technol. (IJACST)"},{"key":"3562_CR5","doi-asserted-by":"crossref","unstructured":"Schwartz, R., Dodge, J., Smith, N.A., Etzioni, O.: Green AI. Communications of the ACM, vol. 63, no. 12, pp. 54\u201363 (2020). ACM New York, NY, USA","DOI":"10.1145\/3381831"},{"key":"3562_CR6","doi-asserted-by":"crossref","unstructured":"Xie, D., Zhang, L., Bai, L., et al.: Deep learning in visual computing and signal processing. Applied Computational Intelligence and Soft Computing, vol. 2017 (2017). Hindawi","DOI":"10.1155\/2017\/1320780"},{"key":"3562_CR7","doi-asserted-by":"crossref","unstructured":"Ma, J., Jiang, X., Fan, A., Jiang, J., Yan, J.: Image matching from handcrafted to deep features: A survey. International Journal of Computer Vision, vol. 129, no. 1, pp. 23\u201379 (2021). Springer","DOI":"10.1007\/s11263-020-01359-2"},{"key":"3562_CR8","doi-asserted-by":"crossref","unstructured":"Rahman, M.M., Te\u0161i\u0107, J.: Evaluating Hybrid Approximate Nearest Neighbor Indexing and Search (HANNIS) for High-dimensional Image Feature Search. In: 2022 IEEE Intl. Conf. on Big Data, pp. 6802\u20136804 (2022)","DOI":"10.1109\/BigData55660.2022.10021048"},{"key":"3562_CR9","doi-asserted-by":"crossref","unstructured":"Johnson, J., Douze, M., J\u00e9gou, H.: Billion-scale similarity search with GPUs. IEEE Transactions on Big Data, vol. 7, no. 3, pp. 535\u2013547 (2019). IEEE","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"3562_CR10","doi-asserted-by":"crossref","unstructured":"Malkov, Y.A., Yashunin, D.A.: Efficient and robust approximate nearest neighbor search using hierarchical navigable small world graphs. IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 42, no. 4, pp. 824\u2013836 (2018). IEEE","DOI":"10.1109\/TPAMI.2018.2889473"},{"key":"3562_CR11","first-page":"5199","volume":"34","author":"Q Chen","year":"2021","unstructured":"Chen, Q., Zhao, B., Wang, H., Li, M., Liu, C., Li, Z., Yang, M., Wang, J.: Spann: Highly-efficient billion-scale approximate nearest neighborhood search. Advances in Neural Information Processing Systems 34, 5199\u20135212 (2021)","journal-title":"Advances in Neural Information Processing Systems"},{"key":"3562_CR12","doi-asserted-by":"crossref","unstructured":"Rahman, M.M., Te\u0161i\u0107, J.: Hybrid Approximate Nearest Neighbor Indexing and Search (HANNIS) for Large Descriptor Databases. In: 2022 IEEE Intl. Conf. on Big Data, pp. 3895\u20133902 (2022). IEEE","DOI":"10.1109\/BigData55660.2022.10020464"},{"issue":"10","key":"3562_CR13","first-page":"1","volume":"11","author":"K Velmurugan","year":"2011","unstructured":"Velmurugan, K., Baboo, L.D.S.S.: Content-based Image Retrieval using SURF and Color Moments. Global Journal of Computer Science and Technology 11(10), 1\u20134 (2011)","journal-title":"Global Journal of Computer Science and Technology"},{"key":"3562_CR14","doi-asserted-by":"crossref","unstructured":"Lei, Y., Qiu, G., Zheng, L., Huang, J.: Fast near-duplicate image detection using uniform randomized trees. ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM), vol. 10, no. 4, pp. 1\u201315 (2014). ACM New York, NY, USA","DOI":"10.1145\/2602186"},{"key":"3562_CR15","doi-asserted-by":"crossref","unstructured":"Yu, X., Huang, T.: A SIFT-based image fingerprinting approach robust to geometric transformations. In: 2009 IEEE International Symposium on Circuits and Systems, pp. 1665\u20131668 (2009). IEEE","DOI":"10.1109\/ISCAS.2009.5118093"},{"key":"3562_CR16","doi-asserted-by":"crossref","unstructured":"Li, L., Zic, J.: Image Matching Algorithm based on Feature-point and DAISY Descriptor. Journal of Multimedia, vol. 9, no. 6, pp. 829\u2013834 (2014). Citeseer","DOI":"10.4304\/jmm.9.6.829-834"},{"key":"3562_CR17","doi-asserted-by":"crossref","unstructured":"Foo, J.J., Sinha, R., Zobel, J.: SICO: a system for detection of near-duplicate images during search. In: 2007 IEEE International Conference on Multimedia and Expo (ICME), pp. 595\u2013598 (2007). IEEE","DOI":"10.1109\/ICME.2007.4284720"},{"key":"3562_CR18","doi-asserted-by":"crossref","unstructured":"Chen, C.C., Hsieh, S.L.: Using binarization and hashing for efficient SIFT matching. Journal of Visual Communication and Image Representation, vol. 30, pp. 86\u201393 (2015). Elsevier","DOI":"10.1016\/j.jvcir.2015.02.014"},{"key":"3562_CR19","doi-asserted-by":"crossref","unstructured":"Kordopatis-Zilos, G., Papadopoulos, S., Patras, I., Kompatsiaris, I.: Finding near-duplicate videos in large-scale collections. In: Video Verification in the Fake News Era, pp. 91\u2013126 (2019). Springer","DOI":"10.1007\/978-3-030-26752-0_4"},{"key":"3562_CR20","doi-asserted-by":"crossref","unstructured":"Liang, S., Wang, P.: An efficient hierarchical near-duplicate video detection algorithm based on deep semantic features. In: 26th International Conference on Multimedia Modeling, pp. 752\u2013763 (2020). Springer","DOI":"10.1007\/978-3-030-37731-1_61"},{"key":"3562_CR21","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Wang, J., Zhu, L., Luo, Y., Lu, G.: Deep collaborative graph hashing for discriminative image retrieval. Pattern Recognition 139, 109462 (2023). Elsevier","DOI":"10.1016\/j.patcog.2023.109462"},{"key":"3562_CR22","doi-asserted-by":"crossref","unstructured":"Wang, W., Zhang, H., Zhang, Z., Liu, L., Shao, L.: Sparse graph-based self-supervised hashing for scalable image retrieval. Information Sciences 547, 622\u2013640 (2021). Elsevier","DOI":"10.1016\/j.ins.2020.08.092"},{"key":"3562_CR23","doi-asserted-by":"crossref","unstructured":"Hu, H., Wang, K., Lv, C., Wu, J., Yang, Z.: Semi-supervised metric learning-based anchor graph hashing for large-scale image retrieval. IEEE Transactions on Image Processing 28, 739\u2013754 (2018). IEEE","DOI":"10.1109\/TIP.2018.2860898"},{"key":"3562_CR24","doi-asserted-by":"crossref","unstructured":"Jiang, X., Tang, H., Li, Z.: Global meets local: Dual activation hashing network for large-scale fine-grained image retrieval. IEEE Transactions on Knowledge and Data Engineering (2024). IEEE","DOI":"10.1109\/TKDE.2024.3393512"},{"key":"3562_CR25","doi-asserted-by":"crossref","unstructured":"Zhou, H., Qin, Q., Hou, J., Dai, J., Huang, L., Zhang, W.: Deep global semantic structure-preserving hashing via corrective triplet loss for remote sensing image retrieval. Expert Systems with Applications 238, 122105 (2024). Elsevier","DOI":"10.1016\/j.eswa.2023.122105"},{"key":"3562_CR26","doi-asserted-by":"crossref","unstructured":"He, C., Wei, H.: HybridHash: Hybrid convolutional and self-attention deep hashing for image retrieval. In: Proceedings of the 2024 International Conference on Multimedia Retrieval, pp. 824\u2013832 (2024)","DOI":"10.1145\/3652583.3658014"},{"key":"3562_CR27","doi-asserted-by":"crossref","unstructured":"Jang, Y.K., Gu, G., Ko, B., Kang, I., Cho, N.I.: Deep hash distillation for image retrieval. In: European Conference on Computer Vision, pp. 354\u2013371 (2022). Springer","DOI":"10.1007\/978-3-031-19781-9_21"},{"key":"3562_CR28","doi-asserted-by":"crossref","unstructured":"Kouiroukidis, N., Evangelidis, G.: The effects of dimensionality curse in high dimensional KNN search. In: 2011 15th Panhellenic Conference on Informatics, pp. 41\u201345 (2011). IEEE","DOI":"10.1109\/PCI.2011.45"},{"key":"3562_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, S.: Challenges in KNN classification. IEEE Transactions on Knowledge and Data Engineering, vol. 34, no. 10, pp. 4663\u20134675 (2021). IEEE","DOI":"10.1109\/TKDE.2021.3049250"},{"key":"3562_CR30","doi-asserted-by":"crossref","unstructured":"Ukey, N., Yang, Z., Li, B., Zhang, G., Hu, Y., Zhang, W.: Survey on exact KNN queries over high-dimensional data space. Sensors, vol. 23, no. 2, pp. 629 (2023). MDPI","DOI":"10.3390\/s23020629"},{"key":"3562_CR31","doi-asserted-by":"crossref","unstructured":"Biswas, D., Rahman, M.M., Zong, Z., Te\u0161i\u0107, J.: Improving the Energy Efficiency of Real-time DNN Object Detection via Compression, Transfer Learning, and Scale Prediction. In: 2022 IEEE International Conference on Networking, Architecture, and Storage (NAS), pp. 1\u20138 (2022). IEEE","DOI":"10.1109\/NAS55553.2022.9925528"},{"key":"3562_CR32","doi-asserted-by":"crossref","unstructured":"Biswas, D., Te\u0161i\u0107, J.: Small Object Difficulty (SOD) Modeling for Objects Detection in Satellite Images. In: 2022 14th International Conference on Computational Intelligence and Communication Networks (CICN), pp. 125\u2013130 (2022). IEEE","DOI":"10.1109\/CICN56167.2022.10008383"},{"key":"3562_CR33","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"3562_CR34","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Technical Report, University of Toronto, Canada (2009)"},{"key":"3562_CR35","unstructured":"iNaturalist: iNaturalist is a joint initiative of the California Academy of Sciences and the National Geographic Society. (2022). https:\/\/www.inaturalist.org\/observations"},{"key":"3562_CR36","doi-asserted-by":"crossref","unstructured":"Li, X., Chang, L., Liu, X.: CEDedup: Cost-effective convolutional neural nets training based on image deduplication. In: 2021 IEEE Intl Conf SPA\/BDCloud\/SocialCom\/SustainCom, pp. 11\u201318 (2021). IEEE","DOI":"10.1109\/ISPA-BDCloud-SocialCom-SustainCom52081.2021.00017"},{"key":"3562_CR37","doi-asserted-by":"crossref","unstructured":"Singh, S.P., Bhatnagar, G.: A robust image hashing based on discrete wavelet transform. In: 2017 IEEE International Conference on Signal and Image Processing Applications (ICSIPA), pp. 440\u2013444 (2017). IEEE","DOI":"10.1109\/ICSIPA.2017.8120651"},{"key":"3562_CR38","unstructured":"Zauner, C.: Implementation and benchmarking of perceptual image hash functions. Master Thesis, University of Applied Sciences, Hagenberg, Austria (2010)"},{"key":"3562_CR39","unstructured":"Wang, J., Fu, X., Xiao, F., Tian, C.: DHash: Enabling Dynamic and Efficient Hash Tables. arXiv preprint arXiv:2006.00819 (2020)"},{"key":"3562_CR40","doi-asserted-by":"crossref","unstructured":"Chamoso, P., Rivas, A., Mart\u00edn-Limorti, J.J., Rodr\u00edguez, S.: A hash-based image matching algorithm for social networks. In: Trends in Cyber-Physical Multi-Agent Systems, Proceedings of the 15th Int; Conf, PAAMS 2017 15, pp. 183\u2013190 (2018). Springer","DOI":"10.1007\/978-3-319-61578-3_18"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-024-03562-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-024-03562-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-024-03562-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T02:27:07Z","timestamp":1730687227000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-024-03562-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,14]]},"references-count":40,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["3562"],"URL":"https:\/\/doi.org\/10.1007\/s11760-024-03562-x","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4682458\/v1","asserted-by":"object"}]},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"value":"1863-1703","type":"print"},{"value":"1863-1711","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,14]]},"assertion":[{"value":"3 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 August 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}