{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T10:58:50Z","timestamp":1785236330186,"version":"3.55.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,5,12]],"date-time":"2023-05-12T00:00:00Z","timestamp":1683849600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,12]],"date-time":"2023-05-12T00:00:00Z","timestamp":1683849600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s00371-023-02873-3","type":"journal-article","created":{"date-parts":[[2023,5,12]],"date-time":"2023-05-12T06:02:28Z","timestamp":1683871348000},"page":"1617-1629","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Improving loss function for deep convolutional neural network applied in automatic image annotation"],"prefix":"10.1007","volume":"40","author":[{"given":"Ali","family":"Salar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4211-6258","authenticated-orcid":false,"given":"Ali","family":"Ahmadi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,12]]},"reference":[{"key":"2873_CR1","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1016\/j.patcog.2018.02.017","volume":"79","author":"Q Cheng","year":"2018","unstructured":"Cheng, Q., Zhang, Q., Fu, P., Tu, C., Li, S.: A survey and analysis on automatic image annotation. Pattern Recognit 79, 242\u2013259 (2018). https:\/\/doi.org\/10.1016\/j.patcog.2018.02.017","journal-title":"Pattern Recognit"},{"issue":"3","key":"2873_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jdwm.2007070101","volume":"3","author":"G Tsoumakas","year":"2007","unstructured":"Tsoumakas, G., Katakis, I.: Multi-label classification. Int. J. Data Warehous. Min. 3(3), 1\u201313 (2007). https:\/\/doi.org\/10.4018\/jdwm.2007070101","journal-title":"Int. J. Data Warehous. Min."},{"issue":"3","key":"2873_CR3","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s10994-011-5256-5","volume":"85","author":"J Read","year":"2011","unstructured":"Read, J., Pfahringer, B., Holmes, G., Frank, E.: Classifier chains for multi-label classification. Mach. Learn. 85(3), 333\u2013359 (2011). https:\/\/doi.org\/10.1007\/s10994-011-5256-5","journal-title":"Mach. Learn."},{"key":"2873_CR4","doi-asserted-by":"publisher","unstructured":"Zhu, G., Yan, S., Ma, Y.: Image tag refinement towards low-rank, content-tag prior and error sparsity. In: MM\u201910\u2014Proceedings of the ACM Multimedia 2010 International Conference. 2010, pp. 461\u2013470. https:\/\/doi.org\/10.1145\/1873951.1874028.","DOI":"10.1145\/1873951.1874028"},{"key":"2873_CR5","doi-asserted-by":"publisher","unstructured":"Jin, J., Nakayama, H.: Annotation order matters: recurrent image annotator for arbitrary length image tagging. In: Proceedings\u2014International Conference on Pattern Recognition. pp. 2452\u20132457, (2016). https:\/\/doi.org\/10.1109\/ICPR.2016.7900004.","DOI":"10.1109\/ICPR.2016.7900004"},{"key":"2873_CR6","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. arXiv Prepr. arXiv1609.02907. (2016)"},{"issue":"3","key":"2873_CR7","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/s00371-018-1566-y","volume":"35","author":"X Liu","year":"2019","unstructured":"Liu, X., Xu, Q., Wang, N.: A survey on deep neural network-based image captioning. Vis. Comput. 35(3), 445\u2013470 (2019). https:\/\/doi.org\/10.1007\/s00371-018-1566-y","journal-title":"Vis. Comput."},{"key":"2873_CR8","doi-asserted-by":"publisher","unstructured":"Chen, Z.M., Wei, X.S., Wang, P., Guo, Y.: Multi-label image recognition with graph convolutional networks. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2019, pp. 5172\u20135181. (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.00532","DOI":"10.1109\/CVPR.2019.00532"},{"key":"2873_CR9","doi-asserted-by":"publisher","unstructured":"Lotfi, F., Jamzad, M., Beigy, H.: Automatic image annotation using tag relations and graph convolutional networks. In: Proceedings of the 5th international conference on pattern recognition and image analysis, IPRIA 2021, pp. 1\u20136. (2021). https:\/\/doi.org\/10.1109\/IPRIA53572.2021.9483536","DOI":"10.1109\/IPRIA53572.2021.9483536"},{"key":"2873_CR10","doi-asserted-by":"publisher","unstructured":"Szegedy, C. et al.: Going deeper with convolutions. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 07\u201312, pp. 1\u20139. (2015). https:\/\/doi.org\/10.1109\/CVPR.2015.7298594","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"2873_CR11","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, pp. 770\u2013778. (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"2873_CR12","doi-asserted-by":"publisher","unstructured":"Szegedy, C., Ioffe, S., Vanhoucke, V., Alemi, A.A.: Inception-v4, inception-ResNet and the impact of residual connections on learning. In: 31st AAAI Conference on Artificial Intelligence, AAAI 2017, 2017, vol. 31, no. 1, pp. 4278\u20134284. https:\/\/doi.org\/10.1609\/aaai.v31i1.11231","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"2873_CR13","unstructured":"Gong, Y., Jia, Y., Leung, T., Toshev, A., Ioffe, S.: Deep convolutional ranking for multilabel image annotation. arXiv Prepr. arXiv1312.4894. (2013)"},{"key":"2873_CR14","doi-asserted-by":"publisher","unstructured":"Li, Y., Song, Y., Luo, J.: Improving pairwise ranking for multi-label image classification. In: Proceedings\u201430th IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017, vol. 2017, pp. 1837\u20131845. (2017). https:\/\/doi.org\/10.1109\/CVPR.2017.199","DOI":"10.1109\/CVPR.2017.199"},{"issue":"4","key":"2873_CR15","doi-asserted-by":"publisher","first-page":"1720","DOI":"10.1109\/TIP.2018.2881928","volume":"28","author":"Y Niu","year":"2019","unstructured":"Niu, Y., Lu, Z., Wen, J.R., Xiang, T., Chang, S.F.: Multi-modal multi-scale deep learning for large-scale image annotation. IEEE Trans. Image Process. 28(4), 1720\u20131731 (2019). https:\/\/doi.org\/10.1109\/TIP.2018.2881928","journal-title":"IEEE Trans. Image Process."},{"issue":"8","key":"2873_CR16","doi-asserted-by":"publisher","first-page":"2093","DOI":"10.1109\/TMM.2019.2895511","volume":"21","author":"X Ke","year":"2019","unstructured":"Ke, X., Zou, J., Niu, Y.: End-to-end automatic image annotation based on deep CNN and multi-label data augmentation. IEEE Trans. Multimed. 21(8), 2093\u20132106 (2019). https:\/\/doi.org\/10.1109\/TMM.2019.2895511","journal-title":"IEEE Trans. Multimed."},{"issue":"5","key":"2873_CR17","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1049\/iet-cvi.2019.0500","volume":"14","author":"AG Khatchatoorian","year":"2020","unstructured":"Khatchatoorian, A.G., Jamzad, M.: Architecture to improve the accuracy of automatic image annotation systems. IET Comput. Vis. 14(5), 214\u2013223 (2020). https:\/\/doi.org\/10.1049\/iet-cvi.2019.0500","journal-title":"IET Comput. Vis."},{"key":"2873_CR18","doi-asserted-by":"publisher","unstructured":"Lin, T. Y., Goyal, P., Girshick, R., He, K., Dollar, P.: Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2017, pp. 2999\u20133007. (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.324","DOI":"10.1109\/ICCV.2017.324"},{"key":"2873_CR19","doi-asserted-by":"publisher","unstructured":"Jeon, J., Lavrenko, V., Manmatha, R.: Automatic image annotation and retrieval using cross-media relevance models. In: Proceedings of the 26th annual international ACM SIGIR conference on Research and development in informaion retrieval, pp. 119\u2013126. (2003). https:\/\/doi.org\/10.1145\/860435.860459","DOI":"10.1145\/860435.860459"},{"issue":"9","key":"2873_CR20","doi-asserted-by":"publisher","first-page":"2449","DOI":"10.3724\/SP.J.1001.2008.02449","volume":"19","author":"M Wang","year":"2008","unstructured":"Wang, M., Zhou, X.D., Zhang, J.Q., Xu, H.T., Le Shi, B.: Image auto-annotation via an extended generative language model. Ruan Jian Xue Bao\/Journal Softw. 19(9), 2449\u20132460 (2008). https:\/\/doi.org\/10.3724\/SP.J.1001.2008.02449","journal-title":"Ruan Jian Xue Bao\/Journal Softw."},{"key":"2873_CR21","doi-asserted-by":"publisher","unstructured":"Makadia, A., Pavlovic, V., Kumar, S.: A New Baseline for Image Annotation. In: European Conference on Computer Vision, pp. 316\u2013329. Springer, (2008). https:\/\/doi.org\/10.1007\/978-3-540-88690-7_24","DOI":"10.1007\/978-3-540-88690-7_24"},{"key":"2873_CR22","doi-asserted-by":"publisher","unstructured":"Verma, Y., Jawahar, C.V.: Image annotation using metric learning in semantic neighbourhoods. In: lecture notes in computer science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 7574 LNCS, no. PART 3, pp. 836\u2013849. (2012). https:\/\/doi.org\/10.1007\/978-3-642-33712-3_60","DOI":"10.1007\/978-3-642-33712-3_60"},{"key":"2873_CR23","doi-asserted-by":"publisher","unstructured":"Murthy, V.N., Can, E.F., Manmatha, R.: A hybrid model for automatic image annotation. In: ICMR 2014\u2014Proceedings of the ACM international conference on multimedia retrieval 2014, pp. 369\u2013376. (2014). https:\/\/doi.org\/10.1145\/2578726.2578774","DOI":"10.1145\/2578726.2578774"},{"issue":"4","key":"2873_CR24","doi-asserted-by":"publisher","first-page":"785","DOI":"10.1109\/TPAMI.2015.2469281","volume":"38","author":"L Feng","year":"2016","unstructured":"Feng, L., Bhanu, B.: Semantic concept co-occurrence patterns for image annotation and retrieval. IEEE Trans. Pattern Anal. Mach. Intell. 38(4), 785\u2013799 (2016). https:\/\/doi.org\/10.1109\/TPAMI.2015.2469281","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2873_CR25","doi-asserted-by":"publisher","unstructured":"Wu, B., Lyu, S., Ghanem, B.: ML-MG: Multi-label learning with missing labels using a mixed graph. In: 2015 IEEE International Conference on Computer Vision (ICCV), vol. 2015 Inter, pp. 4157\u20134165. (2015). https:\/\/doi.org\/10.1109\/ICCV.2015.473","DOI":"10.1109\/ICCV.2015.473"},{"key":"2873_CR26","doi-asserted-by":"publisher","unstructured":"Wu, B., Liu, Z., Wang, S., Hu, B.G., Ji, Q.: Multi-label learning with missing labels. In: Proceedings\u2014International Conference on Pattern Recognition, pp. 1964\u20131968. (2014). https:\/\/doi.org\/10.1109\/ICPR.2014.343","DOI":"10.1109\/ICPR.2014.343"},{"key":"2873_CR27","doi-asserted-by":"publisher","unstructured":"Murthy, V.N., Maji, S., Manmatha, R.: Automatic image annotation using deep learning representations. In: ICMR 2015\u2014Proceedings of the 2015 ACM International Conference on Multimedia Retrieval, pp. 603\u2013606. (2015). https:\/\/doi.org\/10.1145\/2671188.2749391","DOI":"10.1145\/2671188.2749391"},{"issue":"7","key":"2873_CR28","doi-asserted-by":"publisher","first-page":"1325","DOI":"10.1007\/s00371-019-01731-5","volume":"36","author":"L Xue","year":"2020","unstructured":"Xue, L., Jiang, D., Wang, R., Yang, J., Hu, M.: Learning semantic dependencies with channel correlation for multi-label classification. Vis. Comput. 36(7), 1325\u20131335 (2020). https:\/\/doi.org\/10.1007\/s00371-019-01731-5","journal-title":"Vis. Comput."},{"key":"2873_CR29","doi-asserted-by":"publisher","unstructured":"Wu, B., Chen, W., Sun, P., Liu, Ghanem, B., Lyu, S.: Tagging like humans: diverse and distinct image annotation. In: Proceedings of the IEEE computer society conference on computer vision and pattern recognition. pp. 7967\u20137975. (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00831","DOI":"10.1109\/CVPR.2018.00831"},{"key":"2873_CR30","doi-asserted-by":"publisher","unstructured":"Ridnik, T., et al.: Asymmetric loss for multi-label classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 82\u201391. (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00015","DOI":"10.1109\/ICCV48922.2021.00015"},{"key":"2873_CR31","unstructured":"Zhang, Y. et al.: Simple and robust loss design for multi-label learning with missing labels. arXiv Prepr. arXiv2112.07368. (2021). Available: http:\/\/arxiv.org\/abs\/2112.07368"},{"issue":"1","key":"2873_CR32","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s12864-019-6413-7","volume":"21","author":"D Chicco","year":"2020","unstructured":"Chicco, D., Jurman, G.: The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC Genomics 21(1), 6 (2020). https:\/\/doi.org\/10.1186\/s12864-019-6413-7","journal-title":"BMC Genomics"},{"key":"2873_CR33","doi-asserted-by":"publisher","unstructured":"Duygulu, P., Barnard, K., de Freitas, J.F.G., Forsyth, D.A.: Object recognition as machine translation: Learning a lexicon for a fixed image vocabulary. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 2353, pp. 97\u2013112. (2002). https:\/\/doi.org\/10.1007\/3-540-47979-1_7","DOI":"10.1007\/3-540-47979-1_7"},{"key":"2873_CR34","unstructured":"Grubinger, M.: Analysis and evaluation of visual information systems performance. (2007)"},{"key":"2873_CR35","doi-asserted-by":"publisher","unstructured":"Von Ahn, L., Dabbish, L.: Labeling images with a computer game. In: Conference on Human Factors in Computing Systems\u2014Proceedings, pp. 319\u2013326. (2004). https:\/\/doi.org\/10.1145\/985692.985733","DOI":"10.1145\/985692.985733"},{"key":"2873_CR36","doi-asserted-by":"publisher","unstructured":"Ridnik, T., Lawen, H., Noy, A., Ben, E., Sharir, B.G., Friedman, I.: TResNet: High performance GPU-dedicated architecture. In: Proceedings\u20142021 IEEE Winter Conference on Applications of Computer Vision, WACV 2021, pp. 1399\u20131408. (2021). https:\/\/doi.org\/10.1109\/WACV48630.2021.00144","DOI":"10.1109\/WACV48630.2021.00144"},{"key":"2873_CR37","doi-asserted-by":"publisher","unstructured":"Smith, L.N., Topin, N.: Super-convergence: very fast training of neural networks using large learning rates. In: Artificial Intelligence and Machine Learning for Multi-Domain Operations Applications, vol. 11006, p. 36. (2019). https:\/\/doi.org\/10.1117\/12.2520589","DOI":"10.1117\/12.2520589"},{"key":"2873_CR38","doi-asserted-by":"publisher","unstructured":"Feng, S.L., Manmatha, R., Lavrenko, V.: Multiple Bernoulli relevance models for image and video annotation. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2, pp. 1002\u20131009. (2004). https:\/\/doi.org\/10.1109\/cvpr.2004.1315274","DOI":"10.1109\/cvpr.2004.1315274"},{"issue":"6","key":"2873_CR39","doi-asserted-by":"publisher","first-page":"2712","DOI":"10.1109\/TIP.2016.2549459","volume":"25","author":"XY Jing","year":"2016","unstructured":"Jing, X.Y., Wu, F., Li, Z., Hu, R., Zhang, D.: Multi-label dictionary learning for image annotation. IEEE Trans. Image Process. 25(6), 2712\u20132725 (2016). https:\/\/doi.org\/10.1109\/TIP.2016.2549459","journal-title":"IEEE Trans. Image Process."},{"issue":"3","key":"2873_CR40","doi-asserted-by":"publisher","first-page":"1503","DOI":"10.1007\/s11063-017-9753-9","volume":"48","author":"W Zhang","year":"2018","unstructured":"Zhang, W., Hu, H., Hu, H.: Training visual-semantic embedding network for boosting automatic image annotation. Neural Process. Lett. 48(3), 1503\u20131519 (2018). https:\/\/doi.org\/10.1007\/s11063-017-9753-9","journal-title":"Neural Process. Lett."},{"key":"2873_CR41","doi-asserted-by":"publisher","unstructured":"Khatchatoorian, A.G., Jamzad, M.: An image annotation rectifying method based on deep features. In: ACM International Conference Proceeding Series, pp. 88\u201392. (2018). https:\/\/doi.org\/10.1145\/3193025.3193035","DOI":"10.1145\/3193025.3193035"},{"issue":"3","key":"2873_CR42","doi-asserted-by":"publisher","first-page":"3767","DOI":"10.1007\/s11042-018-6038-x","volume":"78","author":"Y Ma","year":"2019","unstructured":"Ma, Y., Liu, Y., Xie, Q., Li, L.: CNN-feature based automatic image annotation method. Multimed. Tools Appl. 78(3), 3767\u20133780 (2019). https:\/\/doi.org\/10.1007\/s11042-018-6038-x","journal-title":"Multimed. Tools Appl."},{"issue":"1","key":"2873_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3426974","volume":"17","author":"Z Li","year":"2021","unstructured":"Li, Z., Lin, L., Zhang, C., Ma, H., Zhao, W., Shi, Z.: A Semi-supervised learning approach based on adaptive weighted fusion for automatic image annotation. ACM Trans. Multimed. Comput. Commun. Appl. 17(1), 1\u201323 (2021). https:\/\/doi.org\/10.1145\/3426974","journal-title":"ACM Trans. Multimed. Comput. Commun. Appl."}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-02873-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-023-02873-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-023-02873-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,18]],"date-time":"2024-02-18T23:28:16Z","timestamp":1708298896000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-023-02873-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,12]]},"references-count":43,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["2873"],"URL":"https:\/\/doi.org\/10.1007\/s00371-023-02873-3","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,12]]},"assertion":[{"value":"12 April 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}