{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T03:44:19Z","timestamp":1783136659764,"version":"3.54.6"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,4,24]],"date-time":"2022-04-24T00:00:00Z","timestamp":1650758400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,4,24]],"date-time":"2022-04-24T00:00:00Z","timestamp":1650758400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071384"],"award-info":[{"award-number":["62071384"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s00371-022-02472-8","type":"journal-article","created":{"date-parts":[[2022,4,24]],"date-time":"2022-04-24T04:02:15Z","timestamp":1650772935000},"page":"2177-2190","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Exploiting emotional concepts for image emotion recognition"],"prefix":"10.1007","volume":"39","author":[{"given":"Hansen","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yangyu","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2262-3236","authenticated-orcid":false,"given":"Guoyun","family":"Lv","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiya","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhe","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,24]]},"reference":[{"issue":"1","key":"2472_CR1","doi-asserted-by":"publisher","first-page":"1115","DOI":"10.1007\/s11042-016-4310-5","volume":"77","author":"Z Li","year":"2018","unstructured":"Li, Z., Fan, Y., Liu, W., Wang, F.: Image sentiment prediction based on textual descriptions with adjective noun pairs. Multimedia Tools Appl. 77(1), 1115\u20131132 (2018)","journal-title":"Multimedia Tools Appl."},{"key":"2472_CR2","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1016\/j.jvcir.2018.12.032","volume":"58","author":"X Liu","year":"2019","unstructured":"Liu, X., Li, N., Xia, Y.: Affective image classification by jointly using interpretable art features and semantic annotations. J. Vis. Commun. Image Represent 58, 576\u2013588 (2019)","journal-title":"J. Vis. Commun. Image Represent"},{"key":"2472_CR3","doi-asserted-by":"crossref","unstructured":"Yang, J., She, D., Lai, Y.K., Yang, M.H.: Retrieving and classifying affective images via deep metric learning. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, pp. 491\u2013498 (2018)","DOI":"10.1609\/aaai.v32i1.11275"},{"key":"2472_CR4","doi-asserted-by":"crossref","unstructured":"Lin, H., Jia, J., Guo, Q., Xue Y., Huang, J., Cai, L., Feng, L.: Psychological stress detection from cross-media microblog data using deep sparse neural network. In: Proceedings of 2014 IEEE International Conference on Multimedia and Expo, pp. 1\u20136 (2014)","DOI":"10.1109\/ICME.2014.6890213"},{"key":"2472_CR5","doi-asserted-by":"crossref","unstructured":"Dellandrea, E., Liu, N., Chen, L.: Classification of affective semantics in images based on discrete and dimensional models of emotions. In: Proceedings of 2010 International Workshop on Content Based Multimedia Indexing, pp. 1\u20136 (2010)","DOI":"10.1109\/CBMI.2010.5529906"},{"key":"2472_CR6","doi-asserted-by":"crossref","unstructured":"Lu, X., Suryanarayan, P., Adams Jr., R.B., Li, J., Newman, M.G., Wang, J.Z.: On shape and computability of emotions. In: Proceedings of ACM International Conference on Multimedia, pp. 229\u2013238 (2012)","DOI":"10.1145\/2393347.2393384"},{"key":"2472_CR7","doi-asserted-by":"crossref","unstructured":"Zhao, S., Gao, Y., Jiang, X., Yao, H., Chua, T.-S., Sun, X.: Exploring principles-of-art features for image emotion recognition. In: Proceedings of the 22nd ACM international conference on Multimedia, pp. 47\u201356 (2014)","DOI":"10.1145\/2647868.2654930"},{"key":"2472_CR8","doi-asserted-by":"crossref","unstructured":"Yang, J., She, D., Sun, M.: Joint image emotion classification and distribution learning via deep convolutional neural network. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence, pp. 3266\u20133272 (2017)","DOI":"10.24963\/ijcai.2017\/456"},{"key":"2472_CR9","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/j.neucom.2018.02.073","volume":"291","author":"X He","year":"2018","unstructured":"He, X., Zhang, W.: Emotion recognition by assisted learning with convolutional neural networks. Neurocomputing 291, 187\u2013194 (2018)","journal-title":"Neurocomputing"},{"key":"2472_CR10","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"2472_CR11","doi-asserted-by":"publisher","first-page":"2513","DOI":"10.1109\/TMM.2018.2803520","volume":"20","author":"J Yang","year":"2018","unstructured":"Yang, J., She, D., Sun, M., Cheng, M., Rosin, P.L., Wang, L.: Visual sentiment prediction based on automatic discovery of affective regions. IEEE Trans. Multimedia 20, 2513\u20132525 (2018)","journal-title":"IEEE Trans. Multimedia"},{"key":"2472_CR12","doi-asserted-by":"publisher","first-page":"1358","DOI":"10.1109\/TMM.2019.2939744","volume":"22","author":"D She","year":"2020","unstructured":"She, D., Yang, J., Cheng, M., Lai, Y., Rosin, P.L., Wang, L.: WSCNet: Weakly supervised coupled networks for visual sentiment classification and detection. IEEE Trans. Multimedia 22, 1358\u20131371 (2020)","journal-title":"IEEE Trans. Multimedia"},{"key":"2472_CR13","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.neucom.2018.05.104","volume":"312","author":"K Song","year":"2018","unstructured":"Song, K., Yao, T., Ling, Q., Mei, T.: Boosting image sentiment analysis with visual attention. Neurocomputing 312, 218\u2013228 (2018)","journal-title":"Neurocomputing"},{"key":"2472_CR14","doi-asserted-by":"publisher","first-page":"2043","DOI":"10.1007\/s11063-019-10033-9","volume":"51","author":"T Rao","year":"2020","unstructured":"Rao, T., Li, X., Xu, M.: Learning multi-level deep representations for image emotion classification. Neural Process. Lett. 51, 2043\u20132061 (2020)","journal-title":"Neural Process. Lett."},{"key":"2472_CR15","doi-asserted-by":"crossref","unstructured":"Lim, L., Khor, H.Q., Chaemchoy, P., See, J., Wong, L.K.: Where is the emotion? Dissecting a multi-gap network for image emotion classification. In: Proceedings of 2020 IEEE International Conference on Image Processing (ICIP), pp. 1886\u20131890 (2020)","DOI":"10.1109\/ICIP40778.2020.9191258"},{"key":"2472_CR16","volume-title":"An Approach to Environmental Psychology","author":"A Mehrabian","year":"1974","unstructured":"Mehrabian, A., Russell, J.A.: An Approach to Environmental Psychology. MIT Press, Cambridge (1974)"},{"issue":"1","key":"2472_CR17","first-page":"90","volume":"28","author":"M Goi","year":"2018","unstructured":"Goi, M., Kalidas, V., Yunus, N.: Mediating roles of emotion and experience in the stimulus-organism-response framework in higher education institutions. J. Mark. High. Educ. 28(1), 90\u2013112 (2018)","journal-title":"J. Mark. High. Educ."},{"key":"2472_CR18","unstructured":"Chen, T., Borth, D., Darrell, T., Chang, S.-F.: Deepsentibank: visual sentiment concept classification with deep convolutional neural networks. Comput. Sci. (2014)"},{"key":"2472_CR19","doi-asserted-by":"crossref","unstructured":"Yanulevskaya, V., Gemert, J.V., Roth, K., Herbold, A.K., Sebe, N., Geusebroek, J.M.: Emotional valence categorization using holistic image features. In: Proceedings of the 15th IEEE International Conference on Image Processing, pp. 101\u2013104 (2008)","DOI":"10.1109\/ICIP.2008.4711701"},{"key":"2472_CR20","doi-asserted-by":"crossref","unstructured":"Rao, T., Xu, M., Liu, H., Wang, J., Burnett, I.: Multi-scale blocks based image emotion classification using multiple instance learning. In: Proceedings of 2016 IEEE International Conference on Image Processing (ICIP), pp. 634\u2013638 (2016)","DOI":"10.1109\/ICIP.2016.7532434"},{"key":"2472_CR21","doi-asserted-by":"crossref","unstructured":"Sartori, A., Culibrk D., Yan, Y., Sebe, N.: Who's afraid of itten: Using the art theory of color combination to analyze emotions in abstract paintings. In: Proceedings of the 23rd ACM international conference on Multimedia, pp. 311\u2013320 (2015)","DOI":"10.1145\/2733373.2806250"},{"key":"2472_CR22","doi-asserted-by":"crossref","unstructured":"You, Q., Luo, J., Jin, H., Yang, J.: Robust image sentiment analysis using progressively trained and domain transferred deep networks. In: Proceedings of the 29th AAAI Conference on Artificial Intelligence, pp. 38\u2013388 (2015)","DOI":"10.1609\/aaai.v29i1.9179"},{"key":"2472_CR23","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.imavis.2017.01.011","volume":"65","author":"V Campos","year":"2017","unstructured":"Campos, V., Jou, B., Gir\u00f3-i-Nieto, X.: From pixels to sentiment: fine-tuning CNNs for visual sentiment prediction. Image Vis. Comput. 65, 15\u201322 (2017)","journal-title":"Image Vis. Comput."},{"key":"2472_CR24","doi-asserted-by":"crossref","unstructured":"Ali, A.R., Shahid, U., Ali, M., Ho, J.: High-level concepts for affective understanding of images. In: Proceedings of 2017 IEEE Winter Conference on Applications of Computer Vision (WACV), pp. 679\u2013687 (2017)","DOI":"10.1109\/WACV.2017.81"},{"key":"2472_CR25","doi-asserted-by":"publisher","first-page":"105245","DOI":"10.1016\/j.knosys.2019.105245","volume":"191","author":"J Zhang","year":"2020","unstructured":"Zhang, J., Chen, M., Sun, H., Li, D., Wang, Z.: Object semantics sentiment correlation analysis enhanced image sentiment classification. Knowl. Based Syst. 191, 105245 (2020)","journal-title":"Knowl. Based Syst."},{"key":"2472_CR26","first-page":"1","volume":"23","author":"WB Oliveira","year":"2020","unstructured":"Oliveira, W.B., Dorini, L.B., Minetto, R., Silva, T.H.: OutdoorSent: Sentiment analysis of urban outdoor images by using semantic and deep features. ACM Trans. Inf. Syst. 23, 1\u201328 (2020)","journal-title":"ACM Trans. Inf. Syst."},{"key":"2472_CR27","doi-asserted-by":"crossref","unstructured":"Lin, L., Liang,L., Jin, L., Chen, W.: Attribute-aware convolutional neural networks for facial beauty prediction. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence, pp. 847\u2013853 (2019)","DOI":"10.24963\/ijcai.2019\/119"},{"key":"2472_CR28","doi-asserted-by":"publisher","first-page":"22323","DOI":"10.1007\/s11042-019-08312-7","volume":"80","author":"A Ortis","year":"2021","unstructured":"Ortis, A., Farinella, G.M., Torrisi, G., Battiato, S.: Exploiting objective text description of images for visual sentiment analysis. Multimed. Tools Appl. 80, 22323\u201322346 (2021)","journal-title":"Multimed. Tools Appl."},{"key":"2472_CR29","doi-asserted-by":"crossref","unstructured":"Akata, Z., Reed, S., Walter, D., Honglak, L., Schiele,B.: Evaluation of output embeddings for fine-grained image classification. In: Proceedings of 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2927\u20132936 (2015)","DOI":"10.1109\/CVPR.2015.7298911"},{"key":"2472_CR30","doi-asserted-by":"crossref","unstructured":"Huang, Y., Wu, Q., Song, W.C., Wang, L.: Learning semantic concepts and order for image and sentence matching. IEEE Trans. Pattern Anal. Mach. Intell. 42(3) (2017)","DOI":"10.1109\/CVPR.2018.00645"},{"key":"2472_CR31","unstructured":"Wu, H., Mao, J., Zhang, Y., Jiang, Y., Li, L., Sun, W., Ma, W.Y.: UniVSE: robust visual semantic embeddings via structured semantic representations. IEEE (2019)"},{"key":"2472_CR32","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R.: Multitask learning. Mach. Learn. 28, 41\u201375 (1997)","journal-title":"Mach. Learn."},{"key":"2472_CR33","doi-asserted-by":"crossref","unstructured":"Argyriou, A., Evgeniou, T., Pontil, M.: Multi-task feature learning. In: Proceedings of the 20th Annual Conference on Neural Information Processing Systems, pp. 1\u20138 (2006)","DOI":"10.2139\/ssrn.1031158"},{"key":"2472_CR34","doi-asserted-by":"publisher","first-page":"500","DOI":"10.1016\/j.image.2016.05.004","volume":"47","author":"Y Kao","year":"2016","unstructured":"Kao, Y., Huang, K., Maybank, S.: Hierarchical aesthetic quality assessment using deep convolutional neural networks. Signal Process. Image Commun. 47, 500\u2013510 (2016)","journal-title":"Signal Process. Image Commun."},{"key":"2472_CR35","doi-asserted-by":"crossref","unstructured":"Li, L., Zhu, H., Zhao, S., Ding, G., Jiang, H., Tan, A.: Personality driven multi-task learning for image aesthetic assessment. In: Proceedings of 2019 IEEE International Conference on Multimedia and Expo (ICME), pp. 430\u2013435 (2019)","DOI":"10.1109\/ICME.2019.00081"},{"key":"2472_CR36","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/TMM.2019.2922129","volume":"22","author":"G Tu","year":"2020","unstructured":"Tu, G., Fu, Y., Li, B., Gao, J., Jiang, Y., Xue, X.: A multi-task neural approach for emotion attribution, classification, and summarization. IEEE Trans. Multimedia. 22, 148\u2013159 (2020)","journal-title":"IEEE Trans. Multimedia."},{"key":"2472_CR37","unstructured":"D. Jia, D. Wei, R. Socher, LJ. Li, L. Kai, FF. Li, ImageNet: A large-scale hierarchical image database. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009)"},{"key":"2472_CR38","doi-asserted-by":"crossref","unstructured":"Borth, D., Ji, R., Chen, T., Breuel, T., Chang, S.F.: Large-scale visual sentiment ontology and detectors using adjective noun pairs. In: Proceedings of the 21st ACM international conference on Multimedia,pp. 223\u2013232 (2013)","DOI":"10.1145\/2502081.2502282"},{"key":"2472_CR39","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of 2016 IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2472_CR40","doi-asserted-by":"crossref","unstructured":"Grover, A., Leskovec, J.: node2vec: Scalable feature learning for networks. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 855\u2013864 (2016)","DOI":"10.1145\/2939672.2939754"},{"key":"2472_CR41","doi-asserted-by":"crossref","unstructured":"Hoffer, E., Ailon, N.: Deep metric learning using triplet network. In: Proceedings of 2015 International Workshop on Similarity-Based Pattern Recognition, pp. 84\u201392 (2015)","DOI":"10.1007\/978-3-319-24261-3_7"},{"key":"2472_CR42","doi-asserted-by":"publisher","first-page":"626","DOI":"10.3758\/BF03192732","volume":"37","author":"JA Mikels","year":"2005","unstructured":"Mikels, J.A., Fredrickson, B.L., Larkin, G.R., Lindberg, C.M., Maglio, S.J., Reuter-Lorenz, P.A.: Emotional category data on images from the international affective picture system. Behav. Res. Methods 37, 626\u2013630 (2005)","journal-title":"Behav. Res. Methods"},{"key":"2472_CR43","doi-asserted-by":"crossref","unstructured":"Yang, L., Tang, K., Yang, J., Li, L.: Dense captioning with joint inference and visual context. In: Proceedings of 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1978\u20131987 (2017)","DOI":"10.1109\/CVPR.2017.214"},{"key":"2472_CR44","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.knosys.2018.05.029","volume":"158","author":"P Wang","year":"2018","unstructured":"Wang, P., Li, W., Li, C., Hou, Y.: Action recognition based on joint trajectory maps with convolutional neural networks. Knowl. Based Syst. 158, 43\u201353 (2018)","journal-title":"Knowl. Based Syst."},{"key":"2472_CR45","doi-asserted-by":"crossref","unstructured":"You, Q., Luo, J., Jin, H., Yang, J.: Building a large scale dataset for image emotion recognition: the fine print and the benchmark. In: Proceedings of the AAAI conference on artificial intelligence. Vol. 30, No. 1 (2016).","DOI":"10.1609\/aaai.v30i1.9987"},{"key":"2472_CR46","doi-asserted-by":"crossref","unstructured":"Peng, K., Chen, T., Sadovnik, A., Gallagher, A.: A mixed bag of emotions: model, predict, and transfer emotion distributions. In: Proceedings of 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 860\u2013868 (2015)","DOI":"10.1109\/CVPR.2015.7298687"},{"key":"2472_CR47","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.: ImageNet classification with deep convolutional neural networks. Adv. Neural. Inf. Process. Syst. 25, 1097\u20131105 (2012)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"2472_CR48","first-page":"2579","volume":"9","author":"L Van der Maaten","year":"2008","unstructured":"Van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. 9, 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."},{"issue":"10","key":"2472_CR49","doi-asserted-by":"publisher","first-page":"1691","DOI":"10.1587\/transinf.2020EDP7218","volume":"104","author":"T Yamamoto","year":"2021","unstructured":"Yamamoto, T., Takeuchi, S., Nakazawa, A.: Image emotion recognition using visual and semantic features reflecting emotional and similar objects. IEICE Trans. Inf. Syst. 104(10), 1691\u20131701 (2021)","journal-title":"IEICE Trans. Inf. Syst."},{"key":"2472_CR50","doi-asserted-by":"crossref","unstructured":"Xiong, H., Liu, H., Zhong, B., Fu, Y.: Structured and sparse annotations for image emotion distribution learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 363\u2013370 (2019)","DOI":"10.1609\/aaai.v33i01.3301363"},{"key":"2472_CR51","doi-asserted-by":"crossref","unstructured":"Machajdik, J., Hanbury, A.: Affective image classification using features inspired by psychology and art theory. In: Proceedings of the 18th ACM International Conference on Multimedia, pp. 83\u201392 (2010)","DOI":"10.1145\/1873951.1873965"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02472-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-022-02472-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02472-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,17]],"date-time":"2023-04-17T08:18:26Z","timestamp":1681719506000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-022-02472-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,24]]},"references-count":51,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["2472"],"URL":"https:\/\/doi.org\/10.1007\/s00371-022-02472-8","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,24]]},"assertion":[{"value":"18 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}