{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,16]],"date-time":"2025-12-16T11:58:53Z","timestamp":1765886333855},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T00:00:00Z","timestamp":1664236800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T00:00:00Z","timestamp":1664236800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s11432-020-3307-3","type":"journal-article","created":{"date-parts":[[2022,10,3]],"date-time":"2022-10-03T10:04:06Z","timestamp":1664791446000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Cognition-driven multimodal personality classification"],"prefix":"10.1007","volume":"65","author":[{"given":"Xiaoya","family":"Gao","sequence":"first","affiliation":[]},{"given":"Jingjing","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Shoushan","family":"Li","sequence":"additional","affiliation":[]},{"given":"Min","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Guodong","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,27]]},"reference":[{"key":"3307_CR1","doi-asserted-by":"publisher","first-page":"1216","DOI":"10.1037\/0022-3514.59.6.1216","volume":"59","author":"L R Goldberg","year":"1990","unstructured":"Goldberg L R. An alternative \u201cdescription of personality\u201d: the big-five factor structure. J Personal Social Psychol, 1990, 59: 1216\u20131229","journal-title":"J Personal Social Psychol"},{"key":"3307_CR2","doi-asserted-by":"crossref","unstructured":"R\u00edssola E A, Bahrainian S A, Crestani F. Personality recognition in conversations using capsule neural networks. In: Proceedings of Web Intelligence, Thessaloniki, 2019. 180\u2013187","DOI":"10.1145\/3350546.3352516"},{"key":"3307_CR3","doi-asserted-by":"publisher","first-page":"2763","DOI":"10.1007\/s11263-020-01309-y","volume":"128","author":"Y N Li","year":"2020","unstructured":"Li Y N, Wan J, Miao Q G, et al. CR-Net: a deep classification-regression network for multimodal apparent personality analysis. Int J Comput Vis, 2020, 128: 2763\u20132780","journal-title":"Int J Comput Vis"},{"key":"3307_CR4","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1037\/0033-2909.92.1.111","volume":"92","author":"C S Carver","year":"1982","unstructured":"Carver C S, Scheier M F. Control theory: a useful conceptual framework for personality-social, clinical, and health psychology. Psychol Bull, 1982, 92: 111\u2013135","journal-title":"Psychol Bull"},{"key":"3307_CR5","doi-asserted-by":"crossref","unstructured":"Wang J J, Li J, Li S S, et al. Aspect sentiment classification with both word-level and clause-level attention networks. In: Proceedings of International Joint Conference on Artificial Intelligence, Stockholm, 2018. 4439\u20134445","DOI":"10.24963\/ijcai.2018\/617"},{"key":"3307_CR6","unstructured":"Devlin J, Chang M W, Lee K, et al. BERT: pre-training of deep bidirec-tional transformers for language understanding. In: Proceedings of North American Chapter of the Association for Computational Linguistics, Minneapolis, 2019. 4171\u20134186"},{"key":"3307_CR7","doi-asserted-by":"crossref","unstructured":"He K M, Zhang X Y, Ren S Q, et al. Deep residual learning for image recognition. In: Proceedings of Computer Vision and Pattern Recognition, Las Vegas, 2016. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"3307_CR8","doi-asserted-by":"crossref","unstructured":"Liu F, Nowson S, Perez J. A language-independent and compositional model for personality trait recognition from short texts. In: Proceedings of European Chapter of the Association for Computational Linguistics, Valencia, 2017. 754\u2013764","DOI":"10.18653\/v1\/E17-1071"},{"key":"3307_CR9","doi-asserted-by":"crossref","unstructured":"Yamada K, Sasano R, Takeda K. Incorporating textual information on user behavior for personality prediction. In: Proceedings of Association for Computational Linguistics, Florence, 2019. 177\u2013182","DOI":"10.18653\/v1\/P19-2024"},{"key":"3307_CR10","doi-asserted-by":"crossref","unstructured":"Arnoux P H, Xu A B, Boyette N, et al. 25 Tweets to know you: a new model to predict personality with social media. In: Proceedings of International Conference on Web and Social Media, Montreal, 2017. 472\u2013475","DOI":"10.1609\/icwsm.v11i1.14963"},{"key":"3307_CR11","doi-asserted-by":"crossref","unstructured":"Sun X G, Liu B, Cao J X, et al. Who am I? Personality detection based on deep learning for texts. In: Proceedings of International Conference on Communications, Kansas City, 2018. 1\u20136","DOI":"10.1109\/ICC.2018.8422105"},{"key":"3307_CR12","doi-asserted-by":"crossref","unstructured":"da Silva B B C, Paraboni I. Personality recognition from facebook text. In: Proceedings of the Portuguese Language, Canela, 2018. 107\u2013114","DOI":"10.1007\/978-3-319-99722-3_11"},{"key":"3307_CR13","doi-asserted-by":"crossref","unstructured":"Pizzolli D, Strapparava C. Personality traits recognition in literary texts. In: Proceedings of Storytelling Workshop, 2019. 107\u2013111","DOI":"10.18653\/v1\/W19-3411"},{"key":"3307_CR14","doi-asserted-by":"crossref","unstructured":"Liu L Q, Preotiuc-Pietro D, Samani Z R, et al. Analyzing personality through social media profile picture choice. In: Proceedings of International Conference on Web and Social Media, Cologne, 2016. 211\u2013220","DOI":"10.1609\/icwsm.v10i1.14738"},{"key":"3307_CR15","doi-asserted-by":"crossref","unstructured":"Ferwerda B, Tkalcic M. Predicting users\u2019 personality from instagram pictures: using visual and\/or content features? In: Proceedings of User Modeling, Adaptation and Personalization, Singapore, 2018. 157\u2013161","DOI":"10.1145\/3209219.3209248"},{"key":"3307_CR16","unstructured":"Moubayed N A, Vazquez-Alvarez Y, McKay A, et al. Face-based automatic personality perception. In: Proceedings of ACM-MM, Orlando, 2014. 1153\u20131156"},{"key":"3307_CR17","doi-asserted-by":"crossref","unstructured":"Xu J, Tian W J, Fan Y Y, et al. Personality trait prediction based on 2.5D face feature model. In: Proceedings of Cloud Computing and Security, Haikou, 2018. 611\u2013623","DOI":"10.1007\/978-3-030-00021-9_54"},{"key":"3307_CR18","doi-asserted-by":"crossref","unstructured":"Kampman O, Barezi E J, Bertero D, et al. Investigating audio, video, and text fusion methods for end-to-end automatic personality prediction. In: Proceedings of Association for Computational Linguistics, Melbourne, 2018. 606\u2013611","DOI":"10.18653\/v1\/P18-2096"},{"key":"3307_CR19","doi-asserted-by":"crossref","unstructured":"Farnadi G, Tang J, de Cock M, et al. User profiling through deep multimodal fusion. In: Proceedings of Web Search and Data Mining, Marina Del Rey, 2018. 171\u2013179","DOI":"10.1145\/3159652.3159691"},{"key":"3307_CR20","doi-asserted-by":"crossref","unstructured":"Lei T, Barzilay R, Jaakkola T S. Rationalizing neural predictions. In: Proceedings of Empirical Methods in Natural Language Processing, Austin, 2016. 107\u2013117","DOI":"10.18653\/v1\/D16-1011"},{"key":"3307_CR21","unstructured":"Guo H Y. Generating text with deep reinforcement learning. 2015. ArXiv:1510.09202"},{"key":"3307_CR22","doi-asserted-by":"crossref","unstructured":"Huang Q Y, Gan Z, Celikyilmaz A, et al. Hierarchically structured reinforcement learning for topically coherent visual story generation. In: Proceedings of Association for the Advance of Artificial Intelligence, Honolulu, 2019. 8465\u20138472","DOI":"10.1609\/aaai.v33i01.33018465"},{"key":"3307_CR23","doi-asserted-by":"crossref","unstructured":"Li J W, Monroe W, Ritter A, et al. Deep reinforcement learning for dialogue generation. In: Proceedings of Empirical Methods in Natural Language Processing, Austin, 2016. 1192\u20131202","DOI":"10.18653\/v1\/D16-1127"},{"key":"3307_CR24","doi-asserted-by":"crossref","unstructured":"Takanobu R, Zhang T Y, Liu J X, et al. A hierarchical framework for relation extraction with reinforcement learning. In: Proceedings of Association for the Advance of Artificial Intelligence, Honolulu, 2019. 7072\u20137079","DOI":"10.1609\/aaai.v33i01.33017072"},{"key":"3307_CR25","doi-asserted-by":"crossref","unstructured":"Wang H, Li S Y, Pan R, et al. Incorporating graph attention mechanism into knowledge graph reasoning based on deep reinforcement learning. In: Proceedings of Empirical Methods in Natural Language Processing, Hong Kong, 2019. 2623\u20132631","DOI":"10.18653\/v1\/D19-1264"},{"key":"3307_CR26","doi-asserted-by":"crossref","unstructured":"Zhang T Y, Huang M L, Zhao L. Learning structured representation for text classification via reinforcement learning. In: Proceedings of Association for the Advance of Artificial Intelligence, New Orleans, 2018. 6053\u20136060","DOI":"10.1609\/aaai.v32i1.12047"},{"key":"3307_CR27","doi-asserted-by":"crossref","unstructured":"Feng J, Li H, Huang M L, et al. Learning to collaborate: multi-scenario ranking via multi-agent reinforcement learning. In: Proceedings of World Wide Web, Lyon, 2018. 1939\u20131948","DOI":"10.1145\/3178876.3186165"},{"key":"3307_CR28","doi-asserted-by":"crossref","unstructured":"Gui T, Zhu L, Zhang Q, et al. Cooperative multimodal approach to depression detection in twitter. In: Proceedings of Association for the Advance of Artificial Intelligence, Honolulu, 2019. 110\u2013117","DOI":"10.1609\/aaai.v33i01.3301110"},{"key":"3307_CR29","doi-asserted-by":"crossref","unstructured":"Littman M L. Markov games as a framework for multi-agent reinforcement learning. In: Proceedings of International Conference of Machine Learning, New Brunswick, 1994. 157\u2013163","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"3307_CR30","unstructured":"Sutton R S, McAllester D A, Singh S P, et al. Policy gradient methods for reinforcement learning with function approximation. In: Proceedings of Neural Information Processing Systems, Denver, 1999. 1057\u20131063"},{"key":"3307_CR31","unstructured":"Wu Y H, Schuster M, Chen Z F, et al. Google\u2019s neural machine translation system: bridging the gap between human and machine translation. 2016. ArXiv:1609.08144"},{"key":"3307_CR32","unstructured":"Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: Proceedings of Neural Information Processing Systems, Long Beach, 2017. 6000\u20136010"},{"key":"3307_CR33","doi-asserted-by":"crossref","unstructured":"Shen T, Zhou T Y, Long G D, et al. Reinforced self-attention network: a hybrid of hard and soft attention for sequence modeling. In: Proceedings of International Joint Conference on Artificial Intelligence, Stockholm, 2018. 4345\u20134352","DOI":"10.24963\/ijcai.2018\/604"},{"key":"3307_CR34","doi-asserted-by":"crossref","unstructured":"Lu J S, Xiong C M, Parikh D, et al. Knowing when to look: adaptive attention via a visual sentinel for image captioning. In: Proceedings of Computer Vision and Pattern Recognition, Honolulu, 2017. 3242\u20133250","DOI":"10.1109\/CVPR.2017.345"},{"key":"3307_CR35","unstructured":"Ren S Q, He K M, Girshick R B, et al. Faster R-CNN: towards real-time object detection with region proposal networks. In: Proceedings of Neural Information Processing Systems, Montreal, 2015. 91\u201399"},{"key":"3307_CR36","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/TNN.1998.712192","volume":"9","author":"R S Sutton","year":"1998","unstructured":"Sutton R S, Barto A G. Reinforcement learning: an introduction. IEEE Trans Neural Netw, 1998, 9: 1054\u20131054","journal-title":"IEEE Trans Neural Netw"},{"key":"3307_CR37","doi-asserted-by":"crossref","unstructured":"Yeung S, Ramanathan V, Russakovsky O, et al. Learning to learn from noisy web videos. In: Proceedings of Computer Vision and Pattern Recognition, Honolulu, 2017. 7455\u20137463","DOI":"10.1109\/CVPR.2017.788"},{"key":"3307_CR38","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"R J Williams","year":"1992","unstructured":"Williams R J. Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn, 1992, 8: 229\u2013256","journal-title":"Mach Learn"},{"key":"3307_CR39","doi-asserted-by":"crossref","unstructured":"Shuster K, Humeau S, Hu H X, et al. Engaging image captioning via personality. In: Proceedings of Computer Vision and Pattern Recognition, Long Beach, 2019. 12516\u201312526","DOI":"10.1109\/CVPR.2019.01280"},{"key":"3307_CR40","unstructured":"Glorot X, Bengio Y. Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of Artificial Intelligence and Statistics, Chia Laguna Resort, 2010. 249\u2013256"},{"key":"3307_CR41","unstructured":"Kingma D P, Ba J. ADAM: a method for stochastic optimization. In: Proceedings of International Conference on Learning Representations, San Diego, 2015"},{"key":"3307_CR42","doi-asserted-by":"crossref","unstructured":"Yang Y M, Liu X. A re-examination of text categorization methods. In: Proceedings of the 22nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Berkeley, 1999. 42\u201349","DOI":"10.1145\/312624.312647"},{"key":"3307_CR43","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. In: Proceedings of International Conference on Learning Representations, San Diego, 2015"},{"key":"3307_CR44","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/j.compag.2016.01.033","volume":"122","author":"M Olgun","year":"2016","unstructured":"Olgun M, Onarcan A O, \u00d6zkan K, et al. Wheat grain classification by using dense SIFT features with SVM classifier. Comput Electron Agr, 2016, 122: 185\u2013190","journal-title":"Comput Electron Agr"},{"key":"3307_CR45","doi-asserted-by":"crossref","unstructured":"Nam H, Ha J W, Kim J. Dual attention networks for multimodal reasoning and matching. In: Proceedings of Computer Vision and Pattern Recognition, Honolulu, 2017. 2156\u20132164","DOI":"10.1109\/CVPR.2017.232"},{"key":"3307_CR46","doi-asserted-by":"crossref","unstructured":"Zhang Q, Fu J L, Liu X Y, et al. Adaptive co-attention network for named entity recognition in tweets. In: Proceedings of Association for the Advance of Artificial Intelligence, New Orleans, 2018. 5674\u20135681","DOI":"10.1609\/aaai.v32i1.11962"},{"key":"3307_CR47","unstructured":"Kim W, Son B, Kim I. ViLT: vision-and-Language transformer without convolution or region supervision. 2021. ArXiv:2102.03334"},{"key":"3307_CR48","unstructured":"Yu F, Tang J J, Yin W C, et al. ERNIE-ViL: knowledge enhanced vision-language representations through scene graph. 2020. ArXiv:2006.16934"},{"key":"3307_CR49","unstructured":"Qi D, Su L, Song J, et al. ImageBERT: cross-modal pre-training with large-scale weak-supervised image-text data. 2020. ArXiv:2001.07966"},{"key":"3307_CR50","doi-asserted-by":"crossref","unstructured":"Zheng Y T, Huang D, Liu S T, et al. Cross-domain object detection through coarse-to-fine feature adaptation. In: Proceedings of Computer Vision and Pattern Recognition, Seattle, 2020. 13763\u201313772","DOI":"10.1109\/CVPR42600.2020.01378"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3307-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-020-3307-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3307-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T22:05:12Z","timestamp":1699135512000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-020-3307-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,27]]},"references-count":50,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["3307"],"URL":"https:\/\/doi.org\/10.1007\/s11432-020-3307-3","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,27]]},"assertion":[{"value":"29 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 May 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 September 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"202104"}}