{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T16:24:50Z","timestamp":1778171090445,"version":"3.51.4"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T00:00:00Z","timestamp":1626652800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T00:00:00Z","timestamp":1626652800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["61871278"],"award-info":[{"award-number":["61871278"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Sichuan Science and Technology Program","award":["2018HH0143"],"award-info":[{"award-number":["2018HH0143"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s00371-021-02244-w","type":"journal-article","created":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T05:02:40Z","timestamp":1626670960000},"page":"3979-3992","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["HF-SRGR: a new hybrid feature-driven social relation graph reasoning model"],"prefix":"10.1007","volume":"38","author":[{"given":"Lindong","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3555-0005","authenticated-orcid":false,"given":"Linbo","family":"Qing","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuchen","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongqiang","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yonghong","family":"Peng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,19]]},"reference":[{"issue":"2","key":"2244_CR1","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1037\/0033-2909.126.2.187","volume":"126","author":"DB Bugental","year":"2000","unstructured":"Bugental, D.B.: Acquisition of the algorithms of social life: a domain-based approach. Psychol. Bull. 126(2), 187\u2013219 (2000)","journal-title":"Psychol. Bull."},{"issue":"6","key":"2244_CR2","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1016\/j.evolhumbehav.2004.08.007","volume":"25","author":"SM Platek","year":"2004","unstructured":"Platek, S.M., Raines, D.M., Gallup, G.G., Mohamed, F.B., Thomson, J.W., Myers, T.E., Panyavin, I.S., Levin, S.L., Davis, J.A., Fonteyn, L.CMa.: Reactions to children\u2019s faces: males are more affected by resemblance than females are, and so are their brains. Evol. Hum. Behav. 25(6), 394\u2013405 (2004)","journal-title":"Evol. Hum. Behav."},{"issue":"1","key":"2244_CR3","doi-asserted-by":"publisher","first-page":"1267","DOI":"10.1146\/annurev.so.12.080186.000435","volume":"12","author":"BJ Biddle","year":"1986","unstructured":"Biddle, B.J.: Recent development in role theory. Annu. Rev. Sociol. 12(1), 1267\u20131292 (1986)","journal-title":"Annu. Rev. Sociol."},{"key":"2244_CR4","doi-asserted-by":"crossref","unstructured":"Boonstra, T.W., Werner-Seidler, A., O\u201dDea, B., Larsen, M.E., Christensen, H.: Smartphone app to investigate the relationship between social connectivity and mental health. In: 39-th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 287\u2013290 (2017)","DOI":"10.1109\/EMBC.2017.8036818"},{"key":"2244_CR5","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1093\/jurban\/78.3.458","volume":"78","author":"I Kawachi","year":"2001","unstructured":"Kawachi, I., Berkman, L.F.: Social ties and mental health. Urban Health 78, 458\u2013467 (2001)","journal-title":"Urban Health"},{"key":"2244_CR6","doi-asserted-by":"crossref","unstructured":"Zhou, X., Lu, J., Hu, J., Shang, Y.: Gabor-based gradient orientation pyramid for kinship verification under uncontrolled environments. In: Proceedings of the 20th ACM International Conference on Multimedia, pp. 725\u2013728 (2012)","DOI":"10.1145\/2393347.2396297"},{"key":"2244_CR7","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1016\/j.patcog.2019.05.001","volume":"93","author":"H Yoo","year":"2019","unstructured":"Yoo, H., Eom, T., Seo, J., Choi, S.I.: Detection of interaction groups based on geometric and social relations between individuals in an image. Pattern Recognit. 93, 498\u2013507 (2019)","journal-title":"Pattern Recognit."},{"key":"2244_CR8","doi-asserted-by":"crossref","unstructured":"Ramanathan, V., Yao, B., Li, F.F.: Social role discovery in human events. In: IEEE International Conference on Computer Vision (ICCV), pp. 1497\u20131504 (2013)","DOI":"10.1109\/CVPR.2013.320"},{"key":"2244_CR9","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1016\/j.patrec.2020.08.005","volume":"138","author":"M Wang","year":"2020","unstructured":"Wang, M., Du, X., Xiangbo, S., Wang, X., Tang, J.: Deep supervised feature selection for social relationship recognition. Pattern Recognit. Lett. 138, 410\u2013416 (2020)","journal-title":"Pattern Recognit. Lett."},{"key":"2244_CR10","doi-asserted-by":"crossref","unstructured":"Fang, R., Tang, K.D., Snavely, N., Chen, T.: Towards computational models of kinship verification. In: Proceedings of the International Conference on Image Processing, ICIP 2010, September 26\u201329, Hong Kong, China, pp. 1577\u20131580 (2010)","DOI":"10.1109\/ICIP.2010.5652590"},{"key":"2244_CR11","doi-asserted-by":"crossref","unstructured":"Wang, G., Gallagher, A.C., Luo, J., Forsyth, D.A.: Seeing people in social context: Recognizing people and social relationships. In: European Conference on Computer Vision (ECCV) (2010)","DOI":"10.1007\/978-3-642-15555-0_13"},{"issue":"4","key":"2244_CR12","doi-asserted-by":"publisher","first-page":"1046","DOI":"10.1109\/TMM.2012.2187436","volume":"14","author":"S Xia","year":"2012","unstructured":"Xia, S., Shao, M., Luo, J., Fu, Y.: Understanding kin relationships in a photo. IEEE Trans. Multimedia 14(4), 1046\u20131056 (2012)","journal-title":"IEEE Trans. Multimedia"},{"key":"2244_CR13","doi-asserted-by":"crossref","unstructured":"Dibeklioglu, H., Salah, A.A., Gevers, T.: Like father, like son: facial expression dynamics for kinship verification. In: IEEE International Conference on Computer Vision (ICCV), pp. 1497\u20131504 (2013)","DOI":"10.1109\/ICCV.2013.189"},{"issue":"2","key":"2244_CR14","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1109\/TPAMI.2013.134","volume":"36","author":"J Lu","year":"2014","unstructured":"Lu, J., Zhou, X., Tan, Y.P., Shang, Y.: Neighborhood repulsed metric learning for kinship verification. IEEE Trans. Pattern Anal. Mach. Intell. 36(2), 331\u2013345 (2014)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2244_CR15","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Luo, P., Loy, C.C., Tang, X.: Learning social relation traits from face images. In: IEEE International Conference on Computer Vision (ICCV), pp. 3631\u20133639 (2015)","DOI":"10.1109\/ICCV.2015.414"},{"key":"2244_CR16","doi-asserted-by":"crossref","unstructured":"Li, W., Zhang, Y., Lv, K., Lu, J., Zhou, J.: Graph-based kinship reasoning network. In: IEEE International Conference on Multimedia and Expo (ICME), London, United Kingdom, pp. 1\u20136 (2020)","DOI":"10.1109\/ICME46284.2020.9102823"},{"key":"2244_CR17","doi-asserted-by":"crossref","unstructured":"Li, J., Wong, Y., Zhao, Q., Kankanhalli, M.S.: Dual-glance model for deciphering social relationships. In: IEEE International Conference on Computer Vision (ICCV), Venice, Italy, pp. 2669\u20132678 (2017)","DOI":"10.1109\/ICCV.2017.289"},{"key":"2244_CR18","doi-asserted-by":"crossref","unstructured":"Sun, Q., Schiele, B., Fritz, M.: A domain based approach to social relation recognition. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 435\u2013444 (2017)","DOI":"10.1109\/CVPR.2017.54"},{"key":"2244_CR19","doi-asserted-by":"crossref","unstructured":"Wang, Z., Chen, T., Ren, J., Yu, W., Cheng, H., Lin, L.: Deep reasoning with knowledge graph for social relationship understanding. In: International Joint Conferences on Artificial Intelligence (IJCAI), pp. 1021\u20131028 (2018)","DOI":"10.24963\/ijcai.2018\/142"},{"key":"2244_CR20","doi-asserted-by":"crossref","unstructured":"Zhang, M., Liu, X., Liu, W., Zhou, A., Ma, H., Mei, T.: Multi-granularity reasoning for social relation recognition from images. In: IEEE International Conference on Multimedia and Expo (ICME), pp. 1618\u20131623 (2019)","DOI":"10.1109\/ICME.2019.00279"},{"key":"2244_CR21","doi-asserted-by":"publisher","unstructured":"Gao, J., Qing, L., Li, L., Cheng, Y., Peng, Y.: Multi-scale features based interpersonal relation recognition using higher-order graph neural network. Neurocomputing. https:\/\/doi.org\/10.1016\/j.neucom.2021.05.097","DOI":"10.1016\/j.neucom.2021.05.097"},{"key":"2244_CR22","doi-asserted-by":"crossref","unstructured":"Morris, C., Ritzert, M., Fey, M., Hamilton, W., Lenssen, J., Rattan, G., Grohe, M.: Weisfeiler and leman go neural: higher-order graph neural networks. pp. 4602\u20134609 (2019)","DOI":"10.1609\/aaai.v33i01.33014602"},{"key":"2244_CR23","doi-asserted-by":"crossref","unstructured":"Jia, Y., Shelhamer, E., Donahue, J., Karayev, S., Long, J., Girshick, R., Guadarrama, S., Darrell, T.: Caffe: convolutional architecture for fast feature embedding, pp. 675\u2013678 (2014)","DOI":"10.1145\/2647868.2654889"},{"key":"2244_CR24","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2244_CR25","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.patcog.2020.107342","volume":"105","author":"M Wang","year":"2020","unstructured":"Wang, M., Shu, X., Feng, J., Wang, X., Tang, J.: Deep multi-person kinship matching and recognition for family photos. Pattern Recognit. 105, 111\u201321 (2020)","journal-title":"Pattern Recognit."},{"key":"2244_CR26","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations (ICLR) (2015)"},{"key":"2244_CR27","doi-asserted-by":"crossref","unstructured":"He, K., Gkioxari, G., Dollar, P., Girshick, R.: Mask r-cnn. In: IEEE International Conference on Computer Vision (ICCV), pp. 2980\u20132988 (2017)","DOI":"10.1109\/ICCV.2017.322"},{"issue":"6","key":"2244_CR28","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans. Pattern Anal. Mach. Intell. 39(6), 1137\u20131149 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2244_CR29","doi-asserted-by":"crossref","unstructured":"Gori, M., Monfardini, G., Scarselli, F.: A new model for learning in graph domains. In: IEEE International Joint Conference on Neural Networks, Montreal, Que 2, pp. 729\u2013734 (2005)","DOI":"10.1109\/IJCNN.2005.1555942"},{"issue":"1","key":"2244_CR30","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2009","unstructured":"Scarselli, F., Gori, M., Tsoi, A.C., Hagenbuchner, M., Monfardini, G.: The graph neural network model. IEEE Trans. Neural Netw. 20(1), 61\u201380 (2009)","journal-title":"IEEE Trans. Neural Netw."},{"key":"2244_CR31","unstructured":"Li, Y., Tarlow, D., Brockschmidt, M., Zemel, R.: Gated graph sequence neural networks. In: International Conference on Learning Representations (ICLR) (2016)"},{"key":"2244_CR32","unstructured":"Kipf, T., Max, W.: Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"2244_CR33","unstructured":"Veli\u010d kovi\u0107, P., Cucurull, G., Casanova, A., Romero, A., Li\u00f2, P., Bengio, Y.: Graph attention networks. In: International Conference on Learning Representations (ICLR) (2018)"},{"issue":"10\u201312","key":"2244_CR34","doi-asserted-by":"publisher","first-page":"2433","DOI":"10.1007\/s00371-020-01955-w","volume":"36","author":"W Zhang","year":"2020","unstructured":"Zhang, W., Lin, Z., Cheng, J., Ma, C., Deng, X., Wang, H.: STA-GCN: two-stream graph convolutional network with spatial-temporal attention for hand gesture recognition. Vis. Comput. 36(10\u201312), 2433\u20132444 (2020)","journal-title":"Vis. Comput."},{"issue":"3","key":"2244_CR35","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1007\/s00371-019-01644-3","volume":"36","author":"Y Qin","year":"2020","unstructured":"Qin, Y., Mo, L., Li, C., Luo, J.: Skeleton-based action recognition by part-aware graph convolutional networks. Vis. Comput. 36(3), 621\u2013631 (2020)","journal-title":"Vis. Comput."},{"key":"2244_CR36","doi-asserted-by":"crossref","unstructured":"Liu, X., Zhang, M., Liu, W., Song, J., Mei, T.: BraidNet: braiding semantics and details for accurate human parsing. In: Proceedings of the 27th ACM International Conference on Multimedia (MM\u201919), pp. 338\u2013346 (2019)","DOI":"10.1145\/3343031.3350857"},{"key":"2244_CR37","doi-asserted-by":"crossref","unstructured":"Liu, X., Liu, W., Zheng, J., Yan, C., Mei, T.: Beyond the parts: Learning multi-view cross-part correlation for vehicle re-identification. In: Proceedings of the 27th ACM International Conference on Multimedia (MM\u201920), pp. 907\u2013912 (2020)","DOI":"10.1145\/3394171.3413578"},{"key":"2244_CR38","doi-asserted-by":"crossref","unstructured":"Liu, X., Liu, W., Zhagn, M., Mei, J.C.L.G.C.Y.T.: Social relation recognition from videos via multi-scale spatial-temporal reasoning. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 3561\u20133569 (2019)","DOI":"10.1109\/CVPR.2019.00368"},{"key":"2244_CR39","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, F.F.: Imagenet: A large-scale hierarchical image database. In: IEEE Conference on Computer Vision & Pattern Recognition, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"6","key":"2244_CR40","doi-asserted-by":"publisher","first-page":"1452","DOI":"10.1109\/TPAMI.2017.2723009","volume":"40","author":"B Zhou","year":"2018","unstructured":"Zhou, B., Lapedriza, A., Khosla, A., Oliva, A., Torralba, A.: Places: a 10 million image database for scene recognition. IEEE Trans. Pattern Anal. Mach. Intell. 40(6), 1452\u20131464 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2244_CR41","unstructured":"Kim, J.H., On, K., Kim, J., Ha, J.W., Zhang, B.T.: Hadamard product for low-rank bilinear pooling. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"2244_CR42","doi-asserted-by":"crossref","unstructured":"Zhang, N., Paluri, M., Taigman, Y., Fergus, R., Bourdev, L.: Beyond frontal faces: Improving person recognition using multiple cues. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 4804\u20134813 (2015)","DOI":"10.1109\/CVPR.2015.7299113"},{"issue":"2","key":"2244_CR43","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.acha.2010.04.005","volume":"30","author":"DK Hammond","year":"2011","unstructured":"Hammond, D.K., Vandergheynst, P., Gribonval, R.: Wavelets on graphs via spectral graph theory. Appl. Comput. Harmonic Anal. 30(2), 129\u2013150 (2011)","journal-title":"Appl. Comput. Harmonic Anal."}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-021-02244-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-021-02244-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-021-02244-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T12:45:44Z","timestamp":1725453944000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-021-02244-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,19]]},"references-count":43,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["2244"],"URL":"https:\/\/doi.org\/10.1007\/s00371-021-02244-w","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,19]]},"assertion":[{"value":"4 July 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 July 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}