{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T16:46:39Z","timestamp":1772901999198,"version":"3.50.1"},"reference-count":64,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities, South China University of Technology","doi-asserted-by":"publisher","award":["D2200150"],"award-info":[{"award-number":["D2200150"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities, South China University of Technology","doi-asserted-by":"publisher","award":["D2201300"],"award-info":[{"award-number":["D2201300"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities, South China University of Technology","doi-asserted-by":"publisher","award":["D2210010"],"award-info":[{"award-number":["D2210010"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076100"],"award-info":[{"award-number":["62076100"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872256"],"award-info":[{"award-number":["61872256"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"publisher","award":["2020B0101100002"],"award-info":[{"award-number":["2020B0101100002"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Hong Kong Research Grants Council through a General Research Fund","award":["11204919"],"award-info":[{"award-number":["11204919"]}]},{"DOI":"10.13039\/100018919","name":"Peng Cheng Laboratory Key Research Project","doi-asserted-by":"publisher","award":["PCL2021407"],"award-info":[{"award-number":["PCL2021407"]}],"id":[{"id":"10.13039\/100018919","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Circuits Syst. Video Technol."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1109\/tcsvt.2022.3231437","type":"journal-article","created":{"date-parts":[[2022,12,21]],"date-time":"2022-12-21T18:55:14Z","timestamp":1671648914000},"page":"3199-3213","source":"Crossref","is-referenced-by-count":13,"title":["DRAKE: Deep Pair-Wise Relation Alignment for Knowledge-Enhanced Multimodal Scene Graph Generation in Social Media Posts"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9819-2204","authenticated-orcid":false,"given":"Ze","family":"Fu","sequence":"first","affiliation":[{"name":"Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, and the School of Software Engineering, South China University of Technology, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2945-8248","authenticated-orcid":false,"given":"Changmeng","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8412-2870","authenticated-orcid":false,"given":"Junhao","family":"Feng","sequence":"additional","affiliation":[{"name":"Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, and the School of Software Engineering, South China University of Technology, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1767-789X","authenticated-orcid":false,"given":"Yi","family":"Cai","sequence":"additional","affiliation":[{"name":"Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, and the School of Software Engineering, South China University of Technology, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5706-5177","authenticated-orcid":false,"given":"Xiao-Yong","family":"Wei","sequence":"additional","affiliation":[{"name":"Peng Cheng Laboratory, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2197-9038","authenticated-orcid":false,"given":"Yaowei","family":"Wang","sequence":"additional","affiliation":[{"name":"Peng Cheng Laboratory, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3370-471X","authenticated-orcid":false,"given":"Qing","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"}]}],"member":"263","reference":[{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00678"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.352"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICME51207.2021.9428274"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3130197"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.2971171"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2979270"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00644"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01059"},{"key":"ref55","first-page":"91","article-title":"Faster R-CNN: Towards real-time object detection with region proposal networks","volume":"28","author":"ren","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.142"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1279"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_42"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-016-0981-7"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3062543"},{"key":"ref19","first-page":"5167","author":"li","year":"2021","journal-title":"Bottom-Up Bidirectional Alignment for Referring Expression Comprehension"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3042066"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00473"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01098"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.2995959"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2019.2958871"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.497"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.2973374"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3074599"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3042055"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2019.2947482"},{"key":"ref43","first-page":"5298","author":"zheng","year":"2021","journal-title":"Multimodal Relation Extraction With Efficient Graph Alignment"},{"key":"ref49","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2021.3075242"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2019.2953692"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3460426.3463650"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.642"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.330"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00636"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-85896-4_25"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3417295"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.3032650"},{"key":"ref34","first-page":"1551","article-title":"Boosting scene graph generation with visual relation saliency","author":"zhang","year":"2022","journal-title":"ACM Trans Multimedia Comput Commun Appl"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992222"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2020.2990989"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00377"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2022.3193857"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01888"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01096"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_51"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298990"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-73197-7_45"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2014.2347551"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00611"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1078"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00838"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00408"},{"key":"ref64","first-page":"2171","article-title":"Pixels to graphs by associative embedding","volume":"30","author":"newell","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413850"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00380"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.306"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3013398"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6702"},{"key":"ref27","first-page":"670","article-title":"Graph R-CNN for scene graph generation","author":"yang","year":"2018","journal-title":"Proc Eur Conf Comput Vis (ECCV)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00207"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-020-01316-z"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.331"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"}],"container-title":["IEEE Transactions on Circuits and Systems for Video Technology"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/76\/10170754\/09996418.pdf?arnumber=9996418","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,17]],"date-time":"2023-07-17T17:56:13Z","timestamp":1689616573000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9996418\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":64,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tcsvt.2022.3231437","relation":{},"ISSN":["1051-8215","1558-2205"],"issn-type":[{"value":"1051-8215","type":"print"},{"value":"1558-2205","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7]]}}}