{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:03:37Z","timestamp":1775228617860,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173078"],"award-info":[{"award-number":["62173078"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005047","name":"Natural Science Foundation of Liaoning Province","doi-asserted-by":"publisher","award":["2022-MS-268"],"award-info":[{"award-number":["2022-MS-268"]}],"id":[{"id":"10.13039\/501100005047","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s11042-023-15989-4","type":"journal-article","created":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T04:01:25Z","timestamp":1687060885000},"page":"8533-8550","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["MSTCNN: multi-modal spatio-temporal convolutional neural network for pedestrian trajectory prediction"],"prefix":"10.1007","volume":"83","author":[{"given":"Haifeng","family":"Sang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8716-7070","authenticated-orcid":false,"given":"Wangxing","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haifeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jinyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,18]]},"reference":[{"key":"15989_CR1","doi-asserted-by":"crossref","unstructured":"Alahi A, Goel K, Ramanathan V, et al (2016) Social lstm: Human trajectory prediction in crowded spaces. 2016 IEEE conference on computer vision and pattern recognition (CVPR) pp 961\u2013971","DOI":"10.1109\/CVPR.2016.110"},{"key":"15989_CR2","doi-asserted-by":"crossref","unstructured":"Amirian J, Hayet J B, Pettr\u00e9 J (2019) Social ways: Learning multi-model distributions of pedestrian trajectories with gans. 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops\u00a0","DOI":"10.1109\/CVPRW.2019.00359"},{"key":"15989_CR3","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1016\/j.neunet.2018.09.002","volume":"108","author":"T Fernando","year":"2018","unstructured":"Fernando T, Denman S, Sridharan S, et al (2018) Soft+ hardwired attention: an lstm framework for human trajectory prediction and abnormal event detection. Neural networks 108:466\u2013478","journal-title":"Neural Netw"},{"key":"15989_CR4","doi-asserted-by":"crossref","unstructured":"Ferrer G, Sanfeliu A (2014) Behavior estimation for a complete framework for human motion prediction in crowded environments. 2014 IEEE International Conference on Robotics and Automation (ICRA) pp 5940\u20135945","DOI":"10.1109\/ICRA.2014.6907734"},{"key":"15989_CR5","doi-asserted-by":"crossref","unstructured":"Gupta A, Johnson J, Fei-Fei Li, et al (2018) Social gan: socially acceptable trajectories with generative adversarial networks. 2018 IEEE conference on computer vision and pattern recognition (CVPR) pp 2255\u20132264","DOI":"10.1109\/CVPR.2018.00240"},{"key":"15989_CR6","doi-asserted-by":"crossref","unstructured":"Hasan I, Setti F, Tsesmelis T, et al (2018) Mx-lstm: mixing tracklets and vislets to jointly forecast trajectories and head poses. 2018 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) pp 6067\u20136076","DOI":"10.1109\/CVPR.2018.00635"},{"issue":"5","key":"15989_CR7","doi-asserted-by":"publisher","first-page":"4282","DOI":"10.1103\/PhysRevE.51.4282","volume":"51","author":"D Helbing","year":"1995","unstructured":"Helbing D, Molnar P (1995) Social force model for pedestrian dynamics. Phys Rev E 51(5):4282","journal-title":"Phys Rev E"},{"key":"15989_CR8","doi-asserted-by":"crossref","unstructured":"Huang Y, Bi H, Li Z, et al (2019) Stgat: Modeling spatial-temporal interactions for human trajectory prediction. 2019 IEEE\/CVF international conference on computer vision pp 6272\u20136281","DOI":"10.1109\/ICCV.2019.00637"},{"key":"15989_CR9","doi-asserted-by":"crossref","unstructured":"Ivanovic B, Pavone M (2019) The trajectron: Probabilistic multi-agent trajectory modeling with dynamic spatiotemporal graphs. 2019 IEEE\/CVF International Conference on Computer Vision pp 2375\u20132384","DOI":"10.1109\/ICCV.2019.00246"},{"key":"15989_CR10","doi-asserted-by":"crossref","unstructured":"Ivanovic B, Schmerling E, Leung L, et al (2018) Generative modeling of multimodal multi-human behavior. 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)0. IEEE pp 3088\u20133095","DOI":"10.1109\/IROS.2018.8594393"},{"key":"15989_CR11","unstructured":"Kosaraju V, Sadeghian A, Mart\u00edn-Mart\u00edn R, et al (2019) Social-bigat: Multimodal trajectory forecasting using bicycle-gan and graph attention networks. 2019 Advances in Neural Information Processing Systems p. 32"},{"key":"15989_CR12","doi-asserted-by":"crossref","unstructured":"Lee N, Choi W, Vernaza P, et al (2017) Desire: Distant future prediction in dynamic scenes with interacting agents. 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) pp 336\u2013345","DOI":"10.1109\/CVPR.2017.233"},{"issue":"3","key":"15989_CR13","doi-asserted-by":"publisher","first-page":"655","DOI":"10.1111\/j.1467-8659.2007.01089.x","volume":"26","author":"A Lerner","year":"2007","unstructured":"Lerner A, Chrysanthou Y, Lischinski D (2007) Crowds by example. Computer graphics forum 26(3):655\u2013664","journal-title":"Comput Graph Forum"},{"key":"15989_CR14","doi-asserted-by":"crossref","unstructured":"Shi Li, Wang L, Long C, et al (2021) SGCN: sparse graph convolution network for pedestrian trajectory prediction. 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) pp 8994\u20139003","DOI":"10.1109\/CVPR46437.2021.00888"},{"key":"15989_CR15","doi-asserted-by":"crossref","unstructured":"Lian J, Ren W, Li L, et al (2022) PTP-STGCN: pedestrian trajectory prediction based on a Spatio-temporal graph convolutional neural network. Appl Intell 53(3):2862\u20132878","DOI":"10.1007\/s10489-022-03524-1"},{"key":"15989_CR16","doi-asserted-by":"crossref","unstructured":"Lisotto M, Coscia P, Ballan L (2019) Social and scence-aware trajectory prediction in crowded spaces. 2019 IEEE\/CVF International Conference on Computer Vision Workshops","DOI":"10.1109\/ICCVW.2019.00314"},{"key":"15989_CR17","doi-asserted-by":"crossref","unstructured":"Mohamed A, Qian K, Elhoseiny M, et al (2020) Social-stgcnn: A social spatio-temporal graph convolutional neural network for human trajectory prediction. 2020 IEEE\/CVF conference on computer vision and pattern recognition (CVPR) pp 14424\u201314432","DOI":"10.1109\/CVPR42600.2020.01443"},{"key":"15989_CR18","doi-asserted-by":"crossref","unstructured":"Pellegrini S, Ess A, Schindler K, et al (2009) You\u2019ll never walk alone: modeling social behavior for multi-target tracking. 2009 IEEE 12th international conference on computer vision. IEEE 261\u2013268","DOI":"10.1109\/ICCV.2009.5459260"},{"key":"15989_CR19","doi-asserted-by":"crossref","unstructured":"Sadeghian A, Kosaraju V, Sadeghian A, et al (2019) Sophie: An attentive gan for predicting paths compliant to social and physical constraints. 2019 IEEE\/CVF conference on computer vision and pattern recognition, pp 1349\u20131358","DOI":"10.1109\/CVPR.2019.00144"},{"key":"15989_CR20","doi-asserted-by":"crossref","unstructured":"Zamboni S, Kefato Z T, Girdzijauskas S, et al (2021) Pedestrian trajectory prediction with convolutional neural networks.  Pattern Recogn 121:108252","DOI":"10.1016\/j.patcog.2021.108252"},{"key":"15989_CR21","doi-asserted-by":"crossref","unstructured":"Sun H, Zhao Z, He Z (2020) Reciprocal learning networks for human trajectory prediction. 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition. IEEE CS 7416\u20137425","DOI":"10.1109\/CVPR42600.2020.00744"},{"key":"15989_CR22","doi-asserted-by":"crossref","unstructured":"Wang C, Cai S, Tan G (2021) Graphtcn: Spatio-temporal interaction modeling for human trajectory prediction. 2021 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV). IEEE pp 3450\u20133459","DOI":"10.1109\/WACV48630.2021.00349"},{"key":"15989_CR23","first-page":"1","volume":"2017","author":"H Xue","year":"2017","unstructured":"Xue H, Huynh D Q, Reynolds M (2017) Bi-prediction: pedestrian trajectory prediction based on bidirectional LSTM classification. 2017 International Conference on Digital Image Computing: Techniques and Applications (DICTA). IEEE 2017:1\u20138","journal-title":"IEEE"},{"key":"15989_CR24","doi-asserted-by":"crossref","unstructured":"Xue H, Huynh D Q, Reynolds M (2018) SS-LSTM: A hierarchical LSTM model for pedestrian trajectory prediction. 2018 IEEE Winter Conference on Applications of Computer Vision (WACV). IEEE pp 1186\u20131194","DOI":"10.1109\/WACV.2018.00135"},{"key":"15989_CR25","doi-asserted-by":"publisher","first-page":"44576","DOI":"10.1109\/ACCESS.2020.2977747","volume":"8","author":"H Xue","year":"2020","unstructured":"Xue H, Huynh D Q, Reynolds M (2020) A location-velocity-temporal attention LSTM model for pedestrian trajectory prediction. IEEE Access 8:44576\u201344589","journal-title":"IEEE Access"},{"key":"15989_CR26","doi-asserted-by":"crossref","unstructured":"Yu C, Ma X, Ren J, et al (2020) Spatio-temporal graph transformer networks for pedestrian trajectory prediction. 2020 European conference on computer vision. Springer International Publishing pp 507\u2013523","DOI":"10.1007\/978-3-030-58610-2_30"},{"key":"15989_CR27","doi-asserted-by":"crossref","unstructured":"Zhang P, Ouyang W, Zhang P, et al (2019) SR-LSTM: State Refinement for LSTM towards Pedestrian Trajectory Prediction. 2019 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) pp 12085\u201312094","DOI":"10.1109\/CVPR.2019.01236"},{"issue":"4","key":"15989_CR28","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1109\/TCDS.2016.2614675","volume":"9","author":"D Zhao","year":"2017","unstructured":"Zhao D, Chen Y, Le L (2017) Deep reinforcement learning with visual attention for vehicle classification. IEEE\u00a0Transactions on Cognitive and Developmental Systems 9(4):356\u2013367","journal-title":"IEEE Trans Cognit Dev Syst"},{"issue":"4","key":"15989_CR29","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1109\/JAS.2020.1003228","volume":"7","author":"X Zhao","year":"2020","unstructured":"Zhao X, Chen Y, Guo J, et al (2020) A spatial-temporal attention model for human trajectory prediction. IEEE\/CAA Journal of Automatica Sinica 7(4):965\u2013974","journal-title":"IEEE\/CAA J Autom Sin"},{"key":"15989_CR30","doi-asserted-by":"publisher","first-page":"23480","DOI":"10.1109\/ACCESS.2020.2969994","volume":"8","author":"JQ Zhong","year":"2020","unstructured":"Zhong J, Sun H, Cao W, et al (2020) Pedestrian motion trajectory prediction with stereo-based 3D deep pose estimation and trajectory learning. IEEE Access 8:23480\u201323486","journal-title":"IEEE Access"},{"key":"15989_CR31","doi-asserted-by":"crossref","unstructured":"Zhou L, Zhao Y, Yang D, et al (2022) Gchgat: pedestrian trajectory prediction using group constrained hierarchical graph attention networks. Applied Intelligence 52(10):11434\u201311447","DOI":"10.1007\/s10489-021-02997-w"},{"key":"15989_CR32","doi-asserted-by":"publisher","first-page":"83321","DOI":"10.1109\/ACCESS.2020.2991435","volume":"8","author":"XY Zou","year":"2020","unstructured":"Zou XY, Sun B, Zhao D, et al (2020) Multi-modal pedestrian trajectory prediction for edge agents based on spatial-temporal graph. IEEE Access 8:83321\u201383332","journal-title":"IEEE Access"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-15989-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-15989-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-15989-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,8]],"date-time":"2024-01-08T07:38:49Z","timestamp":1704699529000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-15989-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["15989"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-15989-4","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,18]]},"assertion":[{"value":"5 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have declared that no conflict of interest exists.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}