{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:20:53Z","timestamp":1740108053099,"version":"3.37.3"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"31","license":[{"start":{"date-parts":[[2024,8,3]],"date-time":"2024-08-03T00:00:00Z","timestamp":1722643200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,3]],"date-time":"2024-08-03T00:00:00Z","timestamp":1722643200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976034"],"award-info":[{"award-number":["61976034"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100017683","name":"Dalian Science and Technology Innovation Fund","doi-asserted-by":"publisher","award":["2022JJ12GX013"],"award-info":[{"award-number":["2022JJ12GX013"]}],"id":[{"id":"10.13039\/501100017683","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005047","name":"Natural Science Foundation of Liaoning Province","doi-asserted-by":"publisher","award":["2022-YGJC20"],"award-info":[{"award-number":["2022-YGJC20"]}],"id":[{"id":"10.13039\/501100005047","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["DUT23YG103"],"award-info":[{"award-number":["DUT23YG103"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s00521-024-10251-w","type":"journal-article","created":{"date-parts":[[2024,8,3]],"date-time":"2024-08-03T20:03:04Z","timestamp":1722715384000},"page":"19337-19352","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Temporal prediction model with context-aware data augmentation for robust visual reinforcement learning"],"prefix":"10.1007","volume":"36","author":[{"given":"Xinkai","family":"Yue","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8937-1515","authenticated-orcid":false,"given":"Hongwei","family":"Ge","sequence":"additional","affiliation":[]},{"given":"Xin","family":"He","sequence":"additional","affiliation":[]},{"given":"Yaqing","family":"Hou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,3]]},"reference":[{"issue":"7540","key":"10251_CR1","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"unstructured":"Kalashnikov D, Irpan A, Pastor P, Ibarz J, Herzog A, Jang E, Quillen D, Holly E, Kalakrishnan M, Vanhoucke V, et al (2018) Scalable deep reinforcement learning for vision-based robotic manipulation. In: Conference on robot learning. PMLR, pp 651\u2013673","key":"10251_CR2"},{"unstructured":"Yang W, Wang X, Farhadi A, Gupta A, Mottaghi R (2018) Visual semantic navigation using scene priors. arXiv preprint arXiv:1810.06543","key":"10251_CR3"},{"unstructured":"Fu X, Yang G, Agrawal P, Jaakkola T (2021) Learning task informed abstractions. In: International conference on machine learning. PMLR, pp 3480\u20133491","key":"10251_CR4"},{"unstructured":"Zhang A, McAllister R, Calandra R, Gal Y, Levine S (2020) Learning invariant representations for reinforcement learning without reconstruction. arXiv preprint arXiv:2006.10742","key":"10251_CR5"},{"key":"10251_CR6","first-page":"19884","volume":"33","author":"M Laskin","year":"2020","unstructured":"Laskin M, Lee K, Stooke A, Pinto L, Abbeel P, Srinivas A (2020) Reinforcement learning with augmented data. Adv Neural Inf Process Syst 33:19884\u201319895","journal-title":"Adv Neural Inf Process Syst"},{"key":"10251_CR7","first-page":"3680","volume":"34","author":"N Hansen","year":"2021","unstructured":"Hansen N, Su H, Wang X (2021) Stabilizing deep q-learning with convnets and vision transformers under data augmentation. Adv Neural Inf Process Syst 34:3680\u20133693","journal-title":"Adv Neural Inf Process Syst"},{"key":"10251_CR8","first-page":"21885","volume":"34","author":"L Guan","year":"2021","unstructured":"Guan L, Verma M, Guo SS, Zhang R, Kambhampati S (2021) Widening the pipeline in human-guided reinforcement learning with explanation and context-aware data augmentation. Adv Neural Inf Process Syst 34:21885\u201321897","journal-title":"Adv Neural Inf Process Syst"},{"doi-asserted-by":"crossref","unstructured":"Yuan Z, Mu Y, Yuan B, Luo P (2022) Don\u2019t touch what matters: task-aware Lipschitz data augmentation for visual reinforcement learning. In: International joint conference on artificial intelligence","key":"10251_CR9","DOI":"10.24963\/ijcai.2022\/514"},{"unstructured":"Hafner D, Lillicrap T, Fischer I, Villegas R, Ha D, Lee H, Davidson J (2019) Learning latent dynamics for planning from pixels. In: International conference on machine learning. PMLR, pp 2555\u20132565","key":"10251_CR10"},{"unstructured":"Hafner D, Lillicrap T, Ba J, Norouzi M (2019) Dream to control: learning behaviors by latent imagination. arXiv preprint arXiv:1912.01603","key":"10251_CR11"},{"key":"10251_CR12","first-page":"741","volume":"33","author":"AX Lee","year":"2020","unstructured":"Lee AX, Nagabandi A, Abbeel P, Levine S (2020) Stochastic latent actor-critic: deep reinforcement learning with a latent variable model. Adv Neural Inf Process Syst 33:741\u2013752","journal-title":"Adv Neural Inf Process Syst"},{"unstructured":"Yarats D, Kostrikov I, Fergus R (2020) Image augmentation is all you need: regularizing deep reinforcement learning from pixels. In: International conference on learning representations","key":"10251_CR13"},{"doi-asserted-by":"crossref","unstructured":"Yarats D, Zhang A, Kostrikov I, Amos B, Pineau J, Fergus R (2021) Improving sample efficiency in model-free reinforcement learning from images. In: Proceedings of the AAAI conference on artificial intelligence, vol 35, pp 10674\u201310681","key":"10251_CR14","DOI":"10.1609\/aaai.v35i12.17276"},{"unstructured":"Laskin M, Srinivas A, Abbeel P (2020) Curl: contrastive unsupervised representations for reinforcement learning. In: International conference on machine learning. PMLR, pp 5639\u20135650","key":"10251_CR15"},{"key":"10251_CR16","first-page":"25117","volume":"35","author":"T Yu","year":"2022","unstructured":"Yu T, Zhang Z, Lan C, Lu Y, Chen Z (2022) Mask-based latent reconstruction for reinforcement learning. Adv Neural Inf Process Syst 35:25117\u201325131","journal-title":"Adv Neural Inf Process Syst"},{"unstructured":"Liu S, Zhang XS, Li Y, Zhang Y, Cheng J (2022) On the data-efficiency with contrastive image transformation in reinforcement learning. In: International conference on learning representations","key":"10251_CR17"},{"unstructured":"Zheng R, Wang X, Sun Y, Ma S, Zhao J, Xu H, Daum\u00e9\u00a0III H, Huang F (2023) Taco: temporal latent action-driven contrastive loss for visual reinforcement learning. arXiv preprint arXiv:2306.13229","key":"10251_CR18"},{"doi-asserted-by":"crossref","unstructured":"Hansen N, Wang X (2021) Generalization in reinforcement learning by soft data augmentation. In: International conference on robotics and automation. IEEE, pp 13611\u201313617","key":"10251_CR19","DOI":"10.1109\/ICRA48506.2021.9561103"},{"doi-asserted-by":"crossref","unstructured":"Liu Q, Zhou Q, Yang R, Wang J (2023) Robust representation learning by clustering with bisimulation metrics for visual reinforcement learning with distractions. In: Proceedings of the AAAI conference on artificial intelligence, vol 37, pp 8843\u20138851","key":"10251_CR20","DOI":"10.1609\/aaai.v37i7.26063"},{"unstructured":"Fan J, Li W (2022) Dribo: robust deep reinforcement learning via multi-view information bottleneck. In: International conference on machine learning. PMLR, pp 6074\u20136102","key":"10251_CR21"},{"key":"10251_CR22","first-page":"26726","volume":"34","author":"AA Ismail","year":"2021","unstructured":"Ismail AA, Corrada Bravo H, Feizi S (2021) Improving deep learning interpretability by saliency guided training. Adv Neural Inf Process Syst 34:26726\u201326739","journal-title":"Adv Neural Inf Process Syst"},{"key":"10251_CR23","first-page":"30693","volume":"35","author":"D Bertoin","year":"2022","unstructured":"Bertoin D, Zouitine A, Zouitine M, Rachelson E (2022) Look where you look! saliency-guided q-networks for generalization in visual reinforcement learning. Adv Neural Inf Process Syst 35:30693\u201330706","journal-title":"Adv Neural Inf Process Syst"},{"key":"10251_CR24","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.neucom.2021.03.024","volume":"445","author":"H Zhou","year":"2021","unstructured":"Zhou H, Ren D, Xia H, Fan M, Yang X, Huang H (2021) AST-GNN: an attention-based spatio-temporal graph neural network for interaction-aware pedestrian trajectory prediction. Neurocomputing 445:298\u2013308","journal-title":"Neurocomputing"},{"issue":"10","key":"10251_CR25","doi-asserted-by":"publisher","first-page":"17654","DOI":"10.1109\/TITS.2022.3155749","volume":"23","author":"Z Sheng","year":"2022","unstructured":"Sheng Z, Xu Y, Xue S, Li D (2022) Graph-based spatial-temporal convolutional network for vehicle trajectory prediction in autonomous driving. IEEE Trans Intell Transp Syst 23(10):17654\u201317665","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"10251_CR26","first-page":"1","volume":"72","author":"R Wang","year":"2022","unstructured":"Wang R, Song X, Hu Z, Cui Y (2022) Spatio-temporal interaction aware and trajectory distribution aware graph convolution network for pedestrian multimodal trajectory prediction. IEEE Trans Instrum Meas 72:1\u201311","journal-title":"IEEE Trans Instrum Meas"},{"key":"10251_CR27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TKDE.2023.3289949","volume":"36","author":"R Wang","year":"2023","unstructured":"Wang R, Hu Z, Song X, Li W (2023) Trajectory distribution aware graph convolutional network for trajectory prediction considering spatio-temporal interactions and scene information. IEEE Trans Knowl Data Eng 36:1\u201313","journal-title":"IEEE Trans Knowl Data Eng"},{"doi-asserted-by":"crossref","unstructured":"Wang X, Gupta A (2015) Unsupervised learning of visual representations using videos. In: Proceedings of the IEEE international conference on computer vision, pp 2794\u20132802","key":"10251_CR28","DOI":"10.1109\/ICCV.2015.320"},{"unstructured":"Oord Avd, Li Y, Vinyals O (2018) Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748","key":"10251_CR29"},{"key":"10251_CR30","first-page":"11890","volume":"33","author":"K-H Lee","year":"2020","unstructured":"Lee K-H, Fischer I, Liu A, Guo Y, Lee H, Canny J, Guadarrama S (2020) Predictive information accelerates learning in RL. Adv Neural Inf Process Syst 33:11890\u201311901","journal-title":"Adv Neural Inf Process Syst"},{"unstructured":"Schwarzer M, Anand A, Goel R, Hjelm RD, Courville A, Bachman P (2020) Data-efficient reinforcement learning with self-predictive representations. arXiv preprint arXiv:2007.05929","key":"10251_CR31"},{"key":"10251_CR32","first-page":"5276","volume":"34","author":"T Yu","year":"2021","unstructured":"Yu T, Lan C, Zeng W, Feng M, Zhang Z, Chen Z (2021) Playvirtual: augmenting cycle-consistent virtual trajectories for reinforcement learning. Adv Neural Inf Process Syst 34:5276\u20135289","journal-title":"Adv Neural Inf Process Syst"},{"doi-asserted-by":"crossref","unstructured":"Kim K, Ha J, Kim Y (2022) Self-predictive dynamics for generalization of vision-based reinforcement learning. In: IJCAI international joint conference on artificial intelligence, pp 3150\u20133156","key":"10251_CR33","DOI":"10.24963\/ijcai.2022\/437"},{"unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International conference on machine learning. PMLR, pp 1861\u20131870","key":"10251_CR34"},{"doi-asserted-by":"crossref","unstructured":"Gong C, Wang D, Li M, Chandra V, Liu Q (2021) Keepaugment: a simple information-preserving data augmentation approach. In: Computer vision and pattern recognition, pp 1055\u20131064","key":"10251_CR35","DOI":"10.1109\/CVPR46437.2021.00111"},{"unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller M (2014) Striving for simplicity: the all convolutional net. arXiv preprint arXiv:1412.6806","key":"10251_CR36"},{"unstructured":"Rosynski M, Kirchner F, Valdenegro-Toro M (2020) Are gradient-based saliency maps useful in deep reinforcement learning? arXiv preprint arXiv:2012.01281","key":"10251_CR37"},{"unstructured":"Tassa Y, Doron Y, Muldal A, Erez T, Li Y, Casas DdL, Budden D, Abdolmaleki A, Merel J, Lefrancq A et al. (2018) Deepmind control suite. arXiv preprint arXiv:1801.00690","key":"10251_CR38"},{"issue":"6","key":"10251_CR39","doi-asserted-by":"publisher","first-page":"1452","DOI":"10.1109\/TPAMI.2017.2723009","volume":"40","author":"B Zhou","year":"2017","unstructured":"Zhou B, Lapedriza A, Khosla A, Oliva A, Torralba A (2017) Places: a 10 million image database for scene recognition. IEEE Trans Pattern Anal Mach Intell 40(6):1452\u20131464","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"unstructured":"Ma G, Wang Z, Yuan Z, Wang X, Yuan B, Tao D (2022) A comprehensive survey of data augmentation in visual reinforcement learning. arXiv preprint arXiv:2210.04561","key":"10251_CR40"},{"unstructured":"Yarats D, Fergus R, Lazaric A, Pinto L (2021) Mastering visual continuous control: improved data-augmented reinforcement learning. arXiv preprint arXiv:2107.09645","key":"10251_CR41"},{"issue":"2","key":"10251_CR42","doi-asserted-by":"publisher","first-page":"3046","DOI":"10.1109\/LRA.2022.3144512","volume":"7","author":"R Jangir","year":"2022","unstructured":"Jangir R, Hansen N, Ghosal S, Jain M, Wang X (2022) Look closer: bridging egocentric and third-person views with transformers for robotic manipulation. IEEE Robot Autom Lett 7(2):3046\u20133053","journal-title":"IEEE Robot Autom Lett"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10251-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10251-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10251-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T22:09:30Z","timestamp":1732572570000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10251-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,3]]},"references-count":42,"journal-issue":{"issue":"31","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["10251"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10251-w","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2024,8,3]]},"assertion":[{"value":"4 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}