{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,21]],"date-time":"2026-11-21T01:16:15Z","timestamp":1795223775891,"version":"4.10.3"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Surveying Mapping and Geoinformation of Jiangsu Province","award":["JSCHKY201905"],"award-info":[{"award-number":["JSCHKY201905"]}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20170897"],"award-info":[{"award-number":["BK20170897"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["41901356"],"award-info":[{"award-number":["41901356"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Environmental Protection Research Project of Jiangsu Province","award":["2019010"],"award-info":[{"award-number":["2019010"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Appl. Earth Observations Remote Sensing"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/jstars.2020.3036602","type":"journal-article","created":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T16:24:44Z","timestamp":1604939084000},"page":"474-487","source":"Crossref","is-referenced-by-count":206,"title":["Self-Supervised Pretraining of Transformers for Satellite Image Time Series Classification"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1860-3275","authenticated-orcid":false,"given":"Yuan","family":"Yuan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7012-4901","authenticated-orcid":false,"given":"Lei","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018"},{"key":"ref38","article-title":"A simple framework for contrastive learning of visual representations","author":"chen","year":"2020"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273592"},{"key":"ref32","article-title":"Attentive weakly supervised land cover mapping for object-based satellite image time series data with spatial interpretation","author":"ienco","year":"2020"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2019.2960625"},{"key":"ref30","article-title":"Self-attention for raw optical satellite time series classification","author":"ru\u00dfwurm","year":"2019"},{"key":"ref37","first-page":"132","article-title":"Deep clustering for unsupervised learning of visual features","author":"caron","year":"2018","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46466-4_5"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46487-9_40"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"ref60","year":"2019","journal-title":"Published crop-specific data layer USDA-NASS"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.scib.2019.03.002"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.14358\/PERS.70.8.963"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.3390\/rs12111735"},{"key":"ref28","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref64","article-title":"Satellite image time series classification and change detection based on recurrent neural network model","author":"lin","year":"2018","journal-title":"The doctor engineer"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/IGARSS.2019.8900517"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3390\/rs11141639"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/78.650093"},{"key":"ref29","first-page":"12325","article-title":"Satellite image time series classification with pixel-set encoders and temporal self-attention","author":"garnot","year":"2020","journal-title":"Proc IEEE Conf Comput Vis Pattern Recognit"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2002.802519"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2019.09.016"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2017.2681128"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2017.2728698"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3390\/rs11050523"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2018.2876357"},{"key":"ref23","first-page":"11","article-title":"Temporal vegetation modelling using long short-term memory networks for crop identification from medium-resolution multi-spectral satellite images","author":"ru\u00dfwurm","year":"2017","journal-title":"Proc IEEE Conf Comput Vis Pattern Recognit"},{"key":"ref26","article-title":"Multi-temporal land cover classification with sequential recurrent encoders","volume":"7","author":"ru\u00dfwurm","year":"2018","journal-title":"ISPRS Int J GeoInf"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2019.01.011"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2017.12.012"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3390\/rs12111868"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1080\/01431161.2010.527397"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-ecolsys-110512-135847"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref56","article-title":"Layer normalization","author":"lei ba","year":"2016"},{"key":"ref55","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-46493-0_38","article-title":"Identity mappings in deep residual networks","author":"he","year":"2016"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105920"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2019.2934760"},{"key":"ref52","article-title":"The color out of space: Learning self-supervised representations for earth observation imagery","author":"vincenzi","year":"2020"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3390\/rs11020210"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.3390\/rs8030166","article-title":"First experience with Sentinel-2 data for crop and tree species classifications in central Europe","volume":"8","author":"immitzer","year":"2016","journal-title":"Remote Sens"},{"key":"ref40","first-page":"5753","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","author":"yang","year":"2019","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2019.11.008"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2016.10.010"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/S2095-3119(15)61321-1"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2018.12.016"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2019.2899129"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2020.3015157"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2020.3016820"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2018.11.032"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2019.01.018"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2016.03.008"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/rs11101197"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2018.06.036"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10346-019-01178-8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3390\/rs9010095"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2020.3003341"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1553\/giscience2017_01_s217"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2020.2968304"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2017.2702596"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2017.2752750"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.measurement.2020.107811"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2017.2711360"},{"key":"ref41","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"lan","year":"2019"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2017.2734697"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.3390\/rs10081243"}],"container-title":["IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4609443\/9314330\/09252123.pdf?arnumber=9252123","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:02:04Z","timestamp":1641985324000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9252123\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":66,"URL":"https:\/\/doi.org\/10.1109\/jstars.2020.3036602","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.13025039","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.13025039.v1","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.13025039.v2","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.13025039.v3","asserted-by":"object"}]},"ISSN":["1939-1404","2151-1535"],"issn-type":[{"value":"1939-1404","type":"print"},{"value":"2151-1535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}