{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T16:15:54Z","timestamp":1776183354226,"version":"3.50.1"},"reference-count":32,"publisher":"MDPI AG","issue":"20","license":[{"start":{"date-parts":[[2023,10,16]],"date-time":"2023-10-16T00:00:00Z","timestamp":1697414400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"High-Level Talent Project of Chengdu Normal University","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"High-Level Talent Project of Chengdu Normal University","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Key Laboratory of Featured Plant Development and Research in Sichuan Province","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Chengdu Normal University Scientific Research and Innovation Team","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Key Laboratory of Multidimensional Data Perception and Intelligent Information Processing in Dazhou City","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Sichuan Provincial Department of Education\u2019s Higher Education Talent Training Quality and Teaching Reform Project","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Chengdu Normal University Teaching Reform Project","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["YJRC2020-12"],"award-info":[{"award-number":["YJRC2020-12"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["TSZW2110"],"award-info":[{"award-number":["TSZW2110"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["CSCXTD2020B09"],"award-info":[{"award-number":["CSCXTD2020B09"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["DWSJ2201"],"award-info":[{"award-number":["DWSJ2201"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["DWSJ2209"],"award-info":[{"award-number":["DWSJ2209"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["JG2021-1389"],"award-info":[{"award-number":["JG2021-1389"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["2022JG23"],"award-info":[{"award-number":["2022JG23"]}]},{"name":"Chengdu Normal University Innovation and entrepreneurship training program for college students","award":["202214389031"],"award-info":[{"award-number":["202214389031"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Remote Sensing"],"abstract":"<jats:p>Weather forecasting requires a comprehensive analysis of various types of meteorology data, and with the wide application of deep learning in various fields, deep learning has proved to have powerful feature extraction capabilities. In this paper, from the viewpoint of an image semantic segmentation problem, a deep learning framework based on semantic segmentation is proposed to nowcast Cloud-to-Ground and Intra-Cloud lightning simultaneously within an hour. First, a dataset with spatiotemporal features is constructed using radar echo reflectivity data and lightning observation data. More specifically, each sample in the dataset consists of the past half hour of observations. Then, a Light3DUnet is presented based on 3D U-Net. The three-dimensional structured network can extract spatiotemporal features, and the encoder\u2013decoder structure and the skip connection can handle small targets and recover more details. Due to the sparsity of lightning observations, a weighted cross-loss function was used to evaluate network performance. Finally, Light3DUnet was trained using the dataset to predict Cloud-to-Ground and Intra-Cloud lightning in the next hour. We evaluated the prediction performance of the network using a real-world dataset from middle China. The results show that Light3DUnet has a good ability to nowcast IC and CG lightning. Meanwhile, due to the spatial position coupling of IC and CG on a two-dimensional plane, predictions from summing the probabilistic prediction matrices will be augmented to obtain accurate prediction results for total flashes.<\/jats:p>","DOI":"10.3390\/rs15204981","type":"journal-article","created":{"date-parts":[[2023,10,16]],"date-time":"2023-10-16T08:32:57Z","timestamp":1697445177000},"page":"4981","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Cloud-to-Ground and Intra-Cloud Nowcasting Lightning Using a Semantic Segmentation Deep Learning Network"],"prefix":"10.3390","volume":"15","author":[{"given":"Ling","family":"Fan","sequence":"first","affiliation":[{"name":"School of Computer Science, Chengdu Normal University, Chengdu 611130, China"}]},{"given":"Changhai","family":"Zhou","sequence":"additional","affiliation":[{"name":"The Network and the Information Center, Chengdu Normal University, Chengdu 611130, China"}]}],"member":"1968","published-online":{"date-parts":[[2023,10,16]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"1470","DOI":"10.1175\/WAF-D-11-00144.1","article-title":"Predicting cloud-to-ground and intracloud lightning in weather forecast models","volume":"27","author":"Lynn","year":"2012","journal-title":"Wea. Forecast."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1175\/2009JTECHA1286.1","article-title":"A total lightning trending algorithm to identify severe thunderstorms","volume":"27","author":"Gatlin","year":"2010","journal-title":"J. Atmos. Ocean. Technol."},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.atmosres.2012.04.004","article-title":"Progress and challenges with warn-on-forecast","volume":"123","author":"Stensrud","year":"2013","journal-title":"Atmos. Res."},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1016\/j.atmosres.2016.08.021","article-title":"Lightning jump as a nowcast predictor: Application to severe weather events in Catalonia","volume":"183","author":"Farnell","year":"2017","journal-title":"Atmos. Res."},{"key":"ref_5","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1175\/WAF-D-15-0175.1","article-title":"Kinematic and microphysical significance of lightning jumps versus nonjump increases in total flash rate","volume":"32","author":"Schultz","year":"2017","journal-title":"Wea. Forecast."},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1175\/1520-0426(1993)010<0785:TTITAA>2.0.CO;2","article-title":"TITAN: Thunderstorm identification, tracking, analysis, and nowcasting\u2014A radar-based methodology","volume":"10","author":"Dixon","year":"1993","journal-title":"J. Atmos. Ocean. Technol."},{"key":"ref_7","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1175\/1520-0434(1998)013<0263:TSCIAT>2.0.CO;2","article-title":"The storm cell identification and tracking algorithm: An enhanced WSR-88D algorithm","volume":"13","author":"Johnson","year":"1998","journal-title":"Wea. Forecast."},{"key":"ref_8","doi-asserted-by":"crossref","first-page":"2637","DOI":"10.1175\/JTECH-D-17-0110.1","article-title":"An enhanced optical flow technique for radar nowcasting of precipitation and winds","volume":"34","author":"Bechini","year":"2017","journal-title":"J. Atmos. Oceanic Technol."},{"key":"ref_9","doi-asserted-by":"crossref","unstructured":"Woo, W.C., and Wong, W.K. (2017). Operational application of optical flow techniques to radar-based rainfall nowcasting. Atmosphere, 8.","DOI":"10.3390\/atmos8030048"},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"4038","DOI":"10.1002\/2016JD025783","article-title":"A machine learning nowcasting method based on real-time reanalysis data","volume":"122","author":"Han","year":"2017","journal-title":"J. Geophys. Res. Atmos."},{"key":"ref_11","doi-asserted-by":"crossref","first-page":"577","DOI":"10.5194\/nhess-22-577-2022","article-title":"Nowcasting thunderstorm hazards using machine learning: The impact of data sources on performance","volume":"22","author":"Leinonen","year":"2021","journal-title":"Nat. Hazards Earth Syst. Sci."},{"key":"ref_12","unstructured":"Wang, Y., Long, M., Wang, J., Gao, Z., and Yu, P.S. (2017, January 4\u20139). PredRNN: Recurrent neural networks for predictive learning using spatiotemporal LSTMs. Proceedings of the 31st Conference on Neural Information Processing Systems, Long Beach, CA, USA."},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Shi, E., Li, Q., Gu, D., and Zhao, Z. (2018, January 5\u20137). A method of weather radar echo extrapolation based on convolutional neural networks. Proceedings of the International Conference on Multimedia Modeling, Bangkok, Thailand.","DOI":"10.1007\/978-3-319-73603-7_2"},{"key":"ref_14","unstructured":"Shi, X., Chen, Z., Wang, H., Yeung, D.Y., Wong, W.K., and Woo, W.C. (2015, January 7\u201312). Convolutional LSTM network: A machine learning approach for precipitation nowcasting. Proceedings of the 29th Conference on Neural Information Processing Systems, NeurIPS, Montreal, QC, Canada."},{"key":"ref_15","unstructured":"Shi, X., Gao, Z., Lausen, L., Wang, H., Yeung, D.Y., Wong, W.K., and Woo, W.C. (2017, January 4\u20139). Deep learning for precipitation nowcasting: A benchmark and a new model. Proceedings of the 31st Conference on Neural Information Processing Systems, NeurIPS, Long Beach, CA, USA."},{"key":"ref_16","doi-asserted-by":"crossref","unstructured":"Geng, Y.-A., Li, Q., Lin, T., Jiang, L., Xu, L., Dong, Z., Yao, W., Lyu, W., and Zhang, Y. (2019, January 4\u20138). LightNet: A dual spatiotemporal encoder network model for lightning prediction. Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, Anchorage, AK, USA.","DOI":"10.1145\/3292500.3330717"},{"key":"ref_17","doi-asserted-by":"crossref","first-page":"4048","DOI":"10.1002\/qj.4167","article-title":"A deep learning framework for lightning forecasting with multi-source spatiotemporal data","volume":"147","author":"Geng","year":"2021","journal-title":"Q. J. R. Meteorol. Soc."},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"e2019EA000812","DOI":"10.1029\/2019EA000812","article-title":"A Deep Learning-Based Methodology for Precipitation Nowcasting With Radar","volume":"7","author":"Chen","year":"2020","journal-title":"Earth Space Sci."},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Yasuno, T., Ishii, A., and Amakata, M. (2021, January 10\u201315). Rain-Code Fusion: Code-to-Code ConvLSTM Forecasting Spatiotemporal Precipitation. Proceedings of the International Conference on Pattern Recognition, Virtual Event.","DOI":"10.1007\/978-3-030-68787-8_2"},{"key":"ref_20","doi-asserted-by":"crossref","unstructured":"Yao, G., Liu, Z., Guo, X., Wei, C., Li, X., and Chen, Z. (2020, January 19\u201324). Prediction of Weather Radar Images via a Deep LSTM for Nowcasting. Proceedings of the 2020 International Joint Conference on Neural Networks (IJCNN), Glasgow, UK.","DOI":"10.1109\/IJCNN48605.2020.9206889"},{"key":"ref_21","doi-asserted-by":"crossref","unstructured":"Luo, C., Li, X., Wen, Y., Ye, Y., and Zhang, X. (2021). A Novel LSTM Model with Interaction Dual Attention for Radar Echo Extrapolation. Remote Sens., 13.","DOI":"10.3390\/rs13020164"},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Ma, C., Li, S., Wang, A., Yang, J., and Chen, G. (2019). Altimeter observation-based eddy nowcasting using an improved Conv-LSTM network. Remote Sens., 11.","DOI":"10.3390\/rs11070783"},{"key":"ref_23","first-page":"927","article-title":"A deep learning network for cloud-to-ground lightning nowcasting with multisource data","volume":"37","author":"Zhou","year":"2020","journal-title":"J. Appl. Meteor. Climatol."},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Huang, Q., Chen, S., and Tan, J. (2023). TSRC: A Deep Learning Model for Precipitation Short-Term Forecasting over China Using Radar Echo Data. Remote Sens., 15.","DOI":"10.3390\/rs15010142"},{"key":"ref_25","unstructured":"Bi, K., Xie, L., Zhang, H., Chen, X., Gu, X., and Tian, Q. (2022). Pangu-Weather: A 3D High-Resolution Model for Fast and Accurate Global Weather Forecast. arXiv."},{"key":"ref_26","doi-asserted-by":"crossref","first-page":"640","DOI":"10.1109\/TPAMI.2016.2572683","article-title":"Fully convolutional networks for semantic segmentation","volume":"39","author":"Shelhamer","year":"2017","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"ref_27","doi-asserted-by":"crossref","first-page":"2481","DOI":"10.1109\/TPAMI.2016.2644615","article-title":"SegNet: A deep convolutional encoder-decoder architecture for image segmentation","volume":"39","author":"Badrinarayanan","year":"2017","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"ref_28","first-page":"234","article-title":"U-Net: Convolutional networks for biomedical image segmentation","volume":"9351","author":"Ronneberger","year":"2015","journal-title":"Med. Image Comput. Comput.-Assist. Interv."},{"key":"ref_29","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","article-title":"DeepLab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected CRFs","volume":"40","author":"Chen","year":"2018","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"ref_30","doi-asserted-by":"crossref","unstructured":"Chen, L.C., Zhu, Y., Papandreou, G., Schroff, F., and Adam, H. (2018, January 8\u201314). Encoder-Decoder with Atrous Separable Convolution for Semantic Image Segmentation. Proceedings of the European Conference on Computer Vision, Munich, Germany.","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"ref_31","doi-asserted-by":"crossref","unstructured":"\u00c7i\u00e7ek, \u00d6., Abdulkadir, A., Lienkamp, S.S., Brox, T., and Ronneberger, O. (2016, January 17\u201321). 3D U-Net: Learning Dense Volumetric Segmentation from Sparse Annotation. Proceedings of the International Conference on Medical Image Computing and Computer-Assisted Intervention, Athens, Greece.","DOI":"10.1007\/978-3-319-46723-8_49"},{"key":"ref_32","unstructured":"Kingma, D., and Ba, J. (2015, January 7\u20139). ADAM: A method for stochastic optimization. Proceedings of the 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA."}],"container-title":["Remote Sensing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/2072-4292\/15\/20\/4981\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T21:07:44Z","timestamp":1760130464000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/2072-4292\/15\/20\/4981"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,16]]},"references-count":32,"journal-issue":{"issue":"20","published-online":{"date-parts":[[2023,10]]}},"alternative-id":["rs15204981"],"URL":"https:\/\/doi.org\/10.3390\/rs15204981","relation":{},"ISSN":["2072-4292"],"issn-type":[{"value":"2072-4292","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,16]]}}}