{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T22:48:30Z","timestamp":1768517310878,"version":"3.49.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T00:00:00Z","timestamp":1664668800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T00:00:00Z","timestamp":1664668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100016073","name":"Key Technologies Research and Development Program of Anhui Province","doi-asserted-by":"publisher","award":["2017YFA0604502"],"award-info":[{"award-number":["2017YFA0604502"]}],"id":[{"id":"10.13039\/100016073","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["CCF Trans. HPC"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s42514-022-00127-7","type":"journal-article","created":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T10:02:31Z","timestamp":1664704951000},"page":"347-359","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["The GRAPES evaluation tools based on Python (GetPy)"],"prefix":"10.1007","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1483-7680","authenticated-orcid":false,"given":"Bin","family":"Zhao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiangkai","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dapeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fajing","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziwei","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siyuan","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,2]]},"reference":[{"key":"127_CR1","doi-asserted-by":"publisher","first-page":"1485","DOI":"10.1175\/2009WAF2222298.1","volume":"24","author":"D Ahijevych","year":"2009","unstructured":"Ahijevych, D., Gilleland, E., Brown, B.G., et al.: Application of spatial verification methods to idealized and NWP-gridded precipitation forecasts. Wea. Forecast. 24, 1485\u20131497 (2009)","journal-title":"Wea. Forecast."},{"key":"127_CR2","doi-asserted-by":"publisher","first-page":"401","DOI":"10.5194\/npg-8-401-2001","volume":"8","author":"F Atger","year":"2001","unstructured":"Atger, F.: Verification of intense precipitation forecasts from single models and ensemble prediction systems. Nonlinear Proc. Geophys. 8, 401\u2013417 (2001)","journal-title":"Nonlinear Proc. Geophys."},{"key":"127_CR3","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1175\/WAF933.1","volume":"21","author":"ME Baldwin","year":"2006","unstructured":"Baldwin, M.E., Kain, J.S.: Sensitivity of several performance measures to displacement error, bias, and event frequency. Wea. Forecast. 21, 636\u2013648 (2006)","journal-title":"Wea. Forecast."},{"issue":"12","key":"127_CR4","doi-asserted-by":"publisher","first-page":"3745","DOI":"10.1175\/JAS-D-12-059.1","volume":"69","author":"PR Bannon","year":"2012","unstructured":"Bannon, P.R.: Atmospheric available energy. J. Atmos. Sci. 69(12), 3745\u20133762 (2012)","journal-title":"J. Atmos. Sci."},{"issue":"59","key":"127_CR5","doi-asserted-by":"publisher","first-page":"2781","DOI":"10.21105\/joss.02781","volume":"6","author":"RX Brady","year":"2021","unstructured":"Brady, R.X., Spring, A.: climpred: verification of weather and climate forecasts. J. Open Source Software 6(59), 2781 (2021)","journal-title":"J. Open Source Software"},{"key":"127_CR6","doi-asserted-by":"publisher","first-page":"1748","DOI":"10.1175\/2009WAF2222272.1","volume":"24","author":"KF Brill","year":"2009","unstructured":"Brill, K.F., Mesinger, F.: Applying a general analytic, method for assessing bias sensitivity to bias-adjusted threat, and equitable threat scores. Wea. Forecast. 24, 1748\u20131754 (2009)","journal-title":"Wea. Forecast."},{"key":"127_CR7","doi-asserted-by":"publisher","first-page":"854","DOI":"10.1016\/j.envsoft.2010.01.009","volume":"25","author":"JD Brown","year":"2010","unstructured":"Brown, J.D., Demargne, J., Seo, D.-J., Liu, Y.: The ensemble verification system (EVS): a software tool for verifying ensemble forecasts of hydrometeorological and hydrologic variables at discrete locations. Environ. Model. Softw. 25, 854\u2013872 (2010)","journal-title":"Environ. Model. Softw."},{"key":"127_CR8","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511802843","volume-title":"Bootstrap methods and their application","author":"A Davison","year":"1997","unstructured":"Davison, A., Hinkley, D.: Bootstrap methods and their application. Cambridge University Press (1997)"},{"key":"127_CR9","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1002\/asl.261","volume":"11","author":"J Demargne","year":"2010","unstructured":"Demargne, J., Brown, J.D., Y. Liu Y., D-J. Seo, L. Wu, Z. Toth, and Y. Zhu,: Diagnostic verification of hydrometeorological and hydrologic ensembles. Atmos. Sci. Lett. 11, 114\u2013122 (2010)","journal-title":"Atmos. Sci. Lett."},{"key":"127_CR10","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1214\/ss\/1032280214","volume":"11","author":"T DiCiccio","year":"1996","unstructured":"DiCiccio, T., Efron, B.: Bootstrap confidence intervals. Stat. Sci. 11, 189\u2013228 (1996)","journal-title":"Stat. Sci."},{"key":"127_CR11","doi-asserted-by":"publisher","first-page":"3383","DOI":"10.5194\/gmd-13-3383-2020","volume":"13","author":"V Eyring","year":"2020","unstructured":"Eyring, V., Bock, L., Lauer, A., Righi, M., Schlund, et al.: Earth system model evaluation tool (ESMValTool) v2.0 - an extended set of large-scale diagnostics for quasi-operational and comprehensive evaluation of Earth system models in CMIP. Geosci. Model Dev. 13, 3383\u20133438 (2020). https:\/\/doi.org\/10.5194\/gmd-13-3383-2020","journal-title":"Geosci. Model Dev."},{"issue":"6","key":"127_CR12","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1175\/1520-0442(1994)007<0849:DOEVIS>2.0.CO;2","volume":"7","author":"L Ferranti","year":"1994","unstructured":"Ferranti, L., Molteni, F., et al.: Diagnosis of extratropical variability in seasonal integrations of the ECMWF model. J. Clim. 7(6), 849\u2013868 (1994)","journal-title":"J. Clim."},{"key":"127_CR13","unstructured":"Fraley, C., Raftery, A. E., Gneiting, T., Sloughter J. M.: ensembleBMA: An R package for probabilistic forecasting using ensembles and bayesian model averaging, technical report No. 516R, Department of Statistics, University of Washington (2007)"},{"key":"127_CR14","unstructured":"Gilleland, E. Confidence intervals for forecast verification. NCAR Technical Note\u00a0NCAR\/TN-479+STR, 71pp (2010)"},{"key":"127_CR15","doi-asserted-by":"publisher","first-page":"2720","DOI":"10.1175\/MWR-D-11-00301.1","volume":"140","author":"TM Haiden","year":"2012","unstructured":"Haiden, T.M., Rodwell, M.J., Richardson, D.S.: Intercomparison of global model precipitation forecast skill in 2010\/11 using the SEEPS score. Mon Wea Rev 140, 2720\u20132733 (2012)","journal-title":"Mon Wea Rev"},{"key":"127_CR16","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1093\/biomet\/82.3.561","volume":"82","author":"P Hall","year":"1995","unstructured":"Hall, P., Horowitz, J., Jing, B.: On blocking rules for the bootstrap with dependent data. Biometrika 82, 561\u2013574 (1995)","journal-title":"Biometrika"},{"issue":"7","key":"127_CR17","doi-asserted-by":"publisher","first-page":"608","DOI":"10.1175\/1520-0469(1992)049<0608:TDOMDI>2.0.CO;2","volume":"49","author":"E Klinker","year":"1992","unstructured":"Klinker, E., Sardeshmukh, P.D.: The diagnosis of mechanical dissipation in the atmosphere from large-scale balance requirements. J. Atm Sci. 49(7), 608\u2013627 (1992)","journal-title":"J. Atm Sci."},{"key":"127_CR18","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1214\/aos\/1018031117","volume":"27","author":"S Lahiri","year":"1999","unstructured":"Lahiri, S.: Theoretical comparisons of block bootstrap methods. Ann. Stat. 27, 386\u2013404 (1999)","journal-title":"Ann. Stat."},{"key":"127_CR19","doi-asserted-by":"publisher","first-page":"1267","DOI":"10.5194\/hess-11-1267-2007","volume":"11","author":"F Laio","year":"2007","unstructured":"Laio, F., Tamea, S.: Verification tools for probabilistic forecasts of continuous hydrological variables. Hydrol. Earth Syst. Sci. 11, 1267\u20131277 (2007)","journal-title":"Hydrol. Earth Syst. Sci."},{"key":"127_CR20","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1175\/1520-0477(2002)083<0407:DIHRPM>2.3.CO;2","volume":"83","author":"CF Mass","year":"2002","unstructured":"Mass, C.F., Ovens, D., Westrick, K., et al.: Does increasing horizontal resolution produce more skillful forecasts? Bull. Amer. Meteor. Soc. 83, 407\u2013430 (2002)","journal-title":"Bull. Amer. Meteor. Soc."},{"key":"127_CR21","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1175\/1520-0434(1996)011<0003:TFAASE>2.0.CO;2","volume":"11","author":"AH Murphy","year":"1996","unstructured":"Murphy, A.H.: The Finley affair: a signal event in the history of forecast verification. Wea. Forecast. 11, 3\u201320 (1996)","journal-title":"Wea. Forecast."},{"key":"127_CR22","doi-asserted-by":"publisher","first-page":"1330","DOI":"10.1175\/1520-0493(1987)115<1330:AGFFFV>2.0.CO;2","volume":"115","author":"AH Murphy","year":"1987","unstructured":"Murphy, A.H., Winkler, R.L.: A general framework for forecast verification. Mon. Wea. Rev. 115, 1330\u20131338 (1987)","journal-title":"Mon. Wea. Rev."},{"issue":"9","key":"127_CR23","doi-asserted-by":"publisher","first-page":"1317","DOI":"10.1175\/1520-0477(1990)071<1317:TECFMR>2.0.CO;2","volume":"71","author":"TN Palmer","year":"1990","unstructured":"Palmer, T.N., Brankovic, C., et al.: The European centre for medium-range weather forecasts (ECMWF) program on extended-range prediction. Bull. Am. Meteor. Soc. 71(9), 1317\u20131330 (1990)","journal-title":"Bull. Am. Meteor. Soc."},{"key":"127_CR24","doi-asserted-by":"publisher","first-page":"1985","DOI":"10.1109\/BigData.2015.7363979","volume":"2015","author":"K Paul","year":"2015","unstructured":"Paul, K., Mickelson, S., Dennis, J.M.: Light-weight parallel Python tools for earth system modeling workflows. IEEE Int. Confer. Big Data (big Data). 2015, 1985\u20131994 (2015)","journal-title":"IEEE Int. Confer. Big Data (big Data)."},{"issue":"10","key":"127_CR25","doi-asserted-by":"publisher","first-page":"4185","DOI":"10.5194\/gmd-12-4185-2019","volume":"12","author":"S Pulkkinen","year":"2019","unstructured":"Pulkkinen, S., Nerini, D., P\u00e9rez Hortal, A.A.: Pysteps: an open-source Python library for probabilistic precipitation nowcasting (v.10). Geosci. Model Develop. Copernic. GmbH 12(10), 4185\u20134219 (2019)","journal-title":"Geosci. Model Develop. Copernic. GmbH"},{"key":"127_CR26","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1175\/2007MWR2123.1","volume":"136","author":"NM Roberts","year":"2008","unstructured":"Roberts, N.M., Lean, H.W.: Scale-selective verification of rainfall accumulations from high-resolution forecasts of convective events. Mon. Wea. Rev. 136, 78\u201397 (2008)","journal-title":"Mon. Wea. Rev."},{"key":"127_CR27","unstructured":"Robin, X., Turck, N., Sanchez, J. Muller M.: pROC: Tools for visualizing, smoothing and comparing receiver operating characteristic (ROC curves). R package version 1.3.2 (http:\/\/CRAN.R-project.org\/package=pROC) (2010)"},{"key":"127_CR28","doi-asserted-by":"crossref","unstructured":"Rocklin, M.\u201d Dask: Parallel computation with blocked algorithms and task scheduling. Proceedings of the 14th python in science conference. 126\u2013132 (2015)","DOI":"10.25080\/Majora-7b98e3ed-013"},{"key":"127_CR29","doi-asserted-by":"publisher","first-page":"1344","DOI":"10.1002\/qj.656","volume":"136","author":"MJ Rodwell","year":"2010","unstructured":"Rodwell, M.J., Richardson, D.S., Hewson, T.D., et al.: A new equitable score suitable for verifying precipitation in numerical weather prediction. Quart. J. Roy. Meteor. Soc. 136, 1344\u20131363 (2010)","journal-title":"Quart. J. Roy. Meteor. Soc."},{"key":"127_CR30","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1175\/2008WAF2222159.1","volume":"24","author":"PJ Roebber","year":"2009","unstructured":"Roebber, P.J.: Visualizing multiple measures of forecast quality. Wea. Forecast. 24, 601\u2013608 (2009)","journal-title":"Wea. Forecast."},{"key":"127_CR31","doi-asserted-by":"publisher","first-page":"2599","DOI":"10.1002\/qj.2849","volume":"142","author":"G Skok","year":"2016","unstructured":"Skok, G., Roberts, N.: Analysis of fractions skill score properties for random precipitation fields and ECMWF forecasts. Q.J.R. Meteorol. Soc. 142, 2599\u20132610 (2016)","journal-title":"Meteorol. Soc."},{"key":"127_CR32","doi-asserted-by":"crossref","unstructured":"i Ventura, J. F., Lainer, M., Schauwecker, Z.: Pyrad: a real-time weather radar data processing framework based on Py-ART. J. Open Res. Softw. Ubiquity Press. 8(1): 28 (2000)","DOI":"10.5334\/jors.330"},{"key":"127_CR33","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1175\/2007WAF2007005.1","volume":"23","author":"ML Weisman","year":"2008","unstructured":"Weisman, M.L., Davis, C., Wang, W., et al.: Experiences with 0\u201336-h explicit convective forecasts with the WRF-ARW model. Weather Forecast. 23, 407\u2013437 (2008)","journal-title":"Weather Forecast."},{"issue":"1","key":"127_CR34","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/s13351-018-7058-1","volume":"32","author":"B Zhao","year":"2018","unstructured":"Zhao, B., Zhang, B.: Assessing hourly precipitation forecast skill with the fractions skill score. J. Meteor. Res. 32(1), 135\u2013145 (2018)","journal-title":"J. Meteor. Res."}],"container-title":["CCF Transactions on High Performance Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42514-022-00127-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42514-022-00127-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42514-022-00127-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T12:04:22Z","timestamp":1702641862000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42514-022-00127-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,2]]},"references-count":34,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["127"],"URL":"https:\/\/doi.org\/10.1007\/s42514-022-00127-7","relation":{},"ISSN":["2524-4922","2524-4930"],"issn-type":[{"value":"2524-4922","type":"print"},{"value":"2524-4930","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,2]]},"assertion":[{"value":"28 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}