{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T12:10:56Z","timestamp":1760443856940,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,25]]},"DOI":"10.1145\/3748777.3748789","type":"proceedings-article","created":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T11:53:38Z","timestamp":1760442818000},"page":"17-28","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Multivariate Tests for Point and Probabilistic Forecasts, with an Application to Spatio-temporal Weather Forecast Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-9670-1540","authenticated-orcid":false,"given":"Annette","family":"Jing","sequence":"first","affiliation":[{"name":"Department of Statistics, Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4865-0224","authenticated-orcid":false,"given":"Phillip","family":"Jang","sequence":"additional","affiliation":[{"name":"Amazon, New York, NY, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,10,14]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"A. Amisano and R. Giacomini. 2007. Comparing Density Forecasts via Weighted Likelihood Ratio Tests. Journal of Business & Economic Statistics 25 2 (2007) 177\u2013190.","DOI":"10.1198\/073500106000000332"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"F. Bachoc. 2014. Asymptotic analysis of the role of spatial sampling for covariance parameter estimation of Gaussian processes. Journal of Multivariate Analysis 125 (2014) 1\u201335.","DOI":"10.1016\/j.jmva.2013.11.015"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"D. Berg. 2009. Copula goodness-of-fit testing: an overview and power comparison. The European Journal of Finance 15 7\u20138 (2009) 675\u2013701.","DOI":"10.1080\/13518470802697428"},{"key":"e_1_3_3_2_5_2","volume-title":"Time Series: Theory and Methods, Second edition","author":"Brockwell P.J.","year":"2006","unstructured":"P.J. Brockwell and R.A. Davis. 2006. Time Series: Theory and Methods, Second edition. Springer, New York, NY."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"A. B\u00fccher and S. Volgushev. 2013. Empirical and sequential empirical copula processes under serial dependence. Journal of Multivariate Analysis 119 (2013) 61\u201370.","DOI":"10.1016\/j.jmva.2013.04.003"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"G.M. Caporale N. Pittis and N. Spagnolo. 2003. IGARCH models and structural breaks. Applied Economics Letters 10 12 (2003) 765\u2013768.","DOI":"10.1080\/1350485032000138403"},{"key":"e_1_3_3_2_8_2","first-page":"1107","volume-title":"Handbook of Economic Forecasting","author":"Clark C.","year":"2013","unstructured":"C. Clark and M. McCracken. 2013. Advances in Forecast Evaluation. In Handbook of Economic Forecasting , G.\u00a0Elliott and A.\u00a0Timmermann (Eds.). Vol.\u00a02. Elsevier, 1107\u20131201."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"A. Cohen and H.B. Sackrowitz. 1998. Directional tests for one-sided alternatives in multivariate models. The Annals of Statistics 26 6 (1998) 2321\u20132338.","DOI":"10.1214\/aos\/1024691473"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1016\/B978-0-444-53858-1.00013-2","volume-title":"Time Series Analysis: Methods and Applications","author":"Dahlhaus R.","year":"2012","unstructured":"R. Dahlhaus. 2012. Locally Stationary Processes. In Time Series Analysis: Methods and Applications, T.S. Rao, S.S. Rao, and C.R. Rao (Eds.). Elsevier, 351\u2013413."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0099-4_3"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/978-1-4612-0099-4","volume-title":"Empirical Process Techniques for Dependent Data","author":"Dehling H.","year":"2002","unstructured":"H. Dehling and W. Philipp. 2002. A Tutorial on Empirical Process Techniqnes for Dependent Data. In Empirical Process Techniques for Dependent Data, H.\u00a0Dehling, T.\u00a0Mikosch, and M.\u00a0Sorensen (Eds.). Springer Science + Business Media, LLC, Birkh\u00e4user, Boston, 1\u2013114."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"F.X. Diebold. 2015. Comparing Predictive Accuracy Twenty Years Later: A Personal Perspective on the Use and Abuse of Diebold-Mariano Tests. Journal of Business & Economic Statistics 33 1 (2015) 1\u20139.","DOI":"10.1080\/07350015.2014.983236"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"F.X. Diebold T.A. Gunther and A.S. Tay. 1998. Evaluating Density Forecasts with Applications to Financial Risk Management. International Economic Review 39 4 (1998) 863\u2013883.","DOI":"10.2307\/2527342"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"F.X. Diebold and R.S. Mariano. 1995. Comparing Predictive Accuracy. Journal of Business & Economic Statistics 13 3 (1995) 134\u2013144.","DOI":"10.1080\/07350015.1995.10524599"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"D. Donoho and J. Jin. 2015. Higher Criticism for Large-Scale Inference Especially for Rare and Weak E\ufb00ects. Statist. Sci. 30 1 (2015) 1\u201325.","DOI":"10.1214\/14-STS506"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"R. Engle. 2002. Dynamic Conditional Correlation: A Simple Class of Multivariate Generalized Autoregressive Conditional Heteroskedasticity Models. Journal of Business & Economic Statistics 20 3 (2002) 339\u2013350.","DOI":"10.1198\/073500102288618487"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"J.-D. Fermanian and M.H. Wegkamp. 2012. Time-dependent copulas. Journal of Multivariate Analysis 110 (2012) 19\u201329.","DOI":"10.1016\/j.jmva.2012.02.018"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"C. Genest and B. R\u00e9millard. 2004. Tests of Independence and Randomness Based on the Empirical Copula Process. Test 13 (2004) 335\u2013369.","DOI":"10.1007\/BF02595777"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"P.R. Hansen. 2005. A Test for Superior Predictive Ability. Journal of Business & Economic Statistics 23 4 (2005) 365\u2013380.","DOI":"10.1198\/073500105000000063"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"P.R. Hansen A. Lunde and J.M. Nason. 2011. The model confidence set. Econometrica 79 2 (2011) 453\u2013479.","DOI":"10.3982\/ECTA5771"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"D. Harvey S. Leybourne and P. Newbold. 1997. Testing the equality of prediction mean squared errors. International Journal of Forecasting 13 (1997) 281\u2013291.","DOI":"10.1016\/S0169-2070(96)00719-4"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"A. Inoue. 2001. Testing for distributional change in time series. Econometric Theory 17 (2001) 156\u2013187.","DOI":"10.1017\/S0266466601171057"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"P.A. Jang and D.S. Matteson. 2023. Spatial correlation in weather forecast accuracy: A functional time series approach. Computational Statistics 38 3 (2023) 1215\u20131229.","DOI":"10.1007\/s00180-023-01338-4"},{"key":"e_1_3_3_2_25_2","series-title":"Monographs on Statistics and Applied Probability","doi-asserted-by":"crossref","DOI":"10.1201\/b17116","volume-title":"Dependence Modeling with Copulas","author":"Joe H.","year":"2014","unstructured":"H. Joe. 2014. Dependence Modeling with Copulas. Monographs on Statistics and Applied Probability, Vol.\u00a0134. Taylor & Francis Group, Vancouver, Canada."},{"key":"e_1_3_3_2_26_2","first-page":"59","volume-title":"Climates of the Rocky Mountains: Historical and Future Patterns","author":"Kittel Timothy","year":"2002","unstructured":"Timothy Kittel, P.E. Thornton, J.\u00a0andrew Royle, and Thomas Chase. 2002. Climates of the Rocky Mountains: Historical and Future Patterns. Island Press, 59\u201392."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-74978-5"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-70578-7","volume-title":"Testing statistical hypotheses, 4th Edition","author":"Lehmann E.L.","year":"2022","unstructured":"E.L. Lehmann and J.P. Romano. 2022. Testing statistical hypotheses, 4th Edition. Springer, New York, NY."},{"key":"e_1_3_3_2_29_2","unstructured":"Y. Li R. Yu S. Shahabi and Y. Liu. 2018. Diffusion Convolutional Recurrent Neural Network: Data-Driven Traffic Forecasting. International Conference on Learning Representations (2018)."},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"R.S. Mariano and D. Preve. 2012. Statistical tests for multiple forecast comparison. Journal of Econometrics 169 (2012) 123\u2013130.","DOI":"10.1016\/j.jeconom.2012.01.014"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"B. Minasny and A.B. McBratney. 2005. The Mat\u00e9rn function as a general model for soil variograms. Geoderma 128 3\u20134 (2005) 192\u2013207.","DOI":"10.1016\/j.geoderma.2005.04.003"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"R.B. Nelsen J.J. Quesada-Molina J.A. Rodr\u00edguez-Lallena and M. \u00dabeda-Flores. 2003. Kendall distribution functions. Statistics & Probability Letters 65 3 (2003) 263\u2013268.","DOI":"10.1016\/j.spl.2003.08.002"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"A.J. Patton. 2006. Modelling asymmetric exchange rate dependence. International Economic Review 47 2 (2006) 527\u2013556.","DOI":"10.1111\/j.1468-2354.2006.00387.x"},{"key":"e_1_3_3_2_34_2","first-page":"899","volume-title":"Handbook of Economic Forecasting","author":"Patton A.J.","year":"2013","unstructured":"A.J. Patton. 2013. Copula Methods for Forecasting Multivariate Time Series. In Handbook of Economic Forecasting , G.\u00a0Elliott and A.\u00a0Timmermann (Eds.). Vol.\u00a02. Elsevier, 899\u2013960."},{"key":"e_1_3_3_2_35_2","unstructured":"K. Rasul A. Sheikh U. Bergmann and R. Vollgraf. 2021. Multivariate Probabilistic Time Series Forecasting via Conditioned Normalizing Flows. 9th International Conference on Learning Representations (ICLR) (2021)."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"J.P. Romano and M. Wolf. 2005. Stepwise multiple testing as formalized data snooping. Econometrica 75 4 (2005) 1237\u20131282.","DOI":"10.1111\/j.1468-0262.2005.00615.x"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"N.J. Rosenberg. 1987. Climate of the Great Plains Region of the United States. Great Plains Quarterly 7 1 (1987) 22\u201332.","DOI":"10.1080\/2052546.1987.11909364"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"B. Rossi and T. Sekhposyan. 2019. Alternative tests for correct specification of conditional predictive densities. Journal of Econometrics 208 (2019) 638\u2013657.","DOI":"10.1016\/j.jeconom.2018.07.008"},{"key":"e_1_3_3_2_39_2","unstructured":"D. Salinas M. Bohlke-Schneider L. Callot R. Medico and J. Gasthaus. 2019. High-Dimensional Multivariate Forecasting with Low-Rank Gaussian Copula Processes. 33rd Conference on Neural Information Processing Systems (NeurIPS) (2019)."},{"key":"e_1_3_3_2_40_2","series-title":"Water Science and Technology Library","doi-asserted-by":"crossref","DOI":"10.1007\/1-4020-4415-1","volume-title":"Extremes in nature \u2013 An approach using copulas","author":"Salvadori G.","year":"2007","unstructured":"G. Salvadori, C. De\u00a0Michele, N.T. Kottegoda, and R. Rosso. 2007. Extremes in nature \u2013 An approach using copulas. Water Science and Technology Library, Vol.\u00a056. Springer, Dordrecht, Netherlands."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"J. Segers. 2012. Asymptotics of empirical copula processes under non-restrictive smoothness assumptions. Bernoulli 18 3 (2012) 764\u2013782.","DOI":"10.3150\/11-BEJ387"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"M.J. Silvapulle. 1997. A curious example involving the likelihood ratio test against one-sided hypotheses. The American Statistician 91 (1997) 1690\u20131693.","DOI":"10.1080\/00031305.1997.10473957"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","DOI":"10.1002\/9781118165614","volume-title":"Constrained Statistical Inference: Inequality, Order, and Shape Restrictions","author":"Silvapulle M.J.","year":"2001","unstructured":"M.J. Silvapulle and P.K. Sen. 2001. Constrained Statistical Inference: Inequality, Order, and Shape Restrictions. John Wiley & Sons, Inc, Hoboken, New Jersey."},{"key":"e_1_3_3_2_44_2","unstructured":"A. Sklar. 1959. Fonctions de r\u00e9partition \u00e0 n dimensions et leurs marges. Publ. Inst. Statist. Univ. Paris 8 (1959) 229\u2013231."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/S1574-0706(05)01004-9","volume-title":"Handbook of Economic Forecasting","author":"Timmermann A.","year":"2006","unstructured":"A. Timmermann. 2006. Forecast Combinations. In Handbook of Economic Forecasting , G.\u00a0Elliott, C.W.J. Granger, and A.\u00a0Timmermann (Eds.). Vol.\u00a01. Elsevier, 135\u2013196."},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-2545-2","volume-title":"Weak Convergence and Empirical Processes: With Applications in Statistics.","author":"Vaart A.W. van\u00a0der","year":"1996","unstructured":"A.W. van\u00a0der Vaart and J.A. Wellner. 1996. Weak Convergence and Empirical Processes: With Applications in Statistics.Springer-Verlag, New York, NY."},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"M. West. 2020. Bayesian forecasting of multivariate time series: scalability structure uncertainty and decisions. Annals of the Institute of Statistical Mathematics 72 (2020) 1\u201331.","DOI":"10.1007\/s10463-019-00741-3"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"H. Zhou S. Zhang J. Peng J. Li H. Xiong and W. Zhang. 2021. Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting. The Thirty-Fifth AAAI Conference on Artificial Intelligence 35 12 (2021) 11106\u201311115.","DOI":"10.1609\/aaai.v35i12.17325"}],"event":{"name":"SSTD '25: 19th International Symposium on Spatial and Temporal Data","location":"Osaka Japan","acronym":"SSTD '25"},"container-title":["Proceedings of the 19th International Symposium on Spatial and Temporal Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3748777.3748789","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T11:54:42Z","timestamp":1760442882000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3748777.3748789"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,25]]},"references-count":47,"alternative-id":["10.1145\/3748777.3748789","10.1145\/3748777"],"URL":"https:\/\/doi.org\/10.1145\/3748777.3748789","relation":{},"subject":[],"published":{"date-parts":[[2025,8,25]]},"assertion":[{"value":"2025-10-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}