{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T03:12:49Z","timestamp":1790651569100,"version":"4.1.0"},"reference-count":66,"publisher":"Oxford University Press (OUP)","issue":"3","license":[{"start":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T00:00:00Z","timestamp":1704412800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2022TQ0360"],"award-info":[{"award-number":["2022TQ0360"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2022M723334"],"award-info":[{"award-number":["2022M723334"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71988101"],"award-info":[{"award-number":["71988101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"EPSRC","doi-asserted-by":"publisher","award":["EP\/W014971\/1"],"award-info":[{"award-number":["EP\/W014971\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,7,12]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:p>The aim of this article is to establish a causal link between the policies implemented by technology companies and the outcomes they yield within intricate temporal and\/or spatial dependent experiments. We propose a novel temporal\/spatio-temporal Varying Coefficient Decision Process model, capable of effectively capturing the evolving treatment effects in situations characterized by temporal and\/or spatial dependence. Our methodology encompasses the decomposition of the average treatment effect into the direct effect (DE) and the indirect effect (IE). We subsequently devise comprehensive procedures for estimating and making inferences about both DE and IE. Additionally, we provide a rigorous analysis of the statistical properties of these procedures, such as asymptotic power. To substantiate the effectiveness of our approach, we carry out extensive simulations and real data analyses.<\/jats:p>","DOI":"10.1093\/jrsssb\/qkad136","type":"journal-article","created":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T17:46:26Z","timestamp":1704476786000},"page":"623-649","source":"Crossref","is-referenced-by-count":5,"title":["Policy evaluation for temporal and\/or spatial dependent experiments"],"prefix":"10.1093","volume":"86","author":[{"given":"Shikai","family":"Luo","sequence":"first","affiliation":[{"name":"AI-Lab, Didi Chuxing , Beijing , P.R. China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ying","family":"Yang","sequence":"additional","affiliation":[{"name":"Academy of Mathematics and Systems Science, Chinese Academy of Sciences , Beijing , P.R. China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengchun","family":"Shi","sequence":"additional","affiliation":[{"name":"Department of Statistics, London School of Economics and Political Science , London , UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8562-6373","authenticated-orcid":false,"given":"Fang","family":"Yao","sequence":"additional","affiliation":[{"name":"School of Mathematics, Peking University , Beijing , P.R. China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jieping","family":"Ye","sequence":"additional","affiliation":[{"name":"Alibaba Damou Academy , Hangzhou , P.R. China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6781-2690","authenticated-orcid":false,"given":"Hongtu","family":"Zhu","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, University of North Carolina at Chapel Hill , Chapel Hill, NC , USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2024,1,5]]},"reference":[{"issue":"3","key":"2024071202434429000_qkad136-B1","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1073\/pnas.1611675114","article-title":"On-demand high-capacity ride-sharing via dynamic trip-vehicle assignment","volume":"114","author":"Alonso-Mora","year":"2017","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"2024071202434429000_qkad136-B2","author":"Arkhangelsky","year":"2021"},{"issue":"4","key":"2024071202434429000_qkad136-B3","doi-asserted-by":"crossref","first-page":"1912","DOI":"10.1214\/16-AOAS1005","article-title":"Estimating average causal effects under general interference, with application to a social network experiment","volume":"11","author":"Aronow","year":"2017","journal-title":"The Annals of Applied Statistics"},{"key":"2024071202434429000_qkad136-B4","author":"Aronow","year":"2020"},{"key":"2024071202434429000_qkad136-B5","author":"Bakshy","year":"2014"},{"issue":"3","key":"2024071202434429000_qkad136-B6","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1287\/opre.2018.1800","article-title":"Spatial pricing in ride-sharing networks","volume":"67","author":"Bimpikis","year":"2019","journal-title":"Operations Research"},{"issue":"528","key":"2024071202434429000_qkad136-B7","doi-asserted-by":"crossref","first-page":"1665","DOI":"10.1080\/01621459.2018.1527225","article-title":"Time series experiments and causal estimands: Exact randomization tests and trading","volume":"114","author":"Bojinov","year":"2019","journal-title":"Journal of the American Statistical Association"},{"issue":"523","key":"2024071202434429000_qkad136-B8","doi-asserted-by":"crossref","first-page":"1112","DOI":"10.1080\/01621459.2017.1305274","article-title":"Assessing time-varying causal effect moderation in mobile health","volume":"113","author":"Boruvka","year":"2018","journal-title":"Journal of the American Statistical Association"},{"key":"2024071202434429000_qkad136-B9","author":"Castillo","year":"2017"},{"issue":"4","key":"2024071202434429000_qkad136-B10","doi-asserted-by":"crossref","first-page":"2432","DOI":"10.1287\/mnsc.2021.3991","article-title":"Frustration-based promotions: Field experiments in ride-sharing","volume":"68","author":"Cohen","year":"2022","journal-title":"Management Science"},{"issue":"9","key":"2024071202434429000_qkad136-B11","doi-asserted-by":"crossref","first-page":"2964","DOI":"10.1257\/aer.20181169","article-title":"Two-way fixed effects estimators with heterogeneous treatment effects","volume":"110","author":"De Chaisemartin","year":"2020","journal-title":"American Economic Review"},{"issue":"5","key":"2024071202434429000_qkad136-B12","doi-asserted-by":"crossref","first-page":"3219","DOI":"10.1287\/mnsc.2021.4058","article-title":"Driver surge pricing","volume":"68","author":"Garg","year":"2022","journal-title":"Management Science"},{"issue":"1","key":"2024071202434429000_qkad136-B13","first-page":"97","article-title":"The status of workers and platforms in the sharing economy","volume":"28","author":"Hagiu","year":"2019","journal-title":"Journal of Economics & Management Strategy"},{"issue":"4","key":"2024071202434429000_qkad136-B14","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/s40471-016-0086-4","article-title":"Dependent happenings: A recent methodological review","volume":"3","author":"Halloran","year":"2016","journal-title":"Current Epidemiology Reports"},{"issue":"4","key":"2024071202434429000_qkad136-B15","doi-asserted-by":"crossref","first-page":"1165","DOI":"10.1093\/biomet\/asac008","article-title":"Average direct and indirect causal effects under interference","volume":"109","author":"Hu","year":"2022","journal-title":"Biometrika"},{"key":"2024071202434429000_qkad136-B16","author":"Hu","year":"2021"},{"issue":"482","key":"2024071202434429000_qkad136-B17","doi-asserted-by":"crossref","first-page":"832","DOI":"10.1198\/016214508000000292","article-title":"Toward causal inference with interference","volume":"103","author":"Hudgens","year":"2008","journal-title":"Journal of the American Statistical Association"},{"issue":"3","key":"2024071202434429000_qkad136-B18","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1017\/pan.2020.33","article-title":"On the use of two-way fixed effects regression models for causal inference with panel data","volume":"29","author":"Imai","year":"2021","journal-title":"Political Analysis"},{"key":"2024071202434429000_qkad136-B19","author":"Jiang","year":"2016"},{"issue":"10","key":"2024071202434429000_qkad136-B20","doi-asserted-by":"crossref","first-page":"7065","DOI":"10.1287\/mnsc.2021.4247","article-title":"Experimental design in two-sided platforms: An analysis of bias","volume":"68","author":"Johari","year":"2022","journal-title":"Management Science"},{"issue":"167","key":"2024071202434429000_qkad136-B21","first-page":"1","article-title":"Double reinforcement learning for efficient off-policy evaluation in Markov decision processes","volume":"21","author":"Kallus","year":"2020","journal-title":"Journal of Machine Learning Research"},{"issue":"6","key":"2024071202434429000_qkad136-B22","doi-asserted-by":"crossref","first-page":"3282","DOI":"10.1287\/opre.2021.2249","article-title":"Efficiently breaking the curse of horizon in off-policy evaluation with double reinforcement learning","volume":"70","author":"Kallus","year":"2022","journal-title":"Operations Research"},{"key":"2024071202434429000_qkad136-B23","author":"Lale","year":"2021"},{"key":"2024071202434429000_qkad136-B24","article-title":"Statistical challenges in online controlled experiments: A review of a\/b testing methodology","author":"Larsen","year":"2023","journal-title":"The American Statistician"},{"issue":"2","key":"2024071202434429000_qkad136-B25","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1016\/j.jeconom.2006.07.001","article-title":"Identification and estimation of econometric models with group interactions, contextual factors and fixed effects","volume":"140","author":"Lee","year":"2007","journal-title":"Journal of Econometrics"},{"key":"2024071202434429000_qkad136-B26","author":"Lewis","year":"2020"},{"issue":"533","key":"2024071202434429000_qkad136-B27","doi-asserted-by":"crossref","first-page":"382","DOI":"10.1080\/01621459.2020.1807993","article-title":"Off-policy estimation of long-term average outcomes with applications to mobile health","volume":"116","author":"Liao","year":"2021","journal-title":"Journal of the American Statistical Association"},{"key":"2024071202434429000_qkad136-B28","author":"Liao","year":"2020"},{"issue":"4","key":"2024071202434429000_qkad136-B29","doi-asserted-by":"crossref","first-page":"829","DOI":"10.1093\/biomet\/asw047","article-title":"On inverse probability-weighted estimators in the presence of interference","volume":"103","author":"Liu","year":"2016","journal-title":"Biometrika"},{"key":"2024071202434429000_qkad136-B30","author":"Liu","year":"2018"},{"issue":"530","key":"2024071202434429000_qkad136-B31","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1080\/01621459.2018.1537919","article-title":"Estimating dynamic treatment regimes in mobile health using v-learning","volume":"115","author":"Luckett","year":"2020","journal-title":"Journal of the American Statistical Association"},{"issue":"2","key":"2024071202434429000_qkad136-B32","doi-asserted-by":"crossref","first-page":"713","DOI":"10.1214\/15-AOS1384","article-title":"Statistical inference for the mean outcome under a possibly non-unique optimal treatment strategy","volume":"44","author":"Luedtke","year":"2016","journal-title":"The Annals of Statistics"},{"issue":"1","key":"2024071202434429000_qkad136-B33","doi-asserted-by":"crossref","first-page":"S1","DOI":"10.1111\/j.1368-423X.2012.00368.x","article-title":"Identification of treatment response with social interactions","volume":"16","author":"Manski","year":"2013","journal-title":"The Econometrics Journal"},{"key":"2024071202434429000_qkad136-B34","author":"Munro","year":"2021"},{"issue":"3","key":"2024071202434429000_qkad136-B35","doi-asserted-by":"crossref","first-page":"731","DOI":"10.1111\/biom.12184","article-title":"Assessing effects of cholera vaccination in the presence of interference","volume":"70","author":"Perez-Heydrich","year":"2014","journal-title":"Biometrics"},{"key":"2024071202434429000_qkad136-B36","author":"Pollmann","year":"2020"},{"key":"2024071202434429000_qkad136-B37","author":"Puelz","year":"2019"},{"key":"2024071202434429000_qkad136-B38","volume-title":"Markov decision processes: Discrete stochastic dynamic programming","author":"Puterman","year":"2014"},{"key":"2024071202434429000_qkad136-B39","doi-asserted-by":"crossref","first-page":"103852","DOI":"10.1016\/j.trc.2022.103852","article-title":"Reinforcement learning for ridesharing: An extended survey","volume":"144","author":"Qin","year":"2022","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"2024071202434429000_qkad136-B40","author":"Reich","year":"2020"},{"key":"2024071202434429000_qkad136-B41","first-page":"591","article-title":"Discussion of \u201crandomization analysis of experimental data in the fisher randomization test\u201d by D. Basu","volume":"75","author":"Rubin","year":"1980","journal-title":"Journal of the American Statistical Association"},{"key":"2024071202434429000_qkad136-B42","doi-asserted-by":"crossref","first-page":"673","DOI":"10.1214\/20-AOS1973","article-title":"Average treatment effects in the presence of unknown interference","volume":"49","author":"S\u00e4vje","year":"2021","journal-title":"The Annals of Statistics"},{"key":"2024071202434429000_qkad136-B43","first-page":"1875","article-title":"Nonparametric regression using deep neural networks with ReLU activation function","volume":"48","author":"Schmidt-Hieber","year":"2020","journal-title":"The Annals of Statistics"},{"key":"2024071202434429000_qkad136-B44","author":"Shen","year":"2019"},{"key":"2024071202434429000_qkad136-B45","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1016\/j.matpur.2021.07.009","article-title":"Optimal approximation rate of ReLU networks in terms of width and depth","volume":"157","author":"Shen","year":"2022","journal-title":"Journal de Math\u00e9matiques Pures et Appliqu\u00e9es"},{"key":"2024071202434429000_qkad136-B46","author":"Shi","year":"2021"},{"key":"2024071202434429000_qkad136-B47","author":"Shi","year":"2022"},{"issue":"543","key":"2024071202434429000_qkad136-B48","doi-asserted-by":"crossref","first-page":"2059","DOI":"10.1080\/01621459.2022.2027776","article-title":"Dynamic causal effects evaluation in a\/b testing with a reinforcement learning framework","volume":"118","author":"Shi","year":"2023","journal-title":"Journal of the American Statistical Association"},{"issue":"3","key":"2024071202434429000_qkad136-B49","doi-asserted-by":"crossref","first-page":"765","DOI":"10.1111\/rssb.12465","article-title":"Statistical inference of the value function for reinforcement learning in infinite-horizon settings","volume":"84","author":"Shi","year":"2022","journal-title":"Journal of the Royal Statistical Society Series B: Statistical Methodology"},{"key":"2024071202434429000_qkad136-B50","volume-title":"Time series analysis and its applications with R examples","author":"Shumway","year":"2010","edition":"3rd ed."},{"issue":"476","key":"2024071202434429000_qkad136-B51","doi-asserted-by":"crossref","first-page":"1398","DOI":"10.1198\/016214506000000636","article-title":"What do randomized studies of housing mobility demonstrate?: Causal inference in the face of interference","volume":"101","author":"Sobel","year":"2006","journal-title":"Journal of the American Statistical Association"},{"issue":"507","key":"2024071202434429000_qkad136-B52","doi-asserted-by":"crossref","first-page":"967","DOI":"10.1080\/01621459.2014.922886","article-title":"Causal inference for fMRI time series data with systematic errors of measurement in a balanced on\/off study of social evaluative threat","volume":"109","author":"Sobel","year":"2014","journal-title":"Journal of the American Statistical Association"},{"key":"2024071202434429000_qkad136-B53","author":"Tang","year":"2019"},{"issue":"1","key":"2024071202434429000_qkad136-B54","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1177\/0962280210386779","article-title":"On causal inference in the presence of interference","volume":"21","author":"Tchetgen Tchetgen","year":"2012","journal-title":"Statistical Methods in Medical Research"},{"key":"2024071202434429000_qkad136-B55","author":"Thomas","year":"2016"},{"key":"2024071202434429000_qkad136-B56","author":"Uehara","year":"2022"},{"key":"2024071202434429000_qkad136-B57","volume-title":"Weak convergence and empirical processes","author":"Van","year":"1996"},{"issue":"1","key":"2024071202434429000_qkad136-B58","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1515\/2161-962X.1020","article-title":"Causal inference under interference in spatial settings: A case study evaluating community policing program in Chicago","volume":"1","author":"Verbitsky-Savitz","year":"2012","journal-title":"Epidemiologic Methods"},{"issue":"11","key":"2024071202434429000_qkad136-B59","doi-asserted-by":"crossref","first-page":"6694","DOI":"10.1287\/mnsc.2020.3844","article-title":"Experimenting in equilibrium","volume":"67","author":"Wager","year":"2021","journal-title":"Management Science"},{"key":"2024071202434429000_qkad136-B60","author":"Wooldridge","year":"2021"},{"key":"2024071202434429000_qkad136-B61","first-page":"1261","article-title":"Jackknife, bootstrap and other resampling methods in regression analysis","volume":"14","author":"Wu","year":"1986","journal-title":"The Annals of Statistics"},{"key":"2024071202434429000_qkad136-B62","author":"Yan","year":"2023"},{"issue":"3","key":"2024071202434429000_qkad136-B63","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1093\/biomet\/ast014","article-title":"Robust estimation of optimal dynamic treatment regimes for sequential treatment decisions","volume":"100","author":"Zhang","year":"2013","journal-title":"Biometrika"},{"issue":"536","key":"2024071202434429000_qkad136-B64","doi-asserted-by":"crossref","first-page":"1688","DOI":"10.1080\/01621459.2021.1898409","article-title":"Graph-based equilibrium metrics for dynamic supply\u2013demand systems with applications to ride-sourcing platforms","volume":"116","author":"Zhou","year":"2021","journal-title":"Journal of the American Statistical Association"},{"issue":"507","key":"2024071202434429000_qkad136-B65","doi-asserted-by":"crossref","first-page":"1084","DOI":"10.1080\/01621459.2014.881742","article-title":"Spatially varying coefficient model for neuroimaging data with jump discontinuities","volume":"109","author":"Zhu","year":"2014","journal-title":"Journal of the American Statistical Association"},{"issue":"2","key":"2024071202434429000_qkad136-B66","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1093\/biostatistics\/kxr052","article-title":"Estimating causal effects of air quality regulations using principal stratification for spatially correlated multivariate intermediate outcomes","volume":"13","author":"Zigler","year":"2012","journal-title":"Biostatistics"}],"container-title":["Journal of the Royal Statistical Society Series B: Statistical Methodology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jrsssb\/article-pdf\/86\/3\/623\/58504496\/qkad136.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jrsssb\/article-pdf\/86\/3\/623\/58504496\/qkad136.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,12]],"date-time":"2024-07-12T02:45:47Z","timestamp":1720752347000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jrsssb\/article\/86\/3\/623\/7511800"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,5]]},"references-count":66,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2024,1,5]]},"published-print":{"date-parts":[[2024,7,12]]}},"URL":"https:\/\/doi.org\/10.1093\/jrsssb\/qkad136","relation":{},"ISSN":["1369-7412","1467-9868"],"issn-type":[{"value":"1369-7412","type":"print"},{"value":"1467-9868","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,7]]},"published":{"date-parts":[[2024,1,5]]}}}