{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T07:53:22Z","timestamp":1762329202253,"version":"build-2065373602"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:00:00Z","timestamp":1755820800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:00:00Z","timestamp":1755820800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation","doi-asserted-by":"crossref","award":["12271272","12201316"],"award-info":[{"award-number":["12271272","12201316"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Stat Comput"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s11222-025-10710-x","type":"journal-article","created":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T08:02:02Z","timestamp":1755849722000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Distributed Estimation and Inference for High-Dimensional Confounded Models"],"prefix":"10.1007","volume":"35","author":[{"given":"Jin","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuxin","family":"Fei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,22]]},"reference":[{"key":"10710_CR1","doi-asserted-by":"crossref","first-page":"1203","DOI":"10.3982\/ECTA8968","volume":"81","author":"SC Ahn","year":"2013","unstructured":"Ahn, S.C., Horenstein, A.R.: Eigenvalue ratio test for the number of factors. Econometrica 81, 1203\u20131227 (2013)","journal-title":"Econometrica"},{"issue":"2","key":"10710_CR2","doi-asserted-by":"crossref","first-page":"298","DOI":"10.1162\/REST_a_00519","volume":"98","author":"J Bai","year":"2016","unstructured":"Bai, J., Li, K.: Maximum likelihood estimation and inference for approximate factor models of high dimension. Rev. Econ. Stat. 98(2), 298\u2013309 (2016)","journal-title":"Rev. Econ. Stat."},{"key":"10710_CR3","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1111\/1468-0262.00273","volume":"70","author":"J Bai","year":"2002","unstructured":"Bai, J., Ng, S.: Determining the number of factors in approximate factor models. Econometrica 70, 191\u2013221 (2002)","journal-title":"Econometrica"},{"key":"10710_CR4","doi-asserted-by":"crossref","first-page":"1352","DOI":"10.1214\/17-AOS1587","volume":"46","author":"H Battey","year":"2018","unstructured":"Battey, H., Fan, J., Liu, H., Zhu, Z.: Distributed testing and estimation under sparse high dimensional models. Ann. Stat. 46, 1352\u20131382 (2018)","journal-title":"Ann. Stat."},{"key":"10710_CR5","unstructured":"Bayle, P., Fan, J., Lou, Z.: Communication-efficient distributed estimation and inference for cox\u2019s model. Journal of the American Statistical Association, (just-accepted), 1\u201320 (2025)"},{"key":"10710_CR6","doi-asserted-by":"crossref","first-page":"1705","DOI":"10.1214\/08-AOS620","volume":"37","author":"PJ Bickel","year":"2009","unstructured":"Bickel, P.J., Ritov, Y., Tsybakov, A.B.: Simultaneous analysis of lasso and dantzig selector. Ann. Stat. 37, 1705\u20131732 (2009)","journal-title":"Ann. Stat."},{"key":"10710_CR7","first-page":"640","volume":"50","author":"X Bing","year":"2022","unstructured":"Bing, X., Ning, Y., Xu, Y.: Adaptive estimation in multivariate response regression with hidden variables. Ann. Stat. 50, 640\u2013672 (2022)","journal-title":"Ann. Stat."},{"key":"10710_CR8","doi-asserted-by":"crossref","first-page":"2333","DOI":"10.1177\/0962280215597579","volume":"26","author":"S Burgess","year":"2017","unstructured":"Burgess, S., Small, D.S., Thompson, S.G.: A review of instrumental variable estimators for mendelian randomization. Stat. Methods Med. Res. 26, 2333\u20132355 (2017)","journal-title":"Stat. Methods Med. Res."},{"issue":"4","key":"10710_CR9","doi-asserted-by":"crossref","first-page":"851","DOI":"10.1109\/JSAC.2023.3242710","volume":"41","author":"X Cao","year":"2023","unstructured":"Cao, X., Ba\u015far, T., Diggavi, S., Eldar, Y.C., Letaief, K.B., Poor, H.V., Zhang, J.: Communication-efficient distributed learning: an overview. IEEE J. Sel. Areas Commun. 41(4), 851\u2013873 (2023)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10710_CR10","first-page":"1","volume":"21","author":"D \u0106evid","year":"2020","unstructured":"\u0106evid, D., B\u00fchlmann, P., Meinshausen, N.: Spectral deconfounding via perturbed sparse linear models. J. Mach. Learn. Res. 21, 1\u201341 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"10710_CR11","first-page":"1655","volume":"24","author":"X Chen","year":"2014","unstructured":"Chen, X., Xie, M.: A split-and-conquer approach for analysis of extraordinarily large data. Stat. Sin. 24, 1655\u20131684 (2014)","journal-title":"Stat. Sin."},{"key":"10710_CR12","doi-asserted-by":"crossref","first-page":"2786","DOI":"10.1214\/13-AOS1161","volume":"41","author":"V Chernozhukov","year":"2013","unstructured":"Chernozhukov, V., Chernozhukov, D., Katy, K.: Gaussian approximations and multiplier bootstrap for maxima of sums of high-dimensional random vectors. Ann. Stat. 41, 2786\u20132819 (2013)","journal-title":"Ann. Stat."},{"key":"10710_CR13","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1093\/biomet\/asab007","volume":"109","author":"R Duan","year":"2022","unstructured":"Duan, R., Ning, Y., Chen, Y.: Heterogeneity-aware and communication-efficient distributed statistical inference. Biometrika 109, 67\u201383 (2022)","journal-title":"Biometrika"},{"key":"10710_CR14","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1111\/rssb.12016","volume":"75","author":"J Fan","year":"2013","unstructured":"Fan, J., Liao, Y., Mincheva, M.: Large covariance estimation by thresholding principal orthogonal complements. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 75, 603\u2013680 (2013)","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"10710_CR15","first-page":"852","volume":"117","author":"J Fan","year":"2022","unstructured":"Fan, J., Guo, J., Zheng, S.: Estimating number of factors by adjusted eigenvalues thresholding. Econometrica 117, 852\u2013861 (2022)","journal-title":"Econometrica"},{"key":"10710_CR16","doi-asserted-by":"crossref","first-page":"1000","DOI":"10.1080\/01621459.2021.1969238","volume":"118","author":"J Fan","year":"2023","unstructured":"Fan, J., Guo, Y., Wang, K.: Communication-efficient accurate statistical estimation. J. Am. Stat. Assoc. 118, 1000\u20131010 (2023)","journal-title":"J. Am. Stat. Assoc."},{"issue":"6","key":"10710_CR17","doi-asserted-by":"crossref","first-page":"646","DOI":"10.1093\/aje\/kwm165","volume":"166","author":"Z Fewell","year":"2007","unstructured":"Fewell, Z., Davey Smith, G., Sterne, J.A.C.: The impact of residual and unmeasured confounding in epidemiologic studies: A simulation study. Am. J. Epidemiol. 166(6), 646\u2013655 (2007)","journal-title":"Am. J. Epidemiol."},{"issue":"2","key":"10710_CR18","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1080\/24754269.2021.1974158","volume":"6","author":"Y Gao","year":"2022","unstructured":"Gao, Y., Liu, W., Wang, H., Wang, X., Yan, Y., Zhang, R.: A review of distributed statistical inference. Statistical Theory and Related Fields 6(2), 89\u201399 (2022)","journal-title":"Statistical Theory and Related Fields"},{"key":"10710_CR19","doi-asserted-by":"crossref","first-page":"793","DOI":"10.1111\/rssb.12275","volume":"80","author":"Z Guo","year":"2018","unstructured":"Guo, Z., Kang, H., Cai, T.T., Small, D.S.: Confidence intervals for causal effects with invalid instruments by using two stage hard thresholding with voting. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 80, 793\u2013815 (2018)","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"10710_CR20","first-page":"1320","volume":"50","author":"Z Guo","year":"2022","unstructured":"Guo, Z., \u0106evid, D., B\u00fchlmann, P.: Doubly debiased lasso: High dimensional inference under hidden confounding. Ann. Stat. 50, 1320\u20131347 (2022)","journal-title":"Ann. Stat."},{"key":"10710_CR21","doi-asserted-by":"crossref","DOI":"10.1016\/j.csda.2022.107587","volume":"177","author":"EC Hector","year":"2023","unstructured":"Hector, E.C., Luo, L., Song, P.X.-K.: Parallel-and-stream accelerator for computationally fast supervised learning. Computational Statistics & Data Analysis 177, 107587 (2023)","journal-title":"Computational Statistics & Data Analysis"},{"issue":"2","key":"10710_CR22","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1093\/biostatistics\/kxaa031","volume":"23","author":"C Hong","year":"2022","unstructured":"Hong, C., Wang, Y., Cai, T.: A divide-and-conquer method for sparse risk prediction and evaluation. Biostatistics 23(2), 397\u2013411 (2022)","journal-title":"Biostatistics"},{"key":"10710_CR23","doi-asserted-by":"crossref","first-page":"668","DOI":"10.1080\/01621459.2018.1429274","volume":"114","author":"MI Jordan","year":"2019","unstructured":"Jordan, M.I., Lee, J.D., Yang, Y.: Communication-efficient distributed statistical inference. J. Am. Stat. Assoc. 114, 668\u2013681 (2019)","journal-title":"J. Am. Stat. Assoc."},{"key":"10710_CR24","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1080\/01621459.2014.994705","volume":"111","author":"H Kang","year":"2016","unstructured":"Kang, H., Zhang, A., Cai, T.T., Small, D.S.: Instrumental variables estimation with some invalid instruments and its application to mendelian ran- domization. J. Am. Stat. Assoc. 111, 132\u2013144 (2016)","journal-title":"J. Am. Stat. Assoc."},{"key":"10710_CR25","unstructured":"Kolomoytseva, A.: Statistical analysis of the communities and crime data set. dim (crimedata), 1(2215), 147 (2021)"},{"key":"10710_CR26","first-page":"115","volume":"18","author":"JD Lee","year":"2017","unstructured":"Lee, J.D., Liu, Q., Sun, Y., Taylor, J.E.: Communication-efficient sparse regression. J. Mach. Learn. Res. 18, 115\u2013144 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"10710_CR27","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1038\/nrg2825","volume":"11","author":"JT Leek","year":"2010","unstructured":"Leek, J.T., Scharpf, R.B., Bravo, H.C., Simcha, D., Langmead, B., Johnson, W.E., Geman, D., Baggerly, K., Irizarry, R.A.: Tackling the widespread and critical impact of batch efects in high-throughput data. Nat. Rev. Genet. 11, 733\u2013739 (2010)","journal-title":"Nat. Rev. Genet."},{"key":"10710_CR28","doi-asserted-by":"crossref","unstructured":"Li, X., Gao, Y., Chang, H., Huang, D., Ma, Y., Pan, R., Qi, H., Wang, F., Wu, S., Xu, K., et\u00a0al.: A selective review on statistical methods for massive data computation: distributed computing, subsampling, and minibatch techniques. Statistical Theory and Related Fields, pages 1\u201323 (2024)","DOI":"10.1080\/24754269.2024.2343151"},{"key":"10710_CR29","doi-asserted-by":"crossref","first-page":"16465","DOI":"10.1073\/pnas.1002425107","volume":"107","author":"J Listgarten","year":"2010","unstructured":"Listgarten, J., Kadie, C., Schadt, E.E., Heckerman, D.: Correction for hidden confounders in the genetic analysis of gene expression. Proc. Natl. Acad. Sci. U.S.A. 107, 16465\u201316470 (2010)","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"10710_CR30","doi-asserted-by":"crossref","unstructured":"Luo, J., Sun, Q., Zhou, W.: Distributed adaptive huber regression. Comput. Stat. Data Anal. 169, 107419 (2022)","DOI":"10.1016\/j.csda.2021.107419"},{"key":"10710_CR31","doi-asserted-by":"crossref","first-page":"987","DOI":"10.1093\/biomet\/asy038","volume":"105","author":"W Miao","year":"2018","unstructured":"Miao, W., Geng, Z., Tchetgen, E.T.: Identifying causal effects with proxy variables of an unmeasured confounder. Biometrika 105, 987\u2013993 (2018)","journal-title":"Biometrika"},{"key":"10710_CR32","first-page":"1","volume":"24","author":"J Ouyang","year":"2023","unstructured":"Ouyang, J., Tan, K.M., Xu, G.: High-dimensional inference for generalized linear models with hidden confounding. J. Mach. Learn. Res. 24, 1\u201361 (2023)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"10710_CR33","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1093\/biostatistics\/4.4.539","volume":"4","author":"J Schwartz","year":"2003","unstructured":"Schwartz, J., Coull, B.A.: Control for confounding in the presence of measurement error in hierarchical models. Biostatistics 4(4), 539\u2013553 (2003)","journal-title":"Biostatistics"},{"key":"10710_CR34","doi-asserted-by":"crossref","first-page":"521","DOI":"10.1111\/rssb.12361","volume":"82","author":"X Shi","year":"2020","unstructured":"Shi, X., Miao, W., Nelson, J.C., Tchetgen, E.J.T.: Multiply robust causal inference with double-negative control adjustment for categorical unmeasured confounding. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 82, 521\u2013540 (2020)","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"issue":"548","key":"10710_CR35","doi-asserted-by":"crossref","first-page":"2857","DOI":"10.1080\/01621459.2023.2283938","volume":"119","author":"Y Sun","year":"2024","unstructured":"Sun, Y., Ma, L., Xia, Y.: A decorrelating and debiasing approach to simultaneous inference for high-dimensional confounded models. J. Am. Stat. Assoc. 119(548), 2857\u20132868 (2024)","journal-title":"J. Am. Stat. Assoc."},{"key":"10710_CR36","doi-asserted-by":"crossref","DOI":"10.1016\/j.jmva.2019.104567","volume":"176","author":"L Tang","year":"2020","unstructured":"Tang, L., Zhou, L., Song, P.X.-K.: Distributed simultaneous inference in generalized linear models via confidence distribution. J. Multivar. Anal. 176, 104567 (2020)","journal-title":"J. Multivar. Anal."},{"key":"10710_CR37","doi-asserted-by":"crossref","first-page":"1166","DOI":"10.1214\/14-AOS1221","volume":"42","author":"S van de Geer","year":"2014","unstructured":"van de Geer, S., B\u00fchlmann, P., Ritov, Y., Dezeure, R.: On asymptotically optimal confidence regions and tests for high-dimensional models. Ann. Stat. 42, 1166\u20131202 (2014)","journal-title":"Ann. Stat."},{"key":"10710_CR38","doi-asserted-by":"crossref","first-page":"1360","DOI":"10.1214\/09-EJS506","volume":"3","author":"SA van de Geer","year":"2009","unstructured":"van de Geer, S.A., B\u00fchlmann, P.: On the conditions used to prove oracle results for the lasso. Electronic Journal of Statistics 3, 1360\u20131392 (2009)","journal-title":"Electronic Journal of Statistics"},{"issue":"2","key":"10710_CR39","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3377454","volume":"53","author":"J Verbraeken","year":"2020","unstructured":"Verbraeken, J., Wolting, M., Katzy, J., Kloppenburg, J., Verbelen, T., Rellermeyer, J.S.: A survey on distributed machine learning. ACM Comput. Surv. 53(2), 1\u201333 (2020)","journal-title":"ACM Comput. Surv."},{"key":"10710_CR40","doi-asserted-by":"crossref","first-page":"1634","DOI":"10.1214\/18-AOS1730","volume":"47","author":"S Volgushev","year":"2019","unstructured":"Volgushev, S., Chao, S.-K., Cheng, G.: Distributed inference for quantile regression processes. Ann. Stat. 47, 1634\u20131662 (2019)","journal-title":"Ann. Stat."},{"key":"10710_CR41","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1016\/j.arcontrol.2019.05.006","volume":"47","author":"T Yang","year":"2019","unstructured":"Yang, T., Yi, X., Wu, J., Yuan, Y., Wu, D., Meng, Z., Hong, Y., Wang, H., Lin, Z., Johansson, K.H.: A survey of distributed optimization. Annu. Rev. Control. 47, 278\u2013305 (2019)","journal-title":"Annu. Rev. Control."},{"key":"10710_CR42","doi-asserted-by":"crossref","first-page":"44","DOI":"10.54254\/2755-2721\/55\/20241483","volume":"55","author":"Q Ye","year":"2024","unstructured":"Ye, Q.: House price prediction using machine learning for ames, iowa. Applied and Computational Engineering 55, 44\u201354 (2024)","journal-title":"Applied and Computational Engineering"},{"key":"10710_CR43","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1111\/rssb.12026","volume":"76","author":"C-H Zhang","year":"2014","unstructured":"Zhang, C.-H., Zhang, S.S.: Confidence intervals for low dimensional parameters in high dimensional linear models. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 76, 217\u2013242 (2014)","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"10710_CR44","first-page":"2569","volume":"31","author":"W Zhao","year":"2019","unstructured":"Zhao, W., Zhang, F., Lian, H.: Debiasing and distributed estimation for high-dimensional quantile regression. IEEE Transactions on Neural Networks and Learning Systems 31, 2569\u20132577 (2019)","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"1","key":"10710_CR45","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1146\/annurev-statistics-040522-021241","volume":"11","author":"L Zhou","year":"2024","unstructured":"Zhou, L., Gong, Z., Xiang, P.: Distributed computing and inference for big data. Annual Review of Statistics and Its Application 11(1), 533\u2013551 (2024)","journal-title":"Annual Review of Statistics and Its Application"}],"container-title":["Statistics and Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11222-025-10710-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11222-025-10710-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11222-025-10710-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T07:17:25Z","timestamp":1762327045000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11222-025-10710-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,22]]},"references-count":45,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["10710"],"URL":"https:\/\/doi.org\/10.1007\/s11222-025-10710-x","relation":{},"ISSN":["0960-3174","1573-1375"],"issn-type":[{"type":"print","value":"0960-3174"},{"type":"electronic","value":"1573-1375"}],"subject":[],"published":{"date-parts":[[2025,8,22]]},"assertion":[{"value":"22 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"174"}}