{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T09:52:31Z","timestamp":1763805151998,"version":"3.45.0"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","license":[{"start":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T00:00:00Z","timestamp":1763769600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T00:00:00Z","timestamp":1763769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100019274","name":"National Institute of Mental Health and Neurosciences","doi-asserted-by":"publisher","award":["NIMH; R01 MH118680"],"award-info":[{"award-number":["NIMH; R01 MH118680"]}],"id":[{"id":"10.13039\/100019274","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Exp Criminol"],"DOI":"10.1007\/s11292-025-09718-0","type":"journal-article","created":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T09:50:58Z","timestamp":1763805058000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reducing confounding in natural experiments: evaluating a multilevel matching approach"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2997-7942","authenticated-orcid":false,"given":"Jill","family":"Viglione","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8941-4696","authenticated-orcid":false,"given":"Niloofar","family":"Ramezani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6772-0635","authenticated-orcid":false,"given":"Teneshia","family":"Thurman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2540-7213","authenticated-orcid":false,"given":"Jennifer E.","family":"Johnson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9530-731X","authenticated-orcid":false,"given":"Faye S.","family":"Taxman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,11,22]]},"reference":[{"key":"9718_CR1","doi-asserted-by":"crossref","unstructured":"Akintobi, T. H., Bailey, R. E., II, & Michener, J. L. (2025). Harnessing the power of community engagement for population health (p. 22). Preventing Chronic Disease.","DOI":"10.5888\/pcd22.250189"},{"issue":"3","key":"9718_CR2","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1080\/00273171.2011.568786","volume":"46","author":"PC Austin","year":"2011","unstructured":"Austin, P. C. (2011). An introduction to propensity score methods for reducing the effects of confounding in observational studies. Multivariate Behavioral Research, 46(3), 399\u2013424.","journal-title":"Multivariate Behavioral Research"},{"key":"9718_CR3","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1146\/annurev.publhealth.031308.100134","volume":"30","author":"RC Brownson","year":"2009","unstructured":"Brownson, R. C., Fielding, J. E., & Maylahn, C. M. (2009). Evidence-based public health: A fundamental concept for public health practice. Annual Review of Public Health, 30, 175\u2013201.","journal-title":"Annual Review of Public Health"},{"key":"9718_CR4","doi-asserted-by":"crossref","unstructured":"Bruns, E. J., Parker, E. M., Hensley, S., Pullmann, M. D., Benjamin, P. H., Lyon, A. R., & Hoagwood, K. E. (2019). The role of the outer setting in implementation: Associations between state demographic, fiscal, and policy factors and use of evidence-based treatments in mental health care. Implementation Science, 14(1), Article 96.","DOI":"10.1186\/s13012-019-0944-9"},{"key":"9718_CR5","unstructured":"Bucklen, K. B. (2020). Conducting randomized controlled trials in state prisons. National Institute of Justice, Office of Justice Programs, Department of Justice."},{"issue":"1","key":"9718_CR6","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.jeconom.2014.09.013","volume":"185","author":"S Chabe-Ferret","year":"2015","unstructured":"Chabe-Ferret, S. (2015). Analysis of the bias of matching and difference-in-difference under alternative earnings and selection processes. Journal of Econometrics, 185(1), 110\u2013123.","journal-title":"Journal of Econometrics"},{"key":"9718_CR7","unstructured":"Clarke, R. V. G., & Cornish, D. B. (1972). The controlled trial in institutional research: Paradigm or pitfall for penal evaluators?. London: HM Stationery Office."},{"issue":"12","key":"9718_CR8","doi-asserted-by":"publisher","first-page":"1182","DOI":"10.1136\/jech-2011-200375","volume":"66","author":"P Craig","year":"2012","unstructured":"Craig, P., Cooper, C., Gunnell, D., Haw, S., Lawson, K., Macintyre, S., Ogilvie, D., Petticrew, M., Reeves, B., Sutton, M., & Thompson, S. (2012). Using natural experiments to evaluate population health interventions: New medical research Council guidance. Journal of Epidemiology and Community Health, 66(12), 1182\u20131186.","journal-title":"Journal of Epidemiology and Community Health"},{"key":"9718_CR9","unstructured":"Dillman, D. A., Smyth, J. D., & Christian, L. M. (2006). Internet, mail, and mixed-mode surveys: The tailored design method (3rd ed.). Wiley."},{"key":"9718_CR10","doi-asserted-by":"crossref","unstructured":"Dunning, T. (2008). Improving causal inference: Strengths and limitations of natural experiments. Political Research Quarterly, 61(2), 282-293.","DOI":"10.1177\/1065912907306470"},{"key":"9718_CR11","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s11292-004-6460-0","volume":"1","author":"DP Farrington","year":"2005","unstructured":"Farrington, D. P., & Welsh, B. C. (2005). Randomized experiments in criminology: What have we learned in the last two decades? Journal of Experimental Criminology, 1, 9\u201338.","journal-title":"Journal of Experimental Criminology"},{"issue":"2","key":"9718_CR12","doi-asserted-by":"publisher","first-page":"43","DOI":"10.5688\/aj720243","volume":"72","author":"JE Fincham","year":"2008","unstructured":"Fincham, J. E. (2008). Response rates and responsiveness for surveys, standards, and the journal. American Journal of Pharmaceutical Education, 72(2), 43. https:\/\/doi.org\/10.5688\/aj720243","journal-title":"American Journal of Pharmaceutical Education"},{"key":"9718_CR13","unstructured":"Haneberg, R., Fabelo, T., Osher, F., & Thompson, M. (2024). Reducing the number of people with mental illnesses in jail. The Justice Center, The Council of State Governments."},{"issue":"3","key":"9718_CR14","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1093\/pan\/mpl013","volume":"15","author":"DE Ho","year":"2007","unstructured":"Ho, D. E., Imai, K., King, G., & Stuart, E. A. (2007). Matching as nonparametric preprocessing for reducing model dependence in parametric causal inference. Political Analysis, 15(3), 199\u2013236.","journal-title":"Political Analysis"},{"issue":"1","key":"9718_CR15","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1186\/s12874-021-01452-1","volume":"21","author":"FT Johara","year":"2021","unstructured":"Johara, F. T., Benedetti, A., Platt, R., Menzies, D., Viiklepp, P., Schaaf, S., & Chan, E. (2021). Evaluating the performance of propensity score matching based approaches in individual patient data meta-analysis. BMC Medical Research Methodology, 21(1), 257.","journal-title":"BMC Medical Research Methodology"},{"key":"9718_CR16","doi-asserted-by":"crossref","unstructured":"Johnson, J. E., Viglione, J., Ramezani, N., Cuellar, A. E., Hailemariam, M., Rosen, R., ... & Taxman, F. S. (2021). Protocol for a quasi-experimental, 950 county study examining implementation outcomes and mechanisms of Stepping Up, a national policy effort to improve mental health and substance use services for justice-involved individuals. Implementation Science, 16(1), 31.","DOI":"10.1186\/s13012-021-01095-2"},{"key":"9718_CR17","doi-asserted-by":"crossref","unstructured":"Johnson, J. E., Ramezani, N., Viglione, J., Hailemariam, M., & Taxman, F. S. (2024). Recommended Mental Health Practices for Individuals Interacting With U.S. Police, Court, Jail, Probation, and Parole Systems. Psychiatric Services, 75(3), 246\u2013257.","DOI":"10.1176\/appi.ps.20230029"},{"key":"9718_CR18","doi-asserted-by":"crossref","unstructured":"Jolin, J. R., Barsky, B. A., Wade, C. G., & Rosenthal, M. B. (2024). Access to care and outcomes with the affordable care act for persons with criminal legal involvement: A scoping review. JAMA Health Forum, 5(8), e2822683.","DOI":"10.1001\/jamahealthforum.2024.2640"},{"key":"9718_CR19","doi-asserted-by":"crossref","unstructured":"Jolliffe, D., & Hedderman, C. (2015). Investigating the impact of custody on reoffending using propensity score matching. Crime & Delinquency, 61(8), 1051-1077.","DOI":"10.1177\/0011128712466007"},{"key":"9718_CR20","unstructured":"Kaeble, D. (2025). Probation and parole in the united States, 2024. U.S. Department of Justice, Bureau of Justice Statistics."},{"issue":"3","key":"9718_CR21","first-page":"A93","volume":"5","author":"N Kanarek","year":"2008","unstructured":"Kanarek, N., Bialek, R., & Stanley, J. (2008). Use of peer groupings to assess County public health status. Preventing Chronic Disease, 5(3), A93.","journal-title":"Preventing Chronic Disease"},{"key":"9718_CR22","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1097\/PHH.0b013e318205413c","volume":"5","author":"N Kanarek","year":"2011","unstructured":"Kanarek, N., Tsai, H. L., & Stanley, J. (2011). Health ranking of the largest US counties using the community health status indicators peer strata and database. Journal of Public Health Management and Practice : Jphmp, 5, 401\u2013405.","journal-title":"Journal of Public Health Management and Practice : Jphmp"},{"issue":"1","key":"9718_CR23","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1080\/13645579.2018.1488449","volume":"22","author":"ST Leatherdale","year":"2019","unstructured":"Leatherdale, S. T. (2019). Natural experiment methodology for research: A review of how different methods can support real-world research. International Journal of Social Research Methodology, 22(1), 19\u201335.","journal-title":"International Journal of Social Research Methodology"},{"issue":"2","key":"9718_CR24","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1207\/S15326985EP3502_6","volume":"35","author":"VE Lee","year":"2000","unstructured":"Lee, V. E. (2000). Using hierarchical linear modeling to study social contexts: The case of school effects. Educational Psychologist, 35(2), 125\u2013141.","journal-title":"Educational Psychologist"},{"key":"9718_CR25","unstructured":"Lindemann, N. (2024). What is the average survey response rate? PointerPro. https:\/\/pointerpro.com\/blog\/average-survey-response-rate\/"},{"issue":"1","key":"9718_CR26","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1177\/00938548241280391","volume":"52","author":"BJ Mackey","year":"2025","unstructured":"Mackey, B. J., Johnson, J. E., Ramezani, N., Hailemariam, M., Rosen, R. K., Thurman, T., Viglione, J., & Taxman, F. S. (2025). The who, what, and how of interagency criminal justice\u2013behavioral health teams: Developing and sustaining collaborations. Criminal Justice and Behavior, 52(1), 61\u201378.","journal-title":"Criminal Justice and Behavior"},{"key":"9718_CR27","doi-asserted-by":"crossref","unstructured":"Mackey, B. J., Ramezani, N., Viglione, J., Thurman, T., Johnson, J. E., & Taxman, F. S. (2024). Implementing reform: Approaches to alter the use of local jail for people with behavioral health conditions. International Journal of Offender Therapy and Comparative Criminology.","DOI":"10.1177\/0306624X241294136"},{"issue":"3","key":"9718_CR28","first-page":"A94","volume":"5","author":"M Metzler","year":"2008","unstructured":"Metzler, M., Kanarek, N., Highsmith, K., Straw, R., Bialek, R., Stanley, J., & Klein, R. (2008). Community health status indicators project: The development of a National approach to community health. Preventing Chronic Disease, 5(3), A94.","journal-title":"Preventing Chronic Disease"},{"issue":"1","key":"9718_CR29","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.jen.2018.11.004","volume":"45","author":"MD Moon","year":"2019","unstructured":"Moon, M. D. (2019). Triangulation: A method to increase validity, reliability, and legitimation in clinical research. Journal of Emergency Nursing, 45(1), 103\u2013105.","journal-title":"Journal of Emergency Nursing"},{"issue":"1","key":"9718_CR30","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0049124106289164","volume":"35","author":"SL Morgan","year":"2006","unstructured":"Morgan, S. L., & Harding, D. J. (2006). Matching estimators of causal effects: Prospects and pitfalls in theory and practice. Sociological Methods & Research, 35(1), 3\u201360.","journal-title":"Sociological Methods & Research"},{"issue":"1","key":"9718_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10940-015-9250-0","volume":"32","author":"RG Morris","year":"2016","unstructured":"Morris, R. G. (2016). Exploring the effect of exposure to short-term solitary confinement among violent prison inmates. Journal of Quantitative Criminology, 32(1), 1\u201322.","journal-title":"Journal of Quantitative Criminology"},{"key":"9718_CR32","first-page":"1097","volume":"10","author":"E Pivovarova","year":"2024","unstructured":"Pivovarova, E., Garcia, B. Y. P., Friedmann, P. D., Stopka, T. J., Santelices, C., & Evans, E. A. (2024). Collaborating with jails to provide Community-based medication for opioid use disorder: Qualitative perspectives from MOUD treatment providers. Journal of Addiction Medicine, 10, 1097.","journal-title":"Journal of Addiction Medicine"},{"issue":"1","key":"9718_CR33","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1186\/s12913-022-08306-6","volume":"22","author":"N Ramezani","year":"2022","unstructured":"Ramezani, N., Breno, A. J., Mackey, B. J., Viglione, J., Cuellar, A. E., Johnson, J. E., & Taxman, F. S. (2022). The relationship between community public health, behavioral health service accessibility, and mass incarceration. BMC Health Services Research, 22(1), 966.","journal-title":"BMC Health Services Research"},{"key":"9718_CR34","unstructured":"Ramezani, N., Breno, A., Viglione, J., Mackey, B., Cuellar, A. E., Chase, A., ... & Taxman, F. (2020, August). Multilevel matching in natural experimental studies: Application to stepping up counties. In Proceedings. American Statistical Association. Annual Meeting (Vol. 2020, p. 2408)."},{"key":"9718_CR35","unstructured":"Raudenbush, S. W. (2002). Hierarchical linear models: Applications and data analysis methods. Advanced Quantitative Techniques in the Social Sciences Series\/SAGE."},{"issue":"1","key":"9718_CR36","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1093\/biomet\/70.1.41","volume":"70","author":"PR Rosenbaum","year":"1983","unstructured":"Rosenbaum, P. R., & Rubin, D. B. (1983). The central role of the propensity score in observational studies for causal effects. Biometrika, 70(1), 41\u201355.","journal-title":"Biometrika"},{"key":"9718_CR37","unstructured":"RStudio Team. (2020). RStudio: Integrated development environment for R [Computer software]. RStudio, PBC."},{"key":"9718_CR38","doi-asserted-by":"crossref","unstructured":"Steiner, P. M., Shadish, W. R., & Sullivan, K. J. (2023). Frameworks for causal inference in psychological science. In H. Cooper, M. N. Coutanche, L. M. McMullen, A. T. Panter, D. Rindskopf, & K. J. Sher (Eds.), APA handbook of research methods in psychology: Foundations, planning, measures, and psychometrics (2nd ed., pp. 23\u201356). American Psychological Association.","DOI":"10.1037\/0000318-002"},{"issue":"2","key":"9718_CR39","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1097\/ALN.0000000000002436","volume":"130","author":"DA Story","year":"2019","unstructured":"Story, D. A., & Tait, A. R. (2019). Survey research. Anesthesiology, 130(2), 192\u2013202. https:\/\/doi.org\/10.1097\/ALN.0000000000002436","journal-title":"Anesthesiology"},{"issue":"1","key":"9718_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1214\/09-STS313","volume":"25","author":"EA Stuart","year":"2010","unstructured":"Stuart, E. A. (2010). Matching methods for causal inference: A review and a look forward. Statistical Science: A ReviewJournal of the Institute of Mathematical Statistics, 25(1), 1.","journal-title":"Statistical Science: A ReviewJournal of the Institute of Mathematical Statistics"},{"key":"9718_CR41","doi-asserted-by":"publisher","unstructured":"Taxman, F. S., Shukla, N., Ramezani, N., Viglione, J., & Johnston, J. E. (2025). Exploring county-level resources influencing evidence-based practices and treatment uptake in behavioral health settings (pp. 1\u201316). Corrections. https:\/\/doi.org\/10.1080\/23774657.2024.2447693","DOI":"10.1080\/23774657.2024.2447693"},{"key":"9718_CR42","first-page":"47","volume":"1","author":"FT Theodory","year":"2021","unstructured":"Theodory, F. T. (2021). Triangulation technique: Combining varied methodological approaches in researching local level adaptation practices to climate change among the Haya people in Tanzania. Methodie, 1, 47\u201362.","journal-title":"Methodie"},{"key":"9718_CR43","unstructured":"University of Wisconsin Population Health Institute (2017). County Health Rankings & Roadmaps. https:\/\/www.countyhealthrankings.org"},{"key":"9718_CR44","unstructured":"U.S. Department of Justice (2011a). Table 78: Full-time law enforcement employees: By state and by city. Federal Bureau of Investigations, U.S. Department of Justice. https:\/\/ucr.fbi.gov\/crime-in-the-u.s\/2011\/crime-in-the-u.s.-2011\/police-employee-data"},{"key":"9718_CR45","unstructured":"U.S. Department of Justice (2011b). Table 80: Full-time law enforcement employees: By state and by metropolitan and non-metropolitan counties. Federal Bureau of Investigations, U.S. Department of Justice. https:\/\/ucr.fbi.gov\/crime-in-the-u.s\/2011\/crime-in-the-u.s.-2011\/police-employee-data"},{"key":"9718_CR46","unstructured":"Vera Institute of Justice (2018). Incarceration trends dataset. https:\/\/github.com\/vera-institute\/incarceration_trends"},{"issue":"4","key":"9718_CR47","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1080\/23774657.2017.1297691","volume":"2","author":"AG Vito","year":"2017","unstructured":"Vito, A. G., Vito, G. F., Higgins, G. E., & Tewksbury, R. (2017). The recidivism of drug offenders following release from prison: A comparison of Kentucky outcomes. Corrections, 2(4), 223\u2013236.","journal-title":"Corrections"},{"issue":"9596","key":"9718_CR48","doi-asserted-by":"publisher","first-page":"1453","DOI":"10.1016\/S0140-6736(07)61602-X","volume":"370","author":"E Von Elm","year":"2007","unstructured":"Von Elm, E., Altman, D. G., Egger, M., Pocock, S. J., Gotzsche, P. C., & Vandenbroucke, J. P. (2007). Strengthening the reporting of observational studies in epidemiology (STROBE) statement: Guidelines for reporting observational studies. Lancet, 370(9596), 1453\u20131457. https:\/\/doi.org\/10.1016\/S0140-6736(07)61602-X","journal-title":"Lancet"},{"issue":"3","key":"9718_CR49","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1177\/0193841X03027003007","volume":"27","author":"D Weisburd","year":"2003","unstructured":"Weisburd, D. (2003). Ethical practice and evaluation of interventions in crime and justice: The moral imperative for randomized trials. Evaluation Review, 27(3), 336\u2013354.","journal-title":"Evaluation Review"},{"key":"9718_CR50","unstructured":"Zeng, Z. (2025). Jail inmates in 2023. U.S. Department of Justice, Bureau of Justice Statistics."}],"container-title":["Journal of Experimental Criminology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11292-025-09718-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11292-025-09718-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11292-025-09718-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T09:51:06Z","timestamp":1763805066000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11292-025-09718-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,22]]},"references-count":50,"alternative-id":["9718"],"URL":"https:\/\/doi.org\/10.1007\/s11292-025-09718-0","relation":{},"ISSN":["1573-3750","1572-8315"],"issn-type":[{"value":"1573-3750","type":"print"},{"value":"1572-8315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,22]]},"assertion":[{"value":"14 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}