{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T03:08:20Z","timestamp":1793416100714,"version":"4.5.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"1","funder":[{"DOI":"10.13039\/100009041","name":"National Department of Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009041","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001322","name":"South African Medical Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004047","name":"Karolinska Institutet","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004047","id-type":"DOI","asserted-by":"publisher"}]},{"name":"University of Tampere"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Res Methodol"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1186\/s12874-016-0273-5","type":"journal-article","created":{"date-parts":[[2016,12,15]],"date-time":"2016-12-15T13:11:14Z","timestamp":1481807474000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Multiple and mixed methods in formative evaluation: Is more better? Reflections from a South African study"],"prefix":"10.1186","volume":"16","author":[{"given":"Willem","family":"Odendaal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Salla","family":"Atkins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7521-9515","authenticated-orcid":false,"given":"Simon","family":"Lewin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,12,15]]},"reference":[{"key":"273_CR1","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1186\/1471-2288-14-69","volume":"14","author":"T Harder","year":"2014","unstructured":"Harder T, Takla A, Rehfuess E, S\u00e1nchez-Vivar A, Matysiak-Klose D, Eckmanns T, et al. Evidence-based decision-making in infectious diseases epidemiology, prevention and control: matching research questions to study designs and quality appraisal tools. BMC Med Res Methodol. 2014;14:69.","journal-title":"BMC Med Res Methodol"},{"key":"273_CR2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1478-4505-7-S1-S1","volume":"7","author":"AD Oxman","year":"2009","unstructured":"Oxman AD, Lavis JN, Lewin S, Fretheim A. SUPPORT Tools for evidence-informed health policymaking (STP)1 : What is evidence-informed policymaking? Heal Res Policy Syst. 2009;7:1\u20137.","journal-title":"Heal Res Policy Syst"},{"key":"273_CR3","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1177\/1098214004273337","volume":"26","author":"CH Weiss","year":"2005","unstructured":"Weiss CH. An Alternate Route to Policy Influence: How Evaluations Affect D.A.R.E. Am J Eval. 2005;26:12\u201330.","journal-title":"Am J Eval"},{"key":"273_CR4","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1177\/1098214010371972","volume":"31","author":"B Astbury","year":"2010","unstructured":"Astbury B, Leeuw FL. Unpacking black boxes: Mechanisms and theory building in evaluation. Am J Eval. 2010;31:363\u201381.","journal-title":"Am J Eval"},{"key":"273_CR5","doi-asserted-by":"crossref","first-page":"2026","DOI":"10.1111\/j.1365-2648.2011.05644.x","volume":"67","author":"AE Hesselink","year":"2011","unstructured":"Hesselink AE, Harting J. Process evaluation of a multiple risk factor perinatal programme for a hard-to-reach minority group. J Adv Nurs. 2011;67:2026\u201337.","journal-title":"J Adv Nurs"},{"key":"273_CR6","first-page":"239","volume-title":"Complex interventions in health: An overview of research methods","author":"S Atkins","year":"2015","unstructured":"Atkins S, Odendaal W, Leon N, Lutge E, Lewin S. Qualitative process evaluation for complex interventions. In: Richards DA, Rahm-Hallberg I, editors. Complex interventions in health: An overview of research methods. London: Routledge; 2015. p. 239\u201347."},{"key":"273_CR7","volume-title":"Developmental evaluation: Applying complexity concepts to enhance innovation and use","author":"MQ Patton","year":"2011","unstructured":"Patton MQ. Developmental evaluation: Applying complexity concepts to enhance innovation and use. New York: The Guildford Press; 2011."},{"key":"273_CR8","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1177\/1524839904273387","volume":"6","author":"RP Saunders","year":"2005","unstructured":"Saunders RP. Developing a process-evaluation plan for assessing health promotion program implementation: A how-to guide. Health Promot Pract. 2005;6:134\u201347.","journal-title":"Health Promot Pract"},{"issue":"1","key":"273_CR9","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1177\/1558689809349691","volume":"4","author":"MY Feilzer","year":"2010","unstructured":"Feilzer MY. Doing mixed methods research pragmatically: Implications for the rediscovery of pragmatism as a research paradigm. J Mix Methods Res. 2010;4(1):6\u201316.","journal-title":"J Mix Methods Res"},{"issue":"4","key":"273_CR10","first-page":"263","volume":"3","author":"S Hoppe-Graff","year":"2006","unstructured":"Hoppe-Graff S, Lammm-Hanel N. Diaries and questionnaires: mixed-methods research on maternal discipline techniques. Qual Res Psychol. 2006;3(4):263\u201378.","journal-title":"Qual Res Psychol"},{"key":"273_CR11","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1016\/j.evalprogplan.2013.12.005","volume":"43","author":"C Bloch","year":"2014","unstructured":"Bloch C, S\u00f8rensen MP, Graversen EK, Schneider JW, Schmidt EK, Aagaard K, et al. Developing a methodology to assess the impact of research grant funding: A mixed methods approach. Eval Program Plann. 2014;43:105\u201317.","journal-title":"Eval Program Plann"},{"key":"273_CR12","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.evalprogplan.2015.06.004","volume":"54","author":"A Betzner","year":"2016","unstructured":"Betzner A, Lawrenz FP, Thao M. Examining mixing methods in an evaluation of a smoking cessation program. Eval Program Plann. 2016;54:94\u2013101.","journal-title":"Eval Program Plann"},{"key":"273_CR13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.evalprogplan.2013.02.001","volume":"39","author":"AF Costa da","year":"2013","unstructured":"da Costa AF, Pegado E, \u00c1vila P, Coelho AR. Mixed-methods evaluation in complex programmes: The national reading plan in Portugal. Eval Program Plann. 2013;39:1\u20139.","journal-title":"Eval Program Plann"},{"key":"273_CR14","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.evalprogplan.2015.03.009","volume":"52","author":"T Meschede","year":"2015","unstructured":"Meschede T, Chaganti S. Home for now: A mixed-methods evaluation of a short-term housing support program for homeless families. Eval Program Plann. 2015;52:85\u201395.","journal-title":"Eval Program Plann"},{"issue":"1","key":"273_CR15","doi-asserted-by":"crossref","first-page":"21","DOI":"10.25300\/MISQ\/2013\/37.1.02","volume":"37","author":"V Venkatesh","year":"2013","unstructured":"Venkatesh V, Brown SA, Bala H. Bridging the Qualitative-Quantitative divide: Guidelines for conducting mixed methods research in Information systems. MIS Q. 2013;37(1):21\u201354.","journal-title":"MIS Q"},{"issue":"3","key":"273_CR16","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1111\/j.1547-5069.2001.00253.x","volume":"33","author":"VA Thurmond","year":"2001","unstructured":"Thurmond VA. The point of triangulation. J Nurs Scholarsh. 2001;33(3):253\u20138.","journal-title":"J Nurs Scholarsh"},{"issue":"3","key":"273_CR17","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1177\/1558689808316807","volume":"2","author":"M Denscombe","year":"2008","unstructured":"Denscombe M. Communities of practice a research paradigm for the mixed methods approach. J Mix Methods Res. 2008;2(3):270\u201383.","journal-title":"J Mix Methods Res"},{"key":"273_CR18","volume-title":"Handbook of mixed methods in social and behavioural research","author":"C Erzberger","year":"2003","unstructured":"Erzberger C, Kelle U. Making inferences in mixed methods: the rules of integration. In: Tashakkori A, Teddlie C, editors. Handbook of mixed methods in social and behavioural research. London: Sage; 2003."},{"key":"273_CR19","first-page":"234","volume-title":"The research act: A theoretical introduction","author":"NK Denzin","year":"1989","unstructured":"Denzin NK. Strategies of multiple triangulation. In: The research act: A theoretical introduction. 3rd ed. New Jersey: Prentice-Hall; 1989. p. 234\u201347.","edition":"3"},{"key":"273_CR20","first-page":"141","volume-title":"Applying qualitative methods to marketing management research","author":"P Bazeley","year":"2004","unstructured":"Bazeley P. Issues in mixing qualitative and quantitative approaches to research. In: Buber R, Gadner J, Richards L, editors. Applying qualitative methods to marketing management research. UK: Palgrave Macmillan; 2004. p. 141\u201356."},{"issue":"3","key":"273_CR21","first-page":"474","volume":"11","author":"AJ Onwuegbuzie","year":"2006","unstructured":"Onwuegbuzie AJ, Leech NC. Linking research questions to mixed methods data analysis procedures 1. Qual Rep. 2006;11(3):474\u201398.","journal-title":"Qual Rep"},{"issue":"4","key":"273_CR22","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1177\/1558689811412972","volume":"5","author":"BC Evans","year":"2011","unstructured":"Evans BC, Coon DW, Ume E. Use of theoretical frameworks as a pragmatic guide for mixed methods studies: A methodological necessity? J Mix Methods Res. 2011;5(4):276\u201392.","journal-title":"J Mix Methods Res"},{"key":"273_CR23","unstructured":"Odendaal WA, Mtshizana Y, Lewin S, Hausler H. A formative evaluation of integrated community-based treatment and adherence support models for TB and HIV clients implemented in the Cape Metropole. Cape Town; 2010. http:\/\/www.mrc.ac.za\/healthsystems\/operationalresearch2010.pdf . Accessed 10 Dec 2016."},{"key":"273_CR24","unstructured":"WHO (World Health Organisation) report: Global HIV\/AIDS response: Epidemic update and health sector progress towards universal access: Progress report. 2011. http:\/\/whqlibdoc.who.int\/publications\/2011\/9789241502986_eng.pdf . Accessed 15 May 2013."},{"key":"273_CR25","unstructured":"WHO (World Health Organisation) report: South Africa TB profile. 2011. https:\/\/www.google.co.za\/webhp?sourceid=chrome-instant&ion=1&espv=2&ie=UTF-8#q=South+Africa+TB+profile+2011 . Accessed 15 May 2013."},{"key":"273_CR26","unstructured":"WHO (World Health Organisation) report: Global Tuberculosis control. 2011. http:\/\/apps.who.int\/iris\/bitstream\/10665\/44728\/1\/9789241564380_eng.pdf . Accessed 15 May 2013."},{"key":"273_CR27","unstructured":"City of Cape Town. HIV, Aids, STI and TB plan 2012\/2013. Cape Town: City of Cape Town; 2012."},{"key":"273_CR28","unstructured":"City of Cape Town: Routine data 2010. Accessed from: http:\/\/www.capetown.gov.za\/departments\/City%20Health . Accessed 4 Sept 2014."},{"key":"273_CR29","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1186\/1478-4491-12-18","volume":"12","author":"WA Odendaal","year":"2014","unstructured":"Odendaal WA, Lewin S. The provision of TB and HIV\/AIDS treatment support by lay health workers in South Africa: A time-and-motion study. Hum Resour Health. 2014;12:18.","journal-title":"Hum Resour Health"},{"key":"273_CR30","first-page":"84","volume":"15","author":"S Atkins","year":"2011","unstructured":"Atkins S, Lewin S, Jordaan E, Thorson A. Lay health worker-supported tuberculosis treatment adherence in South Africa: An interrupted time-series study. Int J Tuberc Lung Dis. 2011;15:84\u20139.","journal-title":"Int J Tuberc Lung Dis"},{"key":"273_CR31","volume-title":"Qualitative methods for health research","author":"J Green","year":"2014","unstructured":"Green J, Thorogood N. Qualitative methods for health research. 3rd ed. London: Sage; 2014.","edition":"3"},{"issue":"3","key":"273_CR32","doi-asserted-by":"crossref","first-page":"255","DOI":"10.3102\/01623737011003255","volume":"11","author":"JC Greene","year":"1989","unstructured":"Greene JC, Caracelli VJ, Graham WF. Toward a Conceptual Framework for Mixed-method Evaluation Designs. Educ Eval and Pol Anal. 1989;11(3):255\u201374.","journal-title":"Educ Eval and Pol Anal"},{"issue":"1","key":"273_CR33","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1177\/1558689808325774","volume":"3","author":"CM Woolley","year":"2009","unstructured":"Woolley CM. Meeting the mixed methods challenge of integration in a sociological study of structure and agency. J Mix Methods Res. 2009;3(1):7\u201325.","journal-title":"J Mix Methods Res"},{"issue":"7563","key":"273_CR34","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1136\/bmj.333.7563.346","volume":"33","author":"C Bonell","year":"2006","unstructured":"Bonell C, Oakley A, Hargreaves J, Strange V, Rees R. Research methodology: Assessment of generalisability in trials of health interventions: suggested framework and systematic review. BMJ. 2006;33(7563):346\u20139.","journal-title":"BMJ"},{"issue":"1","key":"273_CR35","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1177\/160940690900800107","volume":"8","author":"S Prachi","year":"2009","unstructured":"Prachi S, Hopwood N. A practical iterative framework for qualitative data analysis. Int J Qual Methods. 2009;8(1):76\u201384.","journal-title":"Int J Qual Methods"},{"key":"273_CR36","volume-title":"Handbook of mixed methods in social and behavioural research","author":"C Teddlie","year":"2003","unstructured":"Teddlie C, Tashakkori A. Major issues and controversies in the use of mixed methods in the social and behavioural sciences. In: Tashakkori A, Teddlie C, editors. Handbook of mixed methods in social and behavioural research. London: Sage; 2003."},{"issue":"1","key":"273_CR37","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1177\/2345678906292462","volume":"1","author":"DL Morgan","year":"2007","unstructured":"Morgan DL. Paradigms lost and pragmatism regained methodological implications of combining qualitative and quantitative methods. J Mix Meth Res. 2007;1(1):48\u201376.","journal-title":"J Mix Meth Res"},{"issue":"1","key":"273_CR38","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1177\/1558689807309969","volume":"2","author":"JC Greene","year":"2008","unstructured":"Greene JC. Is mixed methods social inquiry a distinctive methodology? J Mix Meth Res. 2008;2(1):7\u201322.","journal-title":"J Mix Meth Res"},{"issue":"1","key":"273_CR39","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1186\/1471-2288-13-117","volume":"13","author":"NK Gale","year":"2013","unstructured":"Gale NK, Heath G, Cameron E, Rashid S, Redwood S. Using the framework method for the analysis of qualitative data in multi-disciplinary health research. BMC Med Res Methodol. 2013;13(1):117.","journal-title":"BMC Med Res Methodol"},{"key":"273_CR40","doi-asserted-by":"crossref","first-page":"173","DOI":"10.4324\/9780203413081_chapter_9","volume-title":"Analyzing qualitative data","author":"J Ritchie","year":"1994","unstructured":"Ritchie J, Spencer L. Qualitative data analysis for applied policy research. In: Bryman A, Burgess RG, editors. Analyzing qualitative data. London: Routledge; 1994. p. 173\u201394."},{"issue":"1","key":"273_CR41","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1002\/jrsm.32","volume":"2","author":"LM Anderson","year":"2011","unstructured":"Anderson LM, Petticrew M, Rehfuess E, Armstrong R, Ueffing E, Baker P, et al. Using logic models to capture complexity in systematic reviews. Res Synth Methods. 2011;2(1):33\u201342.","journal-title":"Res Synth Methods"},{"issue":"11","key":"273_CR42","doi-asserted-by":"crossref","first-page":"e0142187","DOI":"10.1371\/journal.pone.0142187","volume":"10","author":"D Kneale","year":"2015","unstructured":"Kneale D, Thomas J, Harris K. Developing and Optimising the Use of Logic Models in Systematic Reviews: Exploring Practice and Good Practice in the Use of Programme Theory in Reviews. PLoS One. 2015;10(11):e0142187.","journal-title":"PLoS One"},{"key":"273_CR43","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1177\/1524839907311574","volume":"10","author":"EL Tolma","year":"2009","unstructured":"Tolma EL, Cheney MK, Troup P, Hann N. Designing the process evaluation for the collaborative planning of a local turning point partnership. Health Promot Pract. 2009;10:537\u201348.","journal-title":"Health Promot Pract"},{"key":"273_CR44","doi-asserted-by":"crossref","first-page":"39","DOI":"10.3138\/cjpe.027.002","volume":"27","author":"M Szanyi","year":"2012","unstructured":"Szanyi M, Azzam T, Galen M. Research on evaluation: A needs assessment. Can J Progr Eval. 2012;27:39\u201364.","journal-title":"Can J Progr Eval"},{"issue":"1","key":"273_CR45","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1007\/s10488-010-0314-z","volume":"38","author":"LA Palinkas","year":"2011","unstructured":"Palinkas LA, Aarons GA, Horwitz S, Chamberlain P, Hurlburt M, Landsverk J. Mixed method designs in implementation research. Adm Policy Ment Health. 2011;38(1):44\u201353.","journal-title":"Adm Policy Ment Health"},{"key":"273_CR46","unstructured":"City of Cape Town: Census Suburb Imizamo Yethu. 2011. [ https:\/\/census2011.adrianfrith.com\/place\/199043 ]. Accessed 02 Jul 2012."},{"key":"273_CR47","unstructured":"City of Cape Town: Census Suburb Nyanga. 2011. [ https:\/\/census2011.adrianfrith.com\/place\/199031 ]. Accessed 02 Jul 2012."},{"key":"273_CR48","unstructured":"City of Cape Town: Census Suburb Atlantis. 2011. [ https:\/\/census2011.adrianfrith.com\/place\/199004 ]. Accessed 02 Jul 2012."}],"container-title":["BMC Medical Research Methodology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12874-016-0273-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T09:13:46Z","timestamp":1692609226000},"score":1,"resource":{"primary":{"URL":"http:\/\/bmcmedresmethodol.biomedcentral.com\/articles\/10.1186\/s12874-016-0273-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12]]},"references-count":48,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["273"],"URL":"https:\/\/doi.org\/10.1186\/s12874-016-0273-5","relation":{},"ISSN":["1471-2288"],"issn-type":[{"value":"1471-2288","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,12]]},"article-number":"173"}}