{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T06:29:31Z","timestamp":1743056971360,"version":"3.40.3"},"publisher-location":"Cham","reference-count":56,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319600130"},{"type":"electronic","value":"9783319600130"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-319-60013-0_113-1","type":"book-chapter","created":{"date-parts":[[2019,11,26]],"date-time":"2019-11-26T17:04:24Z","timestamp":1574787864000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Methodological Quality of Educational Technology Meta-Analyses"],"prefix":"10.1007","author":[{"given":"Rana M.","family":"Tamim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eugene","family":"Borokhovski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert M.","family":"Bernard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,27]]},"reference":[{"key":"113-1_CR1","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1080\/19415532.2012.761889","volume":"4","author":"PC Abrami","year":"2012","unstructured":"Abrami PC, Bernard RM (2012) Statistical control versus classification of study quality in meta-analysis. Eff Educ 4:43\u201372. https:\/\/doi.org\/10.1080\/19415532.2012.761889","journal-title":"Eff Educ"},{"key":"113-1_CR2","doi-asserted-by":"publisher","first-page":"151","DOI":"10.3102\/00346543058002151","volume":"58","author":"PC Abrami","year":"1988","unstructured":"Abrami PC, Cohen PA, d\u2019Apollonia S (1988) Implementation problems in meta-analysis. Rev Educ Res 58:151\u2013179. https:\/\/doi.org\/10.3102\/00346543058002151","journal-title":"Rev Educ Res"},{"key":"113-1_CR3","doi-asserted-by":"publisher","first-page":"436","DOI":"10.3102\/0034654312458162","volume":"82","author":"S Ahn","year":"2012","unstructured":"Ahn S, Ames AJ, Myers ND (2012) A review of meta-analyses in education: methodological strengths and weaknesses. Rev Educ Res 82:436\u2013476. https:\/\/doi.org\/10.3102\/0034654312458162","journal-title":"Rev Educ Res"},{"key":"113-1_CR4","doi-asserted-by":"publisher","unstructured":"Benard RM (2014) Things I have learned about meta-analysis since 1990: reducing bias in search of \u201cthe big picture.\u201d. Can J Learn Technol 40(3). https:\/\/doi.org\/10.21432\/T2MW29","DOI":"10.21432\/T2MW29"},{"issue":"3","key":"113-1_CR5","first-page":"171","volume":"19","author":"RM Bernard","year":"1990","unstructured":"Bernard RM, Naidu S (1990) Integrating research into instructional practice: the use and abuse of meta-analysis. Can J Educ Commun 19(3):171\u2013195","journal-title":"Can J Educ Commun"},{"key":"113-1_CR55","doi-asserted-by":"crossref","unstructured":"Bernard RM, Abrami PC, Lou Y, Borokhovski E, Wade A, Wozney L, Huang B (2004) How does distance education compare with classroom instruction? A meta-analysis of the empirical literature. Review of educational research, 74(3):379\u2013439.","DOI":"10.3102\/00346543074003379"},{"key":"113-1_CR6","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/s12528-014-9084-z","volume":"26","author":"RM Bernard","year":"2014","unstructured":"Bernard RM, Borokhovski E, Schmid RF, Tamim RM (2014a) An exploration of bias in meta-analysis: the case of technology integration research in higher education. J Comput High Educ 26:183\u2013209. https:\/\/doi.org\/10.1007\/s12528-014-9084-z","journal-title":"J Comput High Educ"},{"key":"113-1_CR7","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1080\/01587919.2015.957433","volume":"35","author":"RM Bernard","year":"2014","unstructured":"Bernard RM, Borokhovski E, Tamim R (2014b) Detecting bias in meta-analyses of distance education research: big pictures we can rely on. Distance Educ 35:271\u2013293. https:\/\/doi.org\/10.1080\/01587919.2015.957433","journal-title":"Distance Educ"},{"key":"113-1_CR8","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1002\/jrsm.12","volume":"1","author":"M Borenstein","year":"2009","unstructured":"Borenstein M, Hedges LV, Higgins JPT, Rothstein HR (2009) A basic introduction to fixed effect and random effects models for meta-analysis. Res Synth Methodol 1:97\u2013111. https:\/\/doi.org\/10.1002\/jrsm.12","journal-title":"Res Synth Methodol"},{"key":"113-1_CR10","volume-title":"Applied meta-analysis for social sciences research","author":"NA Card","year":"2012","unstructured":"Card NA (2012) Applied meta-analysis for social sciences research. Guilford, New York"},{"issue":"12","key":"113-1_CR11","doi-asserted-by":"publisher","first-page":"1304","DOI":"10.1037\/0003-066X.45.12.1304","volume":"54","author":"PA Cohen","year":"1990","unstructured":"Cohen PA (1990) Things I have learned (so far). Am Psychol 54(12):1304\u20131312","journal-title":"Am Psychol"},{"key":"113-1_CR12","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1111\/j.1467-6494.1980.tb02379.x","volume":"48","author":"TD Cook","year":"1980","unstructured":"Cook TD, Leviton LC (1980) Reviewing the literature: a comparison of traditional methods with meta-analysis. J Pers 48:449\u2013472. https:\/\/doi.org\/10.1111\/j.1467-6494.1980.tb02379.x","journal-title":"J Pers"},{"key":"113-1_CR53","unstructured":"Cooper H (2010) Research synthesis and meta-analysis (4th ed.). Thousand Oaks, CA: Sage Publications"},{"key":"113-1_CR54","doi-asserted-by":"crossref","unstructured":"Cooper H (2016) Research synthesis and meta-analysis: A step-by-step approach (Vol. 2). Sage publications","DOI":"10.4135\/9781071878644"},{"key":"113-1_CR13","doi-asserted-by":"crossref","DOI":"10.4135\/9781071878644","volume-title":"Research synthesis and meta-analysis: a step-by-step approach","author":"HM Cooper","year":"2017","unstructured":"Cooper HM (2017) Research synthesis and meta-analysis: a step-by-step approach, 5th edn. Sage, Thousand Oaks","edition":"5"},{"key":"113-1_CR14","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1111\/j.1467-6494.1981.tb00739.x","volume":"49","author":"HM Cooper","year":"1981","unstructured":"Cooper HM, Arkin R (1981) On quantitative reviewing. J Pers 49:225\u2013230","journal-title":"J Pers"},{"key":"113-1_CR15","volume-title":"The handbook of research synthesis and meta-analysis","author":"H Cooper","year":"2009","unstructured":"Cooper H, Hedges LV, Valentine J (2009) The handbook of research synthesis and meta-analysis, 2nd edn. Russell Sage Foundation, New York","edition":"2"},{"issue":"449","key":"113-1_CR16","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/01621459.2000.10473905","volume":"95","author":"S Duval","year":"2000","unstructured":"Duval S, Tweedie R (2000) A nonparametric \u201ctrim and fill\u201d method of accounting for publication bias in meta-analysis. J Am Stat Assoc 95(449):89\u201398. https:\/\/doi.org\/10.1080\/01621459.2000.10473905","journal-title":"J Am Stat Assoc"},{"key":"113-1_CR17","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1037\/0003-066X.33.5.517.a","volume":"33","author":"HJ Eysenck","year":"1978","unstructured":"Eysenck HJ (1978) An exercise in mega-silliness. Am Psychol 33:517. https:\/\/doi.org\/10.1037\/0003-066X.33.5.517.a","journal-title":"Am Psychol"},{"key":"113-1_CR18","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1037\/0003-066X.50.2.110","volume":"50","author":"HJ Eysenck","year":"1995","unstructured":"Eysenck HJ (1995) Meta-analysis squared \u2013 does it make sense. Am Psychol 50:110\u2013111. https:\/\/doi.org\/10.1037\/0003-066X.50.2.110","journal-title":"Am Psychol"},{"key":"113-1_CR19","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1037\/0003-066X.33.5.515","volume":"33","author":"PS Gallo","year":"1978","unstructured":"Gallo PS (1978) Meta-analysis \u2013 a mixed metaphor. Am Psychol 33:515\u2013517","journal-title":"Am Psychol"},{"issue":"10","key":"113-1_CR20","doi-asserted-by":"publisher","first-page":"3","DOI":"10.3102\/0013189X005010003","volume":"5","author":"GV Glass","year":"1976","unstructured":"Glass GV (1976) Primary, secondary and meta-analysis of research. Educ Res 5(10):3\u20138. https:\/\/doi.org\/10.3102\/0013189X005010003","journal-title":"Educ Res"},{"issue":"2","key":"113-1_CR21","doi-asserted-by":"publisher","first-page":"69","DOI":"10.3102\/0013189X16639026","volume":"45","author":"GV Glass","year":"2016","unstructured":"Glass GV (2016) One hundred years of research: prudent aspirations. Educ Res 45(2):69\u201372. https:\/\/doi.org\/10.3102\/0013189X16639026","journal-title":"Educ Res"},{"key":"113-1_CR22","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3102\/01623737001001002","volume":"1","author":"GV Glass","year":"1979","unstructured":"Glass GV, Smith ML (1979) Meta-analysis of research on the relationship of class-size and achievement. Eval Policy Anal 1:2\u201316","journal-title":"Eval Policy Anal"},{"key":"113-1_CR23","first-page":"407","volume":"9","author":"RA Guzzo","year":"1987","unstructured":"Guzzo RA, Jackson SE, Katzell RA (1987) Meta-analysis analysis. Res Organ Behav 9:407\u2013442","journal-title":"Res Organ Behav"},{"key":"113-1_CR24","unstructured":"Hammerstr\u00f8m K, Wade A, J\u00f8rgensen AMK (2010) Searching for studies: a guide to information retrieval for Campbell systematic reviews, supplement 1. Retrieved from Campbell Collaboration website: http:\/\/www.campbellcollaboration.org\/resources\/research\/new_information_retrieval_guide.php"},{"key":"113-1_CR25","volume-title":"Statistical methods for meta-analysis","author":"LV Hedges","year":"1985","unstructured":"Hedges LV, Olkin I (1985) Statistical methods for meta-analysis. Academic, Orlando"},{"key":"113-1_CR26","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1002\/jrsm.1092","volume":"4","author":"J Higgins","year":"2013","unstructured":"Higgins J, Lane PW, Anagnostelis B, Anzures-Cabrera J, Baker NF, Cappelleri JC, Whitehead A (2013) A tool to assess the quality of a meta-analysis. Res Synth Methods 4:351\u2013366. https:\/\/doi.org\/10.1002\/jrsm.1092","journal-title":"Res Synth Methods"},{"key":"113-1_CR27","volume-title":"How science takes stock: the story of meta-analysis","author":"M Hunt","year":"1997","unstructured":"Hunt M (1997) How science takes stock: the story of meta-analysis. Russell Sage Foundation, New York"},{"key":"113-1_CR52","unstructured":"Hunter JE, Schmidt FL, Jackson GB (1982) Meta-analysis. Beverly Hills, CA."},{"key":"113-1_CR28","volume-title":"Methods of meta-analysis: correcting bias in research findings","author":"JE Hunter","year":"2014","unstructured":"Hunter JE, Schmidt FL (2014) Methods of meta-analysis: correcting bias in research findings, 3rd edn. Sage, Newbury Park","edition":"3"},{"key":"113-1_CR29","doi-asserted-by":"publisher","DOI":"10.1037\/10693-000","volume-title":"Beyond significance testing: reforming data analysis methods in behavioral research","author":"RB Kline","year":"2004","unstructured":"Kline RB (2004) Beyond significance testing: reforming data analysis methods in behavioral research. American Psychological Association, Washington DC. https:\/\/doi.org\/10.1037\/10693-000"},{"key":"113-1_CR56","doi-asserted-by":"crossref","unstructured":"Lipsey MW (2003) Those confounded moderators in meta-analysis: Good, bad, and ugly. The Annals of the American Academy of Political and Social Science 587:69\u201381","DOI":"10.1177\/0002716202250791"},{"key":"113-1_CR30","volume-title":"Practical meta-analysis","author":"MW Lipsey","year":"2001","unstructured":"Lipsey MW, Wilson D (2001) Practical meta-analysis. Sage Publications, Thousand Oaks"},{"issue":"2","key":"113-1_CR31","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1086\/288135","volume":"34","author":"PE Meehl","year":"1967","unstructured":"Meehl PE (1967) Theory-testing in psychology and physics: a methodological paradox. Philos Sci 34(2):103\u2013115. https:\/\/doi.org\/10.1086\/288135","journal-title":"Philos Sci"},{"key":"113-1_CR32","doi-asserted-by":"publisher","first-page":"1896","DOI":"10.1016\/S0140-6736(99)04149-5","volume":"354","author":"D Moher","year":"1999","unstructured":"Moher D, Cook DJ, Eastwood S, Olkin I, Rennie D, Stroup DF (1999) Improving the quality of reports of meta-analyses of randomised controlled trials: the QUOROM statement. Lancet 354:1896\u20131900","journal-title":"Lancet"},{"key":"113-1_CR33","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-2278-5","volume-title":"Advances in meta-analysis","author":"T Pigott","year":"2012","unstructured":"Pigott T (2012) Advances in meta-analysis. Springer, New York"},{"key":"113-1_CR34","doi-asserted-by":"publisher","first-page":"207","DOI":"10.3102\/0034654315582067","volume":"86","author":"JR Polanin","year":"2016","unstructured":"Polanin JR, Tanner-Smith EE, Hennessy EA (2016) Estimating the difference between published and unpublished effect sizes: a meta-review. Rev Educ Res 86:207\u2013236. https:\/\/doi.org\/10.3102\/0034654315582067","journal-title":"Rev Educ Res"},{"key":"113-1_CR35","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1037\/0003-066X.33.5.514","volume":"33","author":"S Presby","year":"1978","unstructured":"Presby S (1978) Overly broad categories obscure important differences between therapies. Am Psychol 33:514\u2013515","journal-title":"Am Psychol"},{"volume-title":"Publication bias in meta-analysis \u2013 prevention, assessment and adjustments","year":"2005","key":"113-1_CR36","unstructured":"Rothstein HR, Sutton AJ, Borenstein M (eds) (2005) Publication bias in meta-analysis \u2013 prevention, assessment and adjustments. Wiley, Chichester"},{"key":"113-1_CR37","doi-asserted-by":"publisher","first-page":"328","DOI":"10.3102\/0034654313500826","volume":"84","author":"N Scammacca","year":"2014","unstructured":"Scammacca N, Roberts G, Stuebing KK (2014) Meta-analysis with complex research designs: dealing with dependence from multiple measures and multiple group comparisons. Rev Educ Res 84:328\u2013364. https:\/\/doi.org\/10.3102\/0034654313500826","journal-title":"Rev Educ Res"},{"key":"113-1_CR38","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1080\/17489530701560831","volume":"1","author":"RW Schlosser","year":"2007","unstructured":"Schlosser RW, Wendt O, Sigafoos J (2007) Not all systematic reviews are created equal: considerations for appraisal. Evid Based Commun Assess Interv 1:138\u2013150. https:\/\/doi.org\/10.1080\/17489530701560831","journal-title":"Evid Based Commun Assess Interv"},{"key":"113-1_CR39","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1186\/1471-2288-12-129","volume":"12","author":"H-J Seo","year":"2012","unstructured":"Seo H-J, Kim KU (2012) Quality assessment of systematic reviews or meta-analyses of nursing interventions conducted by Korean reviewers. BMC Med Res Methodol 12:129. https:\/\/doi.org\/10.1186\/1471-2288-12-129","journal-title":"BMC Med Res Methodol"},{"key":"113-1_CR40","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1002\/jrsm.1132","volume":"6","author":"WR Shadish","year":"2015","unstructured":"Shadish WR, Lecy JD (2015) The meta-analytic big bang. Res Synth Methods 6:246\u2013264. https:\/\/doi.org\/10.1002\/jrsm.1132","journal-title":"Res Synth Methods"},{"key":"113-1_CR41","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/1471-2288-7-10","volume":"7","author":"BJ Shea","year":"2007","unstructured":"Shea BJ, Grimshaw JM, Wells GA, Boers M, Andersson N, Hamel C, Bouter LM (2007) Development of AMSTAR: a measurement tool to assess the methodological quality of systematic reviews. BMC Med Res Methodol 7:10. https:\/\/doi.org\/10.1186\/1471-2288-7-10","journal-title":"BMC Med Res Methodol"},{"key":"113-1_CR42","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3102\/0013189X013008006","volume":"13","author":"RE Slavin","year":"1984","unstructured":"Slavin RE (1984) Meta-analysis in education: how has it been used? Educ Res 13:6\u201315","journal-title":"Educ Res"},{"key":"113-1_CR43","doi-asserted-by":"publisher","unstructured":"Song F, Parekh S, Hooper L, Loke YK, Ryder J, Sutton AJ et al (2010) Dissemination and publication of research findings: an updated review of related biases. Health Technol Assess 14(8). https:\/\/doi.org\/10.3310\/hta14080","DOI":"10.3310\/hta14080"},{"key":"113-1_CR44","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1177\/0013164491513008","volume":"51","author":"DD Steiner","year":"1991","unstructured":"Steiner DD, Lane IM, Dobbins GH, Schnur A, McConnell S (1991) A review of meta-analyses in organizational behavior and human resource management: an empirical assessment. Educ Psychol Meas 51:609\u2013626. https:\/\/doi.org\/10.1177\/0013164491513008","journal-title":"Educ Psychol Meas"},{"key":"113-1_CR45","unstructured":"Tamim, R. (2009). Effects of technology on students\u2019 achievement: a second-order meta-analysis (doctoral dissertation). Available from ProQuest dissertations and theses database. (UMI No. NR63392)"},{"issue":"1","key":"113-1_CR46","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3102\/0034654310393361","volume":"81","author":"R Tamim","year":"2011","unstructured":"Tamim R, Bernard RM, Borokhovski E, Abrami PC, Schmid RF (2011) What forty years of research says about the impact of technology on learning: a second-order meta-analysis and validation study. Rev Educ Res 81(1):4\u201328. https:\/\/doi.org\/10.3102\/0034654310393361","journal-title":"Rev Educ Res"},{"key":"113-1_CR47","unstructured":"Tamim RM, Borokhovski E, Pickup DI, Bernard RM, El Saadi L (Under review). Tablets and smart mobile devices for teaching and learning: A systematic review and meta-analysis. Paper under review with Computers and Education"},{"key":"113-1_CR48","doi-asserted-by":"publisher","first-page":"53","DOI":"10.5116\/ijme.4dfb.8dfd","volume":"2","author":"M Tavakol","year":"2011","unstructured":"Tavakol M, Dennick R (2011) Making sense of Cronbach\u2019s alpha. Int J Med Educ 2:53\u201355. https:\/\/doi.org\/10.5116\/ijme.4dfb.8dfd","journal-title":"Int J Med Educ"},{"key":"113-1_CR49","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1111\/j.1467-9817.2006.00318.x","volume":"30","author":"CJ Torgerson","year":"2007","unstructured":"Torgerson CJ (2007) The quality of systematic reviews of effectiveness in literacy learning in English: a \u2018tertiary\u2019 review. J Res Read 30:287\u2013315","journal-title":"J Res Read"},{"key":"113-1_CR50","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1037\/1082-989X.13.2.130","volume":"13","author":"JC Valentine","year":"2008","unstructured":"Valentine JC, Cooper HM (2008) A systematic and transparent approach for assessing the methodological quality of intervention effectiveness research: the study design and implementation assessment device (study DIAD). Psychol Methods 13:130\u2013149. https:\/\/doi.org\/10.1037\/1082-989X.13.2.130","journal-title":"Psychol Methods"},{"key":"113-1_CR51","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1002\/jrsm.3","volume":"1","author":"JC Valentine","year":"2010","unstructured":"Valentine JC, Cooper H, Patall EA, Tyson D, Robinson JC (2010) A method for evaluating research syntheses: the quality, conclusions, and consensus of 12 syntheses of the effects of after-school programs. Res Synth Methods 1:20\u201338. https:\/\/doi.org\/10.1002\/jrsm.3","journal-title":"Res Synth Methods"},{"key":"113-1_CR57","unstructured":"Ye\u015filyurt APDM (2010) Meta analysis of the computer assisted studies in science and mathematics: A sample of Turkey. The Turkish Online Journal of Educational Technology, 9(1):123\u2013131"}],"container-title":["Encyclopedia of Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-60013-0_113-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T23:39:31Z","timestamp":1665099571000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-60013-0_113-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783319600130","9783319600130"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-60013-0_113-1","relation":{},"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"31 July 2019, 00:00:00","order":1,"name":"received","label":"Received","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"26 August 2019, 00:00:00","order":2,"name":"accepted","label":"Accepted","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"27 November 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}