{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,4,6]],"date-time":"2022-04-06T07:32:49Z","timestamp":1649230369377},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,12,21]],"date-time":"2013-12-21T00:00:00Z","timestamp":1387584000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Comput High Educ"],"published-print":{"date-parts":[[2014,4]]},"DOI":"10.1007\/s12528-013-9074-6","type":"journal-article","created":{"date-parts":[[2013,12,20]],"date-time":"2013-12-20T15:25:18Z","timestamp":1387553118000},"page":"4-21","source":"Crossref","is-referenced-by-count":3,"title":["Measuring meaningful outcomes in consequential contexts: searching for a happy medium in educational technology research (Phase II)"],"prefix":"10.1007","volume":"26","author":[{"given":"Steven M.","family":"Ross","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jennifer R.","family":"Morrison","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,12,21]]},"reference":[{"issue":"2","key":"9074_CR1","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1207\/S15389286AJDE1602_3","volume":"16","author":"M Allen","year":"2002","unstructured":"Allen, M., Bourhis, J., Burrell, N., & Mabry, E. (2002). Comparing student satisfaction with distance education to traditional classrooms in higher education: A meta-analysis. The American Journal of Distance Education, 16(2), 83\u201397.","journal-title":"The American Journal of Distance Education"},{"key":"9074_CR2","volume-title":"Changing course: Ten years of tracking online education in the United States","author":"E Allen","year":"2013","unstructured":"Allen, E., & Seaman, J. (2013). Changing course: Ten years of tracking online education in the United States. Babson Park, MA: Babson Survey Research Group."},{"issue":"2","key":"9074_CR3","doi-asserted-by":"crossref","first-page":"145","DOI":"10.3102\/00346543042002145","volume":"42","author":"RC Anderson","year":"1972","unstructured":"Anderson, R. C. (1972). How to construct achievement tests to assess comprehension. Review of Educational Research, 42(2), 145\u2013170.","journal-title":"Review of Educational Research"},{"issue":"3","key":"9074_CR4","doi-asserted-by":"crossref","first-page":"379","DOI":"10.3102\/00346543074003379","volume":"74","author":"RM Bernard","year":"2004","unstructured":"Bernard, R. M., Abrami, P. C., & Lou, Y. (2004a). How does distance education compare with classroom instruction? A meta-analysis of the empirical literature. Review of Educational Research, 74(3), 379\u2013439.","journal-title":"Review of Educational Research"},{"issue":"2","key":"9074_CR5","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1080\/0158791042000262094","volume":"25","author":"RM Bernard","year":"2004","unstructured":"Bernard, R. M., Abrami, P. C., Lou, Y., & Borokhovski, E. (2004b). A methodological morass? How we can improve quantitative research in distance education. Distance Education, 25(2), 175\u2013198. doi: 10.1080\/0158791042000262094 .","journal-title":"Distance Education"},{"issue":"2","key":"9074_CR6","doi-asserted-by":"crossref","first-page":"125","DOI":"10.3102\/00346543073002125","volume":"73","author":"GD Borman","year":"2003","unstructured":"Borman, G. D., Hewes, G. M., Overman, L. T., & Brown, S. (2003). Comprehensive school reform and achievement: A meta-analysis. Review of educational research, 73(2), 125\u2013230.","journal-title":"Review of educational research"},{"key":"9074_CR7","volume-title":"Effectiveness of reading and mathematics software products: Findings from two student cohorts","author":"L Campuzano","year":"2009","unstructured":"Campuzano, L., Dynarski, M., Agodini, R., Rall, K., & Pendleton, A. (2009). Effectiveness of reading and mathematics software products: Findings from two student cohorts. Washington, DC: Institute of Education Sciences."},{"issue":"1","key":"9074_CR8","first-page":"73","volume":"7","author":"CS Cavanaugh","year":"2001","unstructured":"Cavanaugh, C. S. (2001). The effectiveness of interactive distance education technologies in K-12 learning: A meta-analysis. International Journal of Educational Telecommunications, 7(1), 73\u201388.","journal-title":"International Journal of Educational Telecommunications"},{"key":"9074_CR9","unstructured":"Cheung, A. C. K., & Slavin, R. E. (2011). The effectiveness of education technology for enhancing reading achievement: A meta-analysis. Best Evidence Encyclopedia. Retrieved from http:\/\/www.bestevidence.org\/word\/tech_read_Feb_24_2011.pdf ."},{"key":"9074_CR10","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1016\/j.edurev.2013.01.001","volume":"9","author":"ACK Cheung","year":"2013","unstructured":"Cheung, A. C. K., & Slavin, R. E. (2013). The effectiveness of educational technology applications for enhancing mathematics achievement in K-12 classrooms: A meta-analysis. Educational Research Review, 9, 88\u2013113.","journal-title":"Educational Research Review"},{"issue":"5","key":"9074_CR11","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1111\/j.1467-8535.2012.01338.x","volume":"44","author":"Y Cho","year":"2013","unstructured":"Cho, Y., Park, S., Jo, S. J., & Suh, S. (2013). The landscape of educational technology viewed from the ETR&D journal. British Journal of Educational Technology, 44(5), 677\u2013694. doi: 10.1111\/j.1467-8535.2012.01338.x .","journal-title":"British Journal of Educational Technology"},{"issue":"4","key":"9074_CR12","doi-asserted-by":"crossref","first-page":"445","DOI":"10.3102\/00346543053004445","volume":"53","author":"RE Clark","year":"1983","unstructured":"Clark, R. E. (1983). Reconsidering research on learning from media. Review of Educational Research, 53(4), 445.","journal-title":"Review of Educational Research"},{"issue":"2","key":"9074_CR13","doi-asserted-by":"crossref","first-page":"137","DOI":"10.2190\/HC3L-G6YD-BAK9-EQB5","volume":"1","author":"RE Clark","year":"1985","unstructured":"Clark, R. E. (1985). Confounding in educational computing research. Journal of Educational Computing Research, 1(2), 137\u2013148.","journal-title":"Journal of Educational Computing Research"},{"issue":"2","key":"9074_CR14","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/BF02299088","volume":"42","author":"RE Clark","year":"1994","unstructured":"Clark, R. E. (1994). Media will never influence learning. Educational Technology Research and Development, 42(2), 21\u201329.","journal-title":"Educational Technology Research and Development"},{"issue":"3","key":"9074_CR15","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1006\/imms.1993.1022","volume":"38","author":"FD Davis","year":"1993","unstructured":"Davis, F. D. (1993). User acceptance of information technology: System characteristics, users perceptions, and behavioral impacts. International Journal of Man Machine Studies, 38(3), 475\u2013487.","journal-title":"International Journal of Man Machine Studies"},{"key":"9074_CR16","volume-title":"Effectiveness of reading and mathematics software products: Findings from the first student cohort","author":"M Dynarski","year":"2007","unstructured":"Dynarski, M., Agodini, R., Heaviside, S. N., Carey, N., Campuzano, L., Means, B., et al. (2007). Effectiveness of reading and mathematics software products: Findings from the first student cohort. Washington, DC: Institute of Education Sciences."},{"issue":"3","key":"9074_CR17","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1111\/j.1467-8535.2009.00962.x","volume":"40","author":"P Edirisingha","year":"2009","unstructured":"Edirisingha, P., Nie, M., Pluciennik, M., & Young, R. (2009). Socialisation for learning at a distance in a 3-D multi-user virtual environment. British Journal of Educational Technology, 40(3), 458\u2013479. doi: 10.1111\/j.1467-8535.2009.00962.x .","journal-title":"British Journal of Educational Technology"},{"issue":"7","key":"9074_CR18","doi-asserted-by":"crossref","first-page":"31","DOI":"10.3102\/0013189X032007031","volume":"32","author":"M Eisenhart","year":"2003","unstructured":"Eisenhart, M., & Towne, L. (2003). Contestation and change in national policy on \u201cscientifically based\u201d education research. Educational Researcher, 32(7), 31\u201338.","journal-title":"Educational Researcher"},{"issue":"2","key":"9074_CR19","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/s12528-011-9047-6","volume":"23","author":"P Ertmer","year":"2011","unstructured":"Ertmer, P., Sadaf, A., & Ertmer, D. (2011). Student-content interactions in online courses: The role of question prompts in facilitating higher-level engagement with course content. Journal of Computing in Higher Education, 23(2), 157\u2013186. doi: 10.1007\/s12528-011-9047-6 .","journal-title":"Journal of Computing in Higher Education"},{"issue":"8","key":"9074_CR20","doi-asserted-by":"crossref","first-page":"4","DOI":"10.3102\/0013189X031008004","volume":"31","author":"MJ Feuer","year":"2002","unstructured":"Feuer, M. J., Towne, L., & Shavelson, R. J. (2002). Scientific culture and educational research. Educational Researcher, 31(8), 4\u201314.","journal-title":"Educational Researcher"},{"issue":"2\u20133","key":"9074_CR21","first-page":"87","volume":"2","author":"DR Garrison","year":"2000","unstructured":"Garrison, D. R., Anderson, T., & Archer, W. (2000). Critical inquiry in a text-based environment: Computer conferencing in higher education. The Internet and Higher Education, 2(2\u20133), 87\u2013105. doi: 10.1016\/S1096-7516(00)00016-6 .","journal-title":"The Internet and Higher Education"},{"issue":"3","key":"9074_CR22","first-page":"84","volume":"14","author":"P Hagler","year":"1987","unstructured":"Hagler, P., & Knowlton, J. (1987). Invalid implicit assumption in CBI comparison research. Journal of Computer-Based Instruction, 14(3), 84\u201388.","journal-title":"Journal of Computer-Based Instruction"},{"issue":"4","key":"9074_CR23","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1037\/0022-0663.97.4.523","volume":"97","author":"P Hsieh","year":"2005","unstructured":"Hsieh, P., Acee, T., Chung, W. H., Hsieh, Y. P., Kim, H., Thomas, G. D., et al. (2005). Is educational intervention research on the decline? Journal of Educational Psychology, 97(4), 523.","journal-title":"Journal of Educational Psychology"},{"issue":"1\u20132","key":"9074_CR24","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/0747-5632(91)90030-5","volume":"7","author":"C-LC Kulik","year":"1991","unstructured":"Kulik, C.-L. C., & Kulik, J. A. (1991). Effectiveness of computer-based instruction: An updated analysis. Computers in Human Behavior, 7(1\u20132), 75\u201394. doi: 10.1016\/0747-5632(91)90030-5 .","journal-title":"Computers in Human Behavior"},{"key":"9074_CR25","doi-asserted-by":"crossref","first-page":"56","DOI":"10.14507\/epaa.v12n56.2004","volume":"12","author":"B Levin","year":"2004","unstructured":"Levin, B. (2004). Making research matter more. Education Policy Analysis Archives, 12, 56.","journal-title":"Education Policy Analysis Archives"},{"key":"9074_CR26","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1007\/s12528-011-9052-9","volume":"24","author":"G Lust","year":"2012","unstructured":"Lust, G., Elen, J., & Clarebout, G. (2012). Adopting webcasts over time: The influence of perceptions and attitudes. Journal of Computing in Higher Education, 24, 40\u201357. doi: 10.1007\/s12528-011-9052-9 .","journal-title":"Journal of Computing in Higher Education"},{"issue":"6","key":"9074_CR27","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1037\/0022-0663.76.6.1089","volume":"76","author":"RE Mayer","year":"1984","unstructured":"Mayer, R. E., Dyck, J. L., & Cook, L. K. (1984). Techniques that help readers build mental models from scientific text: Definitions pretraining and signaling. Journal of Educational Psychology, 76(6), 1089\u20131105. doi: 10.1037\/0022-0663.76.6.1089 .","journal-title":"Journal of Educational Psychology"},{"issue":"3","key":"9074_CR28","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1080\/19345741003681189","volume":"3","author":"JF Pane","year":"2010","unstructured":"Pane, J. F., McCaffrey, D. F., Slaughter, M. E., Steele, J. L., & Ikemoto, G. S. (2010). An experiment to evaluate the efficacy of cognitive tutor geometry. Journal of Research on Educational Effectiveness, 3(3), 254\u2013281.","journal-title":"Journal of Research on Educational Effectiveness"},{"issue":"4","key":"9074_CR29","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1007\/BF02768896","volume":"32","author":"MD Petkovich","year":"1984","unstructured":"Petkovich, M. D., & Tennyson, R. D. (1984). Clark\u2019s \u201clearning from media\u201d: A critique. Educational Communications and Technology Journal, 32(4), 233\u2013241.","journal-title":"Educational Communications and Technology Journal"},{"key":"9074_CR30","unstructured":"Quattrocchi, C. (2013). The nature of big edtech research. edSurge. Retrieved from https:\/\/www.edsurge.com\/n\/2013-08-27-the-nature-of-big-edtech-research\/ ."},{"issue":"1","key":"9074_CR31","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1007\/BF02299043","volume":"37","author":"SM Ross","year":"1989","unstructured":"Ross, S. M., & Morrison, G. R. (1989). In search of a happy medium in instructional technology research: Issues concerning external validity, media replications, and learner control. Educational Technology Research and Development, 37(1), 19\u201333. doi: 10.1007\/bf02299043 .","journal-title":"Educational Technology Research and Development"},{"issue":"2","key":"9074_CR32","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1007\/s12528-012-9056-0","volume":"24","author":"SM Ross","year":"2012","unstructured":"Ross, S. M., & Morrison, G. R. (2012). Constructing a deconstructed campus: Instructional design as vital bricks and mortar. Journal of Computing in Higher Education, 24(2), 119\u2013131.","journal-title":"Journal of Computing in Higher Education"},{"key":"9074_CR33","first-page":"715","volume-title":"Handbook of research on educational communications and technology","author":"SM Ross","year":"2008","unstructured":"Ross, S. M., Morrison, G. R., Hannafin, M. J., Young, M., van den Akker, J., Kuiper, W., et al. (2008). Research designs. In J. M. Spector, M. D. Merrill, J. van Merri\u00ebnboer, & M. P. Driscoll (Eds.), Handbook of research on educational communications and technology (pp. 715\u2013761). New York: Taylor Francis."},{"issue":"1","key":"9074_CR34","first-page":"19","volume":"23","author":"L Rourke","year":"2009","unstructured":"Rourke, L., & Kanuka, H. (2009). Learning in communities of inquiry: A review of the literature. Journal of Distance Education, 23(1), 19\u201348.","journal-title":"Journal of Distance Education"},{"issue":"1","key":"9074_CR35","doi-asserted-by":"crossref","first-page":"99","DOI":"10.3102\/00346543047001099","volume":"47","author":"G Salomon","year":"1977","unstructured":"Salomon, G., & Clark, R. E. (1977). Reexamining the methodology of research on media and technology in education. Review of Educational Research, 47(1), 99\u2013120.","journal-title":"Review of Educational Research"},{"key":"9074_CR36","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s12528-009-9021-8","volume":"21","author":"RF Schmid","year":"2009","unstructured":"Schmid, R. F., Bernard, R. M., Borokhovski, E., Tamim, R., Abrami, P. C., Wade, C. A., et al. (2009). Technology\u2019s effect on achievement in higher education: A Stage 1 meta-analysis of classroom applications. Journal of Computing in Higher Education, 21, 95\u2013109.","journal-title":"Journal of Computing in Higher Education"},{"issue":"1","key":"9074_CR37","doi-asserted-by":"crossref","first-page":"25","DOI":"10.3102\/0013189X032001025","volume":"32","author":"RJ Shavelson","year":"2003","unstructured":"Shavelson, R. J., Phillips, D. C., Towne, L., & Feuer, M. J. (2003). On the science of education design studies. Educational Researcher, 32(1), 25\u201328.","journal-title":"Educational Researcher"},{"issue":"3","key":"9074_CR38","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/s12528-009-9024-5","volume":"21","author":"P Shea","year":"2009","unstructured":"Shea, P., & Bidjerano, T. (2009). Cognitive presence and online learner engagement: A cluster analysis of the community of inquiry framework. Journal of Computing in Higher Education, 21(3), 199\u2013217. doi: 10.1007\/s12528-009-9024-5 .","journal-title":"Journal of Computing in Higher Education"},{"issue":"7","key":"9074_CR39","doi-asserted-by":"crossref","first-page":"15","DOI":"10.3102\/0013189X031007015","volume":"31","author":"RE Slavin","year":"2002","unstructured":"Slavin, R. E. (2002). Evidence-based education policies: Transforming educational practice and research. Educational Researcher, 31(7), 15\u201321. doi: 10.2307\/3594400 .","journal-title":"Educational Researcher"},{"key":"9074_CR40","unstructured":"Slavin, R. E. (2003). A reader's guide to scientifically based research. Educational Leadership, 60(5), 12\u201316."},{"issue":"1","key":"9074_CR41","doi-asserted-by":"crossref","first-page":"4","DOI":"10.3102\/0034654310393361","volume":"81","author":"RM Tamim","year":"2011","unstructured":"Tamim, R. M., Bernard, R. M., Borokhovski, E., Abrami, P. C., & Schmid, R. F. (2011). What forty years of research says about the impact of technology on learning: A second-order meta-analysis and validation study. Review of Educational Research, 81(1), 4\u201328.","journal-title":"Review of Educational Research"},{"key":"9074_CR42","volume-title":"No Child Left Behind Act of 2001. Public Law 107-110","author":"US Congress","year":"2001","unstructured":"US Congress. (2001). No Child Left Behind Act of 2001. Public Law 107-110. Washington, DC: Government Printing Office."}],"container-title":["Journal of Computing in Higher Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-013-9074-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12528-013-9074-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-013-9074-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,20]],"date-time":"2022-03-20T10:39:29Z","timestamp":1647772769000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12528-013-9074-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,12,21]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,4]]}},"alternative-id":["9074"],"URL":"https:\/\/doi.org\/10.1007\/s12528-013-9074-6","relation":{},"ISSN":["1042-1726","1867-1233"],"issn-type":[{"value":"1042-1726","type":"print"},{"value":"1867-1233","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,12,21]]}}}