{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T11:47:33Z","timestamp":1771328853321,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput High Educ"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s12528-023-09380-3","type":"journal-article","created":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T09:02:13Z","timestamp":1691485333000},"page":"203-222","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Online laboratories and virtual experimentation in higher education from a sociotechnical-pedagogical design perspective"],"prefix":"10.1007","volume":"35","author":[{"given":"Dominik","family":"May","sequence":"first","affiliation":[]},{"given":"Isa","family":"Jahnke","sequence":"additional","affiliation":[]},{"given":"Stephanie","family":"Moore","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,8]]},"reference":[{"issue":"3","key":"9380_CR1","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1111\/jcal.12128","volume":"32","author":"RS Baker","year":"2016","unstructured":"Baker, R. S., Clarke-Midura, J., & Ocumpaugh, J. (2016). Towards general models of effective science inquiry in virtual performance assessments. Journal of Computer Assisted Learning, 32(3), 267\u2013280.","journal-title":"Journal of Computer Assisted Learning"},{"key":"9380_CR2","doi-asserted-by":"crossref","unstructured":"Bortnik, B., Stozhko, N., Pervukhina, I., Tchernysheva, A., & Belysheva, G. (2017). Effect of virtual analytical chemistry laboratory on enhancing student research skills and practices. Research in Learning Technology, 25.","DOI":"10.25304\/rlt.v25.1968"},{"key":"9380_CR3","doi-asserted-by":"crossref","unstructured":"Botella, F., Rusu, C., Rusu, V., & Qui\u00f1ones, D. (2018). How novel evaluators perceive their first heuristic evaluation Paper presented at the Proceedings of the XIX International Conference on Human Computer Interaction.","DOI":"10.1145\/3233824.3233835"},{"key":"9380_CR4","doi-asserted-by":"publisher","DOI":"10.1108\/9781787141827","volume-title":"Design of technology-enhanced learning: Integrating research and practice","author":"M Bower","year":"2017","unstructured":"Bower, M. (2017). Design of technology-enhanced learning: Integrating research and practice. Bingley, UK: Emerald Publishing Limited."},{"key":"9380_CR5","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.compedu.2015.07.003","volume":"87","author":"JR Brinson","year":"2015","unstructured":"Brinson, J. R. (2015). Learning outcome achievement in non-traditional (virtual and remote) versus traditional (hands-on) laboratories: A review of the empirical research. Computers & Education, 87, 218\u2013237.","journal-title":"Computers & Education"},{"issue":"6130","key":"9380_CR6","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1126\/science.1230579","volume":"340","author":"T De Jong","year":"2013","unstructured":"De Jong, T., Linn, M. C., & Zacharia, Z. C. (2013). Physical and virtual laboratories in science and engineering education. Science, 340(6130), 305\u2013308.","journal-title":"Science"},{"issue":"4","key":"9380_CR7","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1109\/TLT.2013.20","volume":"6","author":"L de la Torre","year":"2013","unstructured":"de la Torre, L., Heradio, R., Jara, C. A., Sanchez, J., Dormido, S., Torres, F., & Candelas, F. A. (2013). Providing collaborative support to virtual and remote laboratories. IEEE transactions on learning technologies, 6(4), 312\u2013323.","journal-title":"IEEE transactions on learning technologies"},{"key":"9380_CR8","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s11457-009-9044-3","volume":"4","author":"JS Dolwick","year":"2009","unstructured":"Dolwick, J. S. (2009). The social\u2019and beyond: Introducing actor-network theory. Journal of maritime archaeology, 4, 21\u201349.","journal-title":"Journal of maritime archaeology"},{"key":"9380_CR9","doi-asserted-by":"crossref","unstructured":"Ekmekci, A., & Gulacar, O. (2015). A case study for comparing the effectiveness of a Computer Simulation and a Hands-On activity on Learning Electric Circuits. Eurasia Journal of Mathematics Science & Technology Education, 11(4).","DOI":"10.12973\/eurasia.2015.1438a"},{"key":"9380_CR10","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1017\/CBO9780511812774.003","volume-title":"Perspectives on activity theory","author":"Y Engestr\u00f6m","year":"1999","unstructured":"Engestr\u00f6m, Y. (1999). Activity theory and individual and social transformation. In Y. Engestr\u00f6m, M. Reijo, & R. L. Punam\u00e4ki (Eds.), Perspectives on activity theory (19 vol., pp. 19\u201338). Cambridge, UK: Cambridge University Press."},{"issue":"1","key":"9380_CR11","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1111\/jcal.12215","volume":"34","author":"N Fang","year":"2018","unstructured":"Fang, N., & Tajvidi, M. (2018). The effects of computer simulation and animation (CSA) on students\u2019 cognitive processes: A comparative case study in an undergraduate engineering course. Journal of Computer Assisted Learning, 34(1), 71\u201383.","journal-title":"Journal of Computer Assisted Learning"},{"key":"9380_CR12","doi-asserted-by":"crossref","unstructured":"Faulconer, E. K., & Gruss, A. B. (2018). A review to weigh the pros and cons of online, remote, and distance science laboratory experiences. International Review of Research in Open and Distributed Learning, 19(2).","DOI":"10.19173\/irrodl.v19i2.3386"},{"key":"9380_CR13","doi-asserted-by":"publisher","DOI":"10.4324\/9780203849088","volume-title":"Actor-network theory in education","author":"T Fenwick","year":"2010","unstructured":"Fenwick, T., & Edwards, R. (2010). Actor-network theory in education. New York, NY: Routledge."},{"issue":"4","key":"9380_CR14","first-page":"113","volume":"1","author":"DR Garrison","year":"2003","unstructured":"Garrison, D. R., Anderson, T., & Archer, W. (2003). A theory of critical inquiry in online distance education. Handbook of distance education, 1(4), 113\u2013127.","journal-title":"Handbook of distance education"},{"key":"9380_CR15","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.compedu.2016.03.010","volume":"98","author":"R Heradio","year":"2016","unstructured":"Heradio, R., De La Torre, L., Galan, D., Cabrerizo, F. J., Herrera-Viedma, E., & Dormido, S. (2016). Virtual and remote labs in education: A bibliometric analysis. Computers & Education, 98, 14\u201338.","journal-title":"Computers & Education"},{"issue":"3","key":"9380_CR16","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1007\/s12008-019-00558-7","volume":"13","author":"M Hern\u00e1ndez-de-Men\u00e9ndez","year":"2019","unstructured":"Hern\u00e1ndez-de-Men\u00e9ndez, M., Guevara, A. V., & Morales-Menendez, R. (2019). Virtual reality laboratories: A review of experiences. International Journal on Interactive Design and Manufacturing (IJIDeM), 13(3), 947\u2013966.","journal-title":"International Journal on Interactive Design and Manufacturing (IJIDeM)"},{"key":"9380_CR17","doi-asserted-by":"crossref","unstructured":"Jahnke, I. (2015). Digital didactical designs: Teaching and learning in CrossActionSpaces. Routledge.","DOI":"10.4324\/9781315681702"},{"key":"9380_CR19","unstructured":"Jahnke, I., Terkowsky, C., Pleul, C., & Tekkaya, A. E. (2010). Online learning with remote-configured experiments. DeLFI 2010-8. Tagung der Fachgruppe E-Learning der Gesellschaft f\u00fcr Informatik eV."},{"key":"9380_CR18","doi-asserted-by":"crossref","unstructured":"Jahnke, I., Riedel, N., Singh, K., & Moore, J. (2021). Advancing Sociotechnical-Pedagogical Heuristics for the usability evaluation of online courses for adult learners. Online Learning, 25(4).","DOI":"10.24059\/olj.v25i4.2439"},{"key":"9380_CR20","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.jbi.2018.02.016","volume":"80","author":"R Khajouei","year":"2018","unstructured":"Khajouei, R., Gohari, S. H., & Mirzaee, M. (2018). Comparison of two heuristic evaluation methods for evaluating the usability of health information systems. Journal of biomedical informatics, 80, 37\u201342.","journal-title":"Journal of biomedical informatics"},{"issue":"3","key":"9380_CR21","first-page":"67","volume":"2","author":"CJ Lim","year":"2007","unstructured":"Lim, C. J., & Lee, S. (2007). Pedagogical usability checklist for ESL\/EFL e-learning websites. J Convergence Inf Technol, 2(3), 67\u201376.","journal-title":"J Convergence Inf Technol"},{"issue":"3","key":"9380_CR22","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1145\/1132960.1132961","volume":"38","author":"J Ma","year":"2006","unstructured":"Ma, J., & Nickerson, J. V. (2006). Hands-on, simulated, and remote laboratories: A comparative literature review. ACM Computing Surveys (CSUR), 38(3), 7\u2013es.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"9380_CR23","doi-asserted-by":"crossref","unstructured":"Mackay, S., & Fisher, D. (2012). Web conferencing and Remote Laboratories as Part of blended learning in Engineering and Science: A paradigm shift in Education or more of the same? Technologies for enhancing pedagogy, engagement and empowerment in education: Creating learning-friendly environments (pp. 246\u2013263). IGI Global.","DOI":"10.4018\/978-1-61350-074-3.ch021"},{"key":"9380_CR24","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/s11423-019-09690-3","volume":"68","author":"G Makransky","year":"2020","unstructured":"Makransky, G., Mayer, R., N\u00f8rem\u00f8lle, A., Cordoba, A. L., Wandall, J., & Bonde, M. (2020). Investigating the feasibility of using assessment and explanatory feedback in desktop virtual reality simulations. Educational Technology Research and Development, 68, 293\u2013317.","journal-title":"Educational Technology Research and Development"},{"issue":"03","key":"9380_CR25","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3991\/ijoe.v16i03.12849","volume":"16","author":"D May","year":"2020","unstructured":"May, D. (2020). Cross reality spaces in Engineering Education\u2013Online Laboratories for supporting International Student collaboration in merging realities. International Journal of Online and Biomedical Engineering (iJOE), 16(03), 4\u201326.","journal-title":"International Journal of Online and Biomedical Engineering (iJOE)"},{"key":"9380_CR28","doi-asserted-by":"crossref","unstructured":"May, D., Terkowsky, C., Ortelt, T. R., & Tekkaya, A. E. (2016). The evaluation of remote laboratories: Development and application of a holistic model for the evaluation of online remote laboratories in manufacturing technology education Paper presented at the 2016 13th International Conference on Remote Engineering and Virtual Instrumentation (REV).","DOI":"10.1109\/REV.2016.7444453"},{"key":"9380_CR29","unstructured":"May, D., Trudgen, M., & Spain, A. V. (2019). Introducing Remote Laboratory Equipment to Circuits - Concepts, Possibilities, and First Experiences Paper presented at the ASEE 2019 Annual Conference & Exposition \u201cCharged up for the next 125 years\u201d, Tampa, Florida."},{"key":"9380_CR27","unstructured":"May, D., Morkos, B., Jackson, A., Beyette, F. R., Hunsu, N., Walther, J., & Ingalls, A. (2021). Switching from hands-on labs to exclusively online experimentation in electrical and computer engineering courses Paper presented at the 2021 ASEE Virtual Annual Conference Content Access."},{"key":"9380_CR26","first-page":"525","volume-title":"International Handbook of Engineering Education","author":"D May","year":"2023","unstructured":"May, D., Alves, G. R., Kist, A. A., & Zvacek, S. M. (2023). Online Laboratories in Engineering Education Research and Practice. In A. Johri (Ed.), International Handbook of Engineering Education (pp. 525\u2013552). New York, NY: Routledge."},{"key":"9380_CR31","doi-asserted-by":"publisher","DOI":"10.4324\/9780203075241","volume-title":"Ethics and educational technology: Reflection, interrogation, and design as a framework for practice","author":"SL Moore","year":"2023","unstructured":"Moore, S. L., & Tillberg-Webb, H. K. (2023). Ethics and educational technology: Reflection, interrogation, and design as a framework for practice. New York, NY: Routledge."},{"key":"9380_CR30","unstructured":"Moore, J. L., Dickson-Deane, C., & Liu, M. Z. (2014). Designing CMS courses from a pedagogical usability perspective. Perspectives in Instructional Technology and Distance Education: Research on course management systems in higher education, 143\u2013169."},{"key":"9380_CR32","unstructured":"Nielsen, J. (1995). 10 Heuristics for User Interface Design: Article by Jakob Nielsen. Jakob Nielsen\u2019s Alertbox."},{"issue":"6","key":"9380_CR33","doi-asserted-by":"publisher","first-page":"1141","DOI":"10.1080\/03043797.2021.1990864","volume":"46","author":"S Nikolic","year":"2021","unstructured":"Nikolic, S., Ros, M., Jovanovic, K., & Stanisavljevic, Z. (2021). Remote, simulation or traditional engineering teaching laboratory: A systematic literature review of assessment implementations to measure student achievement or learning. European journal of engineering education, 46(6), 1141\u20131162.","journal-title":"European journal of engineering education"},{"issue":"2","key":"9380_CR34","first-page":"178","volume":"9","author":"P Nokelainen","year":"2006","unstructured":"Nokelainen, P. (2006). An empirical assessment of pedagogical usability criteria for digital learning material with elementary school students. Journal of Educational Technology & Society, 9(2), 178\u2013197.","journal-title":"Journal of Educational Technology & Society"},{"issue":"3","key":"9380_CR35","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1177\/030631284014003004","volume":"14","author":"TJ Pinch","year":"1984","unstructured":"Pinch, T. J., & Bijker, W. E. (1984). The social construction of facts and artefacts: Or how the sociology of science and the sociology of technology might benefit each other. Social studies of science, 14(3), 399\u2013441.","journal-title":"Social studies of science"},{"key":"9380_CR36","doi-asserted-by":"publisher","first-page":"104320","DOI":"10.1016\/j.compedu.2021.104320","volume":"175","author":"SM Reeves","year":"2021","unstructured":"Reeves, S. M., Crippen, K. J., & McCray, E. D. (2021). The varied experience of undergraduate students learning chemistry in virtual reality laboratories. Computers & Education, 175, 104320.","journal-title":"Computers & Education"},{"key":"9380_CR37","unstructured":"Silius, K., & Tervakari, A. M. (2003). An evaluation of the usefulness of web-based learning environments. The evaluation tool into the portal of Finnish virtual university Paper presented at the International Conference of Network Universities and e-learning. Valencia, Espa\u00f1a."},{"issue":"5","key":"9380_CR38","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3991\/ijoe.v6s1.1378","volume":"6","author":"C Terkowsky","year":"2010","unstructured":"Terkowsky, C., Jahnke, I., Licari, R., Johannssen, P., Buffa, G., Heiner, M., & Wildt, J. (2010). Developing tele-operated laboratories for manufacturing engineering education. Platform for e-learning and telemetric experimentation (petex). International Journal of Online and Biomedical Engineering (iJOE), 6(5), 60\u201370.","journal-title":"International Journal of Online and Biomedical Engineering (iJOE)"},{"issue":"5","key":"9380_CR39","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s10755-008-9087-7","volume":"33","author":"EE Toth","year":"2009","unstructured":"Toth, E. E., Morrow, B. L., & Ludvico, L. R. (2009). Designing blended inquiry learning in a laboratory context: A study of incorporating hands-on and virtual laboratories. Innovative Higher Education, 33(5), 333\u2013344.","journal-title":"Innovative Higher Education"},{"key":"9380_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s43031-019-0015-8","volume":"1","author":"J Wei","year":"2019","unstructured":"Wei, J., Treagust, D. F., Mocerino, M., Lucey, A. D., Zadnik, M. G., & Lindsay, E. D. (2019). Understanding interactions in face-to-face and remote undergraduate science laboratories: A literature review. Disciplinary and Interdisciplinary Science Education Research, 1, 1\u201316.","journal-title":"Disciplinary and Interdisciplinary Science Education Research"},{"issue":"4","key":"9380_CR41","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1119\/1.2885059","volume":"76","author":"ZC Zacharia","year":"2008","unstructured":"Zacharia, Z. C., & Constantinou, C. P. (2008). Comparing the influence of physical and virtual manipulatives in the context of the physics by Inquiry curriculum: The case of undergraduate students\u2019 conceptual understanding of heat and temperature. American Journal of Physics, 76(4), 425\u2013430.","journal-title":"American Journal of Physics"}],"container-title":["Journal of Computing in Higher Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-023-09380-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12528-023-09380-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12528-023-09380-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T15:15:24Z","timestamp":1692630924000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12528-023-09380-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["9380"],"URL":"https:\/\/doi.org\/10.1007\/s12528-023-09380-3","relation":{},"ISSN":["1042-1726","1867-1233"],"issn-type":[{"value":"1042-1726","type":"print"},{"value":"1867-1233","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]},"assertion":[{"value":"8 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}