{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T18:07:18Z","timestamp":1774289238498,"version":"3.50.1"},"reference-count":76,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T00:00:00Z","timestamp":1727049600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T00:00:00Z","timestamp":1727049600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/fund","name":"Key Project of Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["17DZ2281800"],"award-info":[{"award-number":["17DZ2281800"]}],"id":[{"id":"10.13039\/fund","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10639-024-13037-8","type":"journal-article","created":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T13:06:29Z","timestamp":1727183189000},"page":"5921-5964","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Integrating 4C\/ID model into computer- supported formative assessment system to improve the effectiveness of complex skills training for vocational education"],"prefix":"10.1007","volume":"30","author":[{"given":"Haoxin","family":"Xu","sequence":"first","affiliation":[]},{"given":"Tianrun","family":"Deng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0736-7932","authenticated-orcid":false,"given":"Xianlong","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Xiaoqing","family":"Gu","sequence":"additional","affiliation":[]},{"given":"Lingyun","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Haoran","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Minhong","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,23]]},"reference":[{"key":"13037_CR1","doi-asserted-by":"publisher","unstructured":"Ackermans, K., Rusman, E., Brand-Gruwel, S., & Specht, M. (2017). A first step towards synthesizing rubrics and video for the formative assessment of complex skills. Technology enhanced assessment (pp. 1\u201310). Retrieved from https:\/\/doi.org\/10.1007\/978-3-319-57744-9_1","DOI":"10.1007\/978-3-319-57744-9_1"},{"issue":"3","key":"13037_CR2","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1111\/jcal.12525","volume":"37","author":"K Ackermans","year":"2021","unstructured":"Ackermans, K., Rusman, E., Nadolski, R., Specht, M., & Brand-Gruwel, S. (2021). Video-enhanced or textual rubrics: Does the viewbrics\u2019 formative assessment methodology support the mastery of complex (21st century) skills? Journal of Computer Assisted Learning, 37(3), 810\u2013824. https:\/\/doi.org\/10.1111\/jcal.12525","journal-title":"Journal of Computer Assisted Learning"},{"key":"13037_CR3","doi-asserted-by":"publisher","unstructured":"Agustina, M., & Purnawarman, P. (2020). Investigating learners\u2019 satisfaction utilizing google classroom as online formative feedback tool. 2020 6th International Conference on Education and Technology (ICET) (pp. 26\u201331). Retrieved from https:\/\/doi.org\/10.1109\/ICET51153.2020.9276616","DOI":"10.1109\/ICET51153.2020.9276616"},{"key":"13037_CR4","doi-asserted-by":"publisher","unstructured":"Alahmad, A., Stamenkovska, T., & Gy\u0151ri, J. (2021). Preparing pre-service teachers for 21st century skills education: A teacher education model. GiLE Journal of Skills Development, 1(1), 67\u201386. https:\/\/doi.org\/10.52398\/gjsd.2021.v1.i1.pp67-86","DOI":"10.52398\/gjsd.2021.v1.i1.pp67-86"},{"key":"13037_CR5","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.chb.2019.08.004","volume":"102","author":"D Al-Fraihat","year":"2020","unstructured":"Al-Fraihat, D., Joy, M., Masa\u2019deh, R., & Sinclair, J. (2020). Evaluating e-learning systems success: An empirical study. Computers in Human Behavior, 102, 67\u201386. https:\/\/doi.org\/10.1016\/j.chb.2019.08.004","journal-title":"Computers in Human Behavior"},{"key":"13037_CR6","doi-asserted-by":"publisher","unstructured":"Alshurideh, M., Kurdi, B. A., & Salloum, S. A. (2019). Examining the main mobile learning system drivers\u2019 effects: A mix empirical examination of both the expectation-confirmation model (ecm) and the technology acceptance model (tam). Advances in Intelligent Systems and Computing, 406\u2013417. https:\/\/doi.org\/10.1007\/978-3-030-31129-2_37","DOI":"10.1007\/978-3-030-31129-2_37"},{"key":"13037_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/feduc.2019.00087","volume":"4","author":"HL Andrade","year":"2019","unstructured":"Andrade, H. L. (2019). A critical review of research on student self-assessment. Frontiers in Education, 4, 1\u201313. https:\/\/doi.org\/10.3389\/feduc.2019.00087","journal-title":"Frontiers in Education"},{"key":"13037_CR8","unstructured":"Bhagat, K. K., & Spector, J. M. (2017). Formative assessment in complex problemsolving domains: The emerging role of assessment technologies. Journal of Educational Technology & Society, 20(4), 312\u2013317. Retrieved from https:\/\/www.jstor.org\/stable\/26229226"},{"issue":"1","key":"13037_CR9","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1080\/0969594X.2014.999643","volume":"22","author":"P Black","year":"2015","unstructured":"Black, P. (2015). Formative assessment\u2013an optimistic but incomplete vision. Assessment in Education: Principles, Policy & Practice, 22(1), 161\u2013177. https:\/\/doi.org\/10.1080\/0969594X.2014.999643","journal-title":"Assessment in Education: Principles, Policy & Practice"},{"key":"13037_CR10","doi-asserted-by":"publisher","unstructured":"Black, P., & Wiliam, D. (2009). Developing the theory of formative assessment. Educational Assessment, Evaluation and Accountability (formerly: Journal of personnel evaluation in education), 21, 5\u201331. https:\/\/doi.org\/10.1007\/s11092-008-9068-5","DOI":"10.1007\/s11092-008-9068-5"},{"key":"13037_CR11","doi-asserted-by":"publisher","unstructured":"Brookhart, S. M. (2013). Develop a student-centered mind-set for formative assessment. Voices from the Middle, 21(2), 21\u201325. https:\/\/doi.org\/10.58680\/vm201324462","DOI":"10.58680\/vm201324462"},{"issue":"1","key":"13037_CR12","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1080\/09695940903565545","volume":"17","author":"SM Brookhart","year":"2010","unstructured":"Brookhart, S. M., Moss, C. M., & Long, B. A. (2010). Teacher inquiry into formative assessment practices in remedial reading classrooms. Assessment in Education: Principles, Policy & Practice, 17(1), 41\u201358. https:\/\/doi.org\/10.1080\/09695940903565545","journal-title":"Assessment in Education: Principles, Policy & Practice"},{"key":"13037_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.102007","volume":"112","author":"P Castillo-Segura","year":"2021","unstructured":"Castillo-Segura, P., Fern\u00e1ndez-Panadero, C., Alario-Hoyos, C., Mu\u00f1oz-Merino, P. J., & Kloos, C. D. (2021). Objective and automated assessment of surgical technical skills with iot systems: A systematic literature review. Artificial Intelligence in Medicine, 112, 102007. https:\/\/doi.org\/10.1016\/j.artmed.2020.102007","journal-title":"Artificial Intelligence in Medicine"},{"key":"13037_CR14","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/s10209-017-0588-y","volume":"18","author":"H-C Chu","year":"2019","unstructured":"Chu, H.-C., Chen, J.-M., Hwang, G.-J., & Chen, T.-W. (2019). Effects of formative assessment in an augmented reality approach to conducting ubiquitous learning activities for architecture courses. Universal Access in the Information Society, 18, 221\u2013230. https:\/\/doi.org\/10.1007\/s10209-017-0588-y","journal-title":"Universal Access in the Information Society"},{"issue":"1","key":"13037_CR15","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.compedu.2009.08.023","volume":"54","author":"H-C Chu","year":"2010","unstructured":"Chu, H.-C., Hwang, G.-J., & Tsai, C.-C. (2010). A knowledge engineering approach to developing mindtools for context-aware ubiquitous learning. Computers & Education, 54(1), 289\u2013297. https:\/\/doi.org\/10.1016\/j.compedu.2009.08.023","journal-title":"Computers & Education"},{"key":"13037_CR16","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1016\/j.compedu.2017.12.001","volume":"122","author":"WA Cidral","year":"2018","unstructured":"Cidral, W. A., Oliveira, T., Felice, M. D., & Aparicio, M. (2018). E-learning success determinants: Brazilian empirical study. Computers & Education, 122, 273\u2013290. https:\/\/doi.org\/10.1016\/j.compedu.2017.12.001","journal-title":"Computers & Education"},{"issue":"5","key":"13037_CR17","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s11251-005-5774-2","volume":"34","author":"G Corbalan","year":"2006","unstructured":"Corbalan, G., Kester, L., & Van Merri\u00ebnboer, J. J. (2006). Towards a personalized task selection model with shared instructional control. Instructional Science, 34(5), 399\u2013422. https:\/\/doi.org\/10.1007\/s11251-005-5774-2","journal-title":"Instructional Science"},{"issue":"2","key":"13037_CR18","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/s10984-021-09373-y","volume":"25","author":"JM Costa","year":"2022","unstructured":"Costa, J. M., Miranda, G. L., & Melo, M. (2022). Four-component instructional design (4c\/id) model: A meta-analysis on use and effect. Learning Environments Research, 25(2), 445\u2013463. https:\/\/doi.org\/10.1007\/s10984-021-09373-y","journal-title":"Learning Environments Research"},{"issue":"1","key":"13037_CR19","doi-asserted-by":"publisher","first-page":"92","DOI":"10.5334\/irsp.82","volume":"30","author":"M Delacre","year":"2017","unstructured":"Delacre, M., Lakens, D., & Leys, C. (2017). Why psychologists should by default use welch\u2019s t-test instead of student\u2019s t-test. International Review of Social Psychology, 30(1), 92\u2013101. https:\/\/doi.org\/10.5334\/irsp.82","journal-title":"International Review of Social Psychology"},{"key":"13037_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.compedu.2018.03.008","volume":"122","author":"JM Faber","year":"2018","unstructured":"Faber, J. M., & Visscher, A. J. (2018). The effects of a digital formative assessment tool on spelling achievement: Results of a randomized experiment. Computers & Education, 122, 1\u20138. https:\/\/doi.org\/10.1016\/j.compedu.2018.03.008","journal-title":"Computers & Education"},{"issue":"3","key":"13037_CR21","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1007\/s11251-021-09540-x","volume":"49","author":"J Frerejean","year":"2021","unstructured":"Frerejean, J., van Geel, M., Keuning, T., Dolmans, D., van Merri\u00ebnboer, J. J., & Visscher, A. J. (2021). Ten steps to 4c\/id: training differentiation skills in a professional development program for teachers. Instructional Science, 49(3), 395\u2013418. https:\/\/doi.org\/10.1007\/s11251-021-09540-x","journal-title":"Instructional Science"},{"issue":"4","key":"13037_CR22","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1111\/ejed.12363","volume":"54","author":"J Frerejean","year":"2019","unstructured":"Frerejean, J., van Merri\u00ebnboer, J. J., Kirschner, P. A., Roex, A., Aertgeerts, B., & Marcellis, M. (2019). Designing instruction for complex learning: 4c\/id in higher education. European Journal of Education, 54(4), 513\u2013524. https:\/\/doi.org\/10.1111\/ejed.12363","journal-title":"European Journal of Education"},{"issue":"1","key":"13037_CR23","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1186\/s41077-023-00242-7","volume":"8","author":"J Frerejean","year":"2023","unstructured":"Frerejean, J., Van Merri\u00ebnboer, J. J., Condron, C., Strauch, U., & Eppich, W. (2023). Critical design choices in healthcare simulation education: a 4c\/id perspective on design that leads to transfer. Advances in Simulation, 8(1), 5. https:\/\/doi.org\/10.1186\/s41077-023-00242-7","journal-title":"Advances in Simulation"},{"key":"13037_CR24","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1080\/08957347.2016.1209208","volume":"29","author":"CN Herde","year":"2016","unstructured":"Herde, C. N., W\u00fcstenberg, S., & Greiff, S. (2016). Assessment of complex problem solving: What we know and what we don\u2019t know. Applied Measurement in Education, 29, 265\u2013277. https:\/\/doi.org\/10.1080\/08957347.2016.1209208","journal-title":"Applied Measurement in Education"},{"issue":"4","key":"13037_CR25","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1080\/10627197.2020.1766959","volume":"25","author":"M Heritage","year":"2020","unstructured":"Heritage, M. (2020). Getting the emphasis right: Formative assessment through professional learning. Educational Assessment, 25(4), 355\u2013358. https:\/\/doi.org\/10.1080\/10627197.2020.1766959","journal-title":"Educational Assessment"},{"key":"13037_CR26","doi-asserted-by":"publisher","unstructured":"Hosseinzadeh, A., Karami, M., Rezvanian, M. S., Rezvani, M. S., Bahmani, M. N. D., & Merri\u00ebnboer, J. V. (2023). Developing media literacy as complex learning in secondary schools: the effect of 4c\/id learning environments. Interactive Learning Environments, 1\u201316. https:\/\/doi.org\/10.1080\/10494820.2023.2244562","DOI":"10.1080\/10494820.2023.2244562"},{"issue":"4","key":"13037_CR27","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.1016\/j.compedu.2010.12.002","volume":"56","author":"G-J Hwang","year":"2011","unstructured":"Hwang, G.-J., & Chang, H.-F. (2011). A formative assessment-based mobile learning approach to improving the learning attitudes and achievements of students. Computers & Education, 56(4), 1023\u20131031. https:\/\/doi.org\/10.1016\/j.compedu.2010.12.002","journal-title":"Computers & Education"},{"key":"13037_CR28","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/j.compedu.2013.07.008","volume":"69","author":"G-J Hwang","year":"2013","unstructured":"Hwang, G.-J., Yang, L.-H., & Wang, S.-Y. (2013). A concept map-embedded educational computer game for improving students\u2019 learning performance in natural science courses. Computers & Education, 69, 121\u2013130. https:\/\/doi.org\/10.1016\/j.compedu.2013.07.008","journal-title":"Computers & Education"},{"key":"13037_CR29","doi-asserted-by":"publisher","unstructured":"Janesarvatan, F., & Van Rosmalen, P. (2023). Instructional design of virtual patients in dental education through a 4c\/id lens: a narrative review. Journal of Computers in Education, 1\u201334. https:\/\/doi.org\/10.1007\/s40692-023-00268-w","DOI":"10.1007\/s40692-023-00268-w"},{"issue":"1","key":"13037_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0959-4752(01)00014-7","volume":"12","author":"PA Kirschner","year":"2002","unstructured":"Kirschner, P. A. (2002). Cognitive load theory: Implications of cognitive load theory on the design of learning. Learning and Instruction, 12(1), 1\u201310. https:\/\/doi.org\/10.1016\/S0959-4752(01)00014-7","journal-title":"Learning and Instruction"},{"key":"13037_CR31","doi-asserted-by":"publisher","unstructured":"Kukharuk, A., Goda, Y., & Suzuki, K. (2023). Designing an online pd program with 4c\/id from scratch. International Journal of Designs for Learning, 14(2), 72\u201386. https:\/\/doi.org\/10.14434\/ijdl.v14i2.34676","DOI":"10.14434\/ijdl.v14i2.34676"},{"key":"13037_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2023.104785","volume":"200","author":"L Kuklick","year":"2023","unstructured":"Kuklick, L., Greiff, S., & Lindner, M. A. (2023). Computer-based performance feedback: Effects of error message complexity on cognitive, metacognitive, and motivational outcomes. Computers & Education, 200, 104785. https:\/\/doi.org\/10.1016\/j.compedu.2023.104785","journal-title":"Computers & Education"},{"issue":"4","key":"13037_CR33","doi-asserted-by":"publisher","first-page":"331","DOI":"10.4097\/kja.d.18.00292","volume":"72","author":"KT Kyun","year":"2019","unstructured":"Kyun, K. T., & Hong, P. J. (2019). More about the basic assumptions of t-test: normality and sample size. Korean Journal of Anesthesiology, 72(4), 331\u2013335. https:\/\/doi.org\/10.4097\/kja.d.18.00292","journal-title":"Korean Journal of Anesthesiology"},{"key":"13037_CR34","doi-asserted-by":"crossref","unstructured":"Larmuseau, C., Coucke, H., Kerkhove, P., Desmet, P., & Depaepe, F. (2019). Cognitive load during online complex problem-solving in a teacher training context. Eden conference proceedings (p. 466\u2013474). Retrieved from https:\/\/www.ceeol.com\/search\/article-detail?id=847176","DOI":"10.38069\/edenconf-2019-ac-0052"},{"key":"13037_CR35","doi-asserted-by":"publisher","unstructured":"Larmuseau, C., Elen, J., & Depaepe, F. (2018). The influence of students\u2019 cognitive and motivational characteristics on students\u2019 use of a 4c\/id-based online learning environment and their learning gain. Proceedings of the 8th international conference on learning analytics and knowledge (p. 171\u2013180). Retrieved from https:\/\/doi.org\/10.1145\/3170358.3170363","DOI":"10.1145\/3170358.3170363"},{"issue":"2","key":"13037_CR36","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1080\/02602938.2020.1765228","volume":"46","author":"M Leenknecht","year":"2021","unstructured":"Leenknecht, M., Wijnia, L., K\u00f6hlen, M., Fryer, L., Rikers, R., & Loyens, S. (2021). Formative assessment as practice: The role of students\u2019 motivation. Assessment & Evaluation in Higher Education, 46(2), 236\u2013255. https:\/\/doi.org\/10.1080\/02602938.2020.1765228","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"13037_CR37","unstructured":"Lenhard, W., & Lenhard, A. (2022). Computation of effect sizes. Retrieved from http:\/\/www.psychometrica.de\/effect_size.html (2022, Oct)"},{"key":"13037_CR38","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.learninstruc.2013.12.001","volume":"30","author":"J Leppink","year":"2014","unstructured":"Leppink, J., Paas, F., Van Gog, T., van Der Vleuten, C. P., & Van Merrienboer, J. J. (2014). Effects of pairs of problems and examples on task performance and different types of cognitive load. Learning and Instruction, 30, 32\u201342. https:\/\/doi.org\/10.1016\/j.learninstruc.2013.12.001","journal-title":"Learning and Instruction"},{"key":"13037_CR39","doi-asserted-by":"publisher","unstructured":"Maddens, L., Depaepe, F., Raes, A., & Elen, J. (2020). The instructional design of a 4c\/id-inspired learning environment for upper secondary school students\u2019 research skills. International Journal of Designs for Learning, 11(3), 126\u2013147. https:\/\/doi.org\/10.14434\/ijdl.v11i3.29012","DOI":"10.14434\/ijdl.v11i3.29012"},{"issue":"1","key":"13037_CR40","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11251-022-09606-4","volume":"51","author":"L Maddens","year":"2023","unstructured":"Maddens, L., Depaepe, F., Raes, A., & Elen, J. (2023). Fostering students\u2019 motivation towards learning research skills: the role of autonomy, competence and relatedness support. Instructional Science, 51(1), 165\u2013199. https:\/\/doi.org\/10.1007\/s11251-022-09606-4","journal-title":"Instructional Science"},{"issue":"11","key":"13037_CR41","doi-asserted-by":"publisher","first-page":"1457","DOI":"10.1097\/ACM.0000000000000769","volume":"90","author":"LA Maggio","year":"2015","unstructured":"Maggio, L. A., Ten Cate, O., Irby, D. M., & O\u2019Brien, B. C. (2015). Designing evidence-based medicine training to optimize the transfer of skills from the classroom to clinical practice: applying the four component instructional design model. Academic Medicine, 90(11), 1457\u20131461. https:\/\/doi.org\/10.1097\/ACM.0000000000000769","journal-title":"Academic Medicine"},{"key":"13037_CR42","unstructured":"Mahantakhun, C., Koraneekij, P., & Khlaisang, J. (2020). The effects of 4c\/idbased adaptive procedural simulation on safety awareness in undergraduate students majoring in gems and jewelry. Scholar: Human Sciences, 12(1), 296. Retrieved from http:\/\/www.assumptionjournal.au.edu\/index.php\/Scholar\/article\/view\/3898"},{"issue":"95","key":"13037_CR43","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.compedu.2015.12.002","volume":"95","author":"U Maier","year":"2016","unstructured":"Maier, U., Wolf, N., & Randler, C. (2016). Effects of a computer-assisted formative assessment intervention based on multiple-tier diagnostic items and different feedback types. Computers & Education, 95(95), 85\u201398. https:\/\/doi.org\/10.1016\/j.compedu.2015.12.002","journal-title":"Computers & Education"},{"key":"13037_CR44","doi-asserted-by":"publisher","unstructured":"Marcellis, M., Barendsen, E., & van Merri\u00ebnboer, J. (2018). Designing a blended course in android app development using 4c\/id. Proceedings of the 18th Koli calling international conference on computing education research (p. 1\u20135). New York, NY, USA: Association for Computing Machinery. Retrieved from https:\/\/doi.org\/10.1145\/3279720.3279739","DOI":"10.1145\/3279720.3279739"},{"key":"13037_CR45","doi-asserted-by":"publisher","unstructured":"Marchisio, M., Barana, A., Fioravera, M., Rabellino, S., & Conte, A. (2018). A model of formative automatic assessment and interactive feedback for stem. 2018 ieee 42nd annual computer software and applications conference (compsac) (Vol. 1, p. 1016\u20131025). Retrieved from https:\/\/doi.org\/10.1109\/COMPSAC.2018.00178","DOI":"10.1109\/COMPSAC.2018.00178"},{"issue":"2","key":"13037_CR46","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/RITA.2017.2697778","volume":"12","author":"C Mart\u00ednez-Mediano","year":"2017","unstructured":"Mart\u00ednez-Mediano, C., & Losada, N. R. (2017). Internet-based performance support systems in engineering education. IEEE Revista Iberoamericana de Tecnologias del Aprendizaje, 12(2), 86\u201393. https:\/\/doi.org\/10.1109\/RITA.2017.2697778","journal-title":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje"},{"key":"13037_CR47","unstructured":"Melo, M., & Miranda, G.L. (2016). The effects of the 4c\/id model in the acquisition and transfer of learning: a meta-analysis. RISTI (Revista Iberica de Sistemas e Tecnologias de Informacao) (18), 114\u2013131. Retrieved from https:\/\/link.gale.com\/apps\/doc\/A464161712\/AONE?u=anon~7cb43a6&sid=googleScholar &xid=5821580d"},{"issue":"8","key":"13037_CR48","doi-asserted-by":"publisher","first-page":"1143","DOI":"10.1037\/edu0000764","volume":"114","author":"U Mertens","year":"2022","unstructured":"Mertens, U., Finn, B., & Lindner, M. A. (2022). Effects of computer-based feedback on lower-and higher-order learning outcomes: A network meta-analysis. Journal of Educational Psychology, 114(8), 1143\u20131772. https:\/\/doi.org\/10.1037\/edu0000764","journal-title":"Journal of Educational Psychology"},{"issue":"3","key":"13037_CR49","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/rev3.3292","volume":"9","author":"R Morris","year":"2021","unstructured":"Morris, R., Perry, T., & Wardle, L. (2021). Formative assessment and feedback for learning in higher education: A systematic review. Review of Education, 9(3), 1\u201326. https:\/\/doi.org\/10.1002\/rev3.3292","journal-title":"Review of Education"},{"issue":"7","key":"13037_CR50","doi-asserted-by":"publisher","first-page":"49","DOI":"10.3390\/mti6070049","volume":"6","author":"M Mulders","year":"2022","unstructured":"Mulders, M. (2022). Vocational training in virtual reality: A case study using the 4c\/id model. Multimodal Technologies and Interaction, 6(7), 49. https:\/\/doi.org\/10.3390\/mti6070049","journal-title":"Multimodal Technologies and Interaction"},{"key":"13037_CR51","doi-asserted-by":"publisher","first-page":"287","DOI":"10.2147\/JMDH.S293917","volume":"14","author":"L Musharyanti","year":"2021","unstructured":"Musharyanti, L., Haryanti, F., & Claramita, M. (2021). Improving nursing students\u2019 medication safety knowledge and skills on using the 4c\/id learning model. Journal of Multidisciplinary Healthcare, 14, 287\u2013295. https:\/\/doi.org\/10.2147\/JMDH.S293917","journal-title":"Journal of Multidisciplinary Healthcare"},{"key":"13037_CR52","unstructured":"Ndiaye, Y., H\u00e9rold, J. -F., & Chatoney, M. (2021). Applying the 4c\/id-model to help students structure their knowledge system when learning the concept of force in technology. Techne serien-Forskning i sl\u00f6jdpedagogik och sl\u00f6jdvetenskap, 28(2), 260\u2013268. Retrieved from https:\/\/journals.oslomet.no\/index.php\/techneA\/article\/view\/4319"},{"key":"13037_CR53","doi-asserted-by":"publisher","unstructured":"Pontes, T., Miranda, G., & Santos, D. (2021). Virtual learning environments: What makes them effective. Iceri2021 proceedings (p. 407\u2013417). IATED. Retrieved from https:\/\/doi.org\/10.21125\/iceri.2021.0159","DOI":"10.21125\/iceri.2021.0159"},{"key":"13037_CR54","doi-asserted-by":"publisher","unstructured":"Qiu, F., Liu, P., WangLiping, & Xie, Y. (2012). Exploring the architecture of a complex learning support platform based on the 4c\/id model. Research on Electrochemical Education (4), 67\u201371. https:\/\/doi.org\/10.13811\/j.cnki.eer.2012.04.005","DOI":"10.13811\/j.cnki.eer.2012.04.005"},{"key":"13037_CR55","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/s41686-022-00070-4","volume":"6","author":"RD Roscoe","year":"2022","unstructured":"Roscoe, R. D., & Craig, S. D. (2022). A heuristic assessment framework for the design of self-regulated learning technologies. Journal of Formative Design in Learning, 6, 77\u201394. https:\/\/doi.org\/10.1007\/s41686-022-00070-4","journal-title":"Journal of Formative Design in Learning"},{"issue":"2","key":"13037_CR56","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/IJMBL.318646","volume":"15","author":"E Rusman","year":"2023","unstructured":"Rusman, E., & Nadolski, R. (2023). Pe(e)rfectly skilled underpinnings of an online formative assessment method for (inter)active and practice-based complex skills training in higher education (he). International Journal of Mobile and Blended Learning, 15(2), 1\u201314. https:\/\/doi.org\/10.4018\/IJMBL.318646","journal-title":"International Journal of Mobile and Blended Learning"},{"key":"13037_CR57","doi-asserted-by":"publisher","unstructured":"Sarfo, F.K., & Elen, J. (2006). Technical expertise development in secondary technical schools: Effects of ictenhanced 4c\/id learning environments. Fourth ieee international workshop on technology for education in developing countries (tedc\u201906) (pp. 62\u201365). Retrieved from https:\/\/doi.org\/10.1109\/TEDC.2006.25","DOI":"10.1109\/TEDC.2006.25"},{"issue":"1","key":"13037_CR58","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1177\/0002716219843818","volume":"683","author":"LA Shepard","year":"2019","unstructured":"Shepard, L. A. (2019). Classroom assessment to support teaching and learning. The ANNALS of the American Academy of Political and Social Science, 683(1), 183\u2013200. https:\/\/doi.org\/10.1177\/0002716219843818","journal-title":"The ANNALS of the American Academy of Political and Social Science"},{"issue":"1","key":"13037_CR59","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s10648-021-09624-7","volume":"34","author":"A Skulmowski","year":"2021","unstructured":"Skulmowski, A., & Xu, K. M. (2021). Understanding cognitive load in digital and online learning: a new perspective on extraneous cognitive load. Educational Psychology Review, 34(1), 171\u2013196. https:\/\/doi.org\/10.1007\/s10648-021-09624-7","journal-title":"Educational Psychology Review"},{"key":"13037_CR60","unstructured":"Spector, J. M., Ifenthaler, D., Sampson, D., Yang, L. J., Mukama, E., Warusavitarana, A., . . . Gibson, D. C. (2016). Technology enhanced formative assessment for 21st century learning. Journal of Educational Technology & Society, 19(2), 58\u201371. Retrieved 2023-10-04, from https:\/\/www.jstor.org\/stable\/jeductechsoci.19.3.58"},{"key":"13037_CR61","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s10648-019-09465-5","volume":"31","author":"J Sweller","year":"2019","unstructured":"Sweller, J., Van Merrienboer, J. J., & Paas, F. (2019). Cognitive architecture and instructional design: 20 years later. Educational Psychology Review, 31, 261\u2013292. https:\/\/doi.org\/10.1007\/s10648-019-09465-5","journal-title":"Educational Psychology Review"},{"key":"13037_CR62","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.103998","volume":"159","author":"P Tapingkae","year":"2020","unstructured":"Tapingkae, P., Panjaburee, P., Hwang, G.-J., & Srisawasdi, N. (2020). Effects of a formative assessment-based contextual gaming approach on students\u2019 digital citizenship behaviours, learning motivations, and perceptions. Computers & Education, 159, 103998. https:\/\/doi.org\/10.1016\/j.compedu.2020.103998","journal-title":"Computers & Education"},{"key":"13037_CR63","doi-asserted-by":"publisher","unstructured":"Tempelaar, D. T., Heck, A., Cuypers, H., van der Kooij, H., & van de Vrie, E. (2013). Formative assessment and learning analytics. Proceedings of the third international conference on learning analytics and knowledge (p. 205-209). Retrieved from https:\/\/doi.org\/10.1145\/2460296.2460337","DOI":"10.1145\/2460296.2460337"},{"key":"13037_CR64","doi-asserted-by":"publisher","unstructured":"Thima, S., & Chaijaroen, S. (2021). The framework for development of the constructivist learning environment model to enhance ill-structured problem solving in industrial automation system supporting by metacognition. Innovative technologies and learning: 4th international conference, icitl 2021, virtual event, November 29\u2013December 1, 2021, proceedings 4 (p. 511\u2013520). Retrieved from https:\/\/doi.org\/10.1007\/978-3-030-91540-7_52","DOI":"10.1007\/978-3-030-91540-7_52"},{"issue":"1","key":"13037_CR65","doi-asserted-by":"publisher","first-page":"215824401990017","DOI":"10.1177\/2158244019900176","volume":"10","author":"E Van Laar","year":"2020","unstructured":"Van Laar, E., Van Deursen, A. J., Van Dijk, J. A., & de Haan, J. (2020). Determinants of 21st-century skills and 21st-century digital skills for workers: A systematic literature review. Sage Open, 10(1), 2158244019900176. https:\/\/doi.org\/10.1177\/2158244019900176","journal-title":"Sage Open"},{"key":"13037_CR66","unstructured":"Van Merri\u00ebnboer, J. J. (2019). The four-component instructional design model. Open Education Research, 26(3), 35\u201343. Retrieved from https:\/\/www.4cid.org\/publications"},{"issue":"2","key":"13037_CR67","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/BF02504993","volume":"50","author":"JJ Van Merri\u00ebnboer","year":"2002","unstructured":"Van Merri\u00ebnboer, J. J., Clark, R. E., & De Croock, M. B. (2002). Blueprints for complex learning: The 4c\/id-model. Educational Technology Research and Development, 50(2), 39\u201361. https:\/\/doi.org\/10.1007\/BF02504993","journal-title":"Educational Technology Research and Development"},{"key":"13037_CR68","doi-asserted-by":"publisher","unstructured":"Van Merri\u00ebnboer, J. J., & Dolmans, D. H. (2015). Research on instructional design in the health sciences: From taxonomies of learning to whole-task models. In J. Cleland & S. J. Durning (Eds.), Researching medical education (p. 193\u2013206). John Wiley & Sons, Ltd. Retrieved from https:\/\/doi.org\/10.1002\/9781118838983.ch17","DOI":"10.1002\/9781118838983.ch17"},{"key":"13037_CR69","doi-asserted-by":"publisher","DOI":"10.4324\/9780203096864","volume-title":"Ten steps to complex learning: A systematic approach to four-component instructional design","author":"JJ Van Merri\u00ebnboer","year":"2017","unstructured":"Van Merri\u00ebnboer, J. J., & Kirschner, P. A. (2017). Ten steps to complex learning: A systematic approach to four-component instructional design. Retrieved from: Routledge. https:\/\/doi.org\/10.4324\/9780203096864"},{"issue":"1","key":"13037_CR70","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1080\/14703290903525838","volume":"47","author":"L-C Wang","year":"2010","unstructured":"Wang, L.-C., & Chen, M.-P. (2010). The effects of game strategy and preferencematching on flow experience and programming performance in game-based learning. Innovations in Education and Teaching International, 47(1), 39\u201352. https:\/\/doi.org\/10.1080\/14703290903525838","journal-title":"Innovations in Education and Teaching International"},{"key":"13037_CR71","unstructured":"Weaver, B. (2011). Silly or pointless things people do when analyzing data: 1. Conducting a test of normality as a precursor to a t-test. manuskript eines vortrags auf der northern health research conference vom (Vol. 10). Retrieved from https:\/\/www.researchgate.net\/publication\/299497976_Silly_or_Pointless_Things_People_Do_When_Analyzing_Data_1_Testing_for_Normality_as_a_Precursor_to_a_t-test"},{"issue":"3","key":"13037_CR72","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s10758-018-9379-7","volume":"23","author":"ME Webb","year":"2018","unstructured":"Webb, M. E., Prasse, D., Phillips, M., Kadijevich, D. M., Angeli, C., Strijker, A., & Laugesen, H. (2018). Challenges for it-enabled formative assessment of complex 21st century skills. Technology, knowledge and learning, 23(3), 441\u2013456. https:\/\/doi.org\/10.1007\/s10758-018-9379-7","journal-title":"Technology, knowledge and learning"},{"key":"13037_CR73","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2021.104208","volume":"168","author":"J Wilson","year":"2021","unstructured":"Wilson, J., Ahrendt, C., Fudge, E. A., Raiche, A., Beard, G., & MacArthur, C. (2021). Elementary teachers\u2019 perceptions of automated feedback and automated scoring: Transforming the teaching and learning of writing using automated writing evaluation. Computers & Education, 168, 104208. https:\/\/doi.org\/10.1016\/j.compedu.2021.104208","journal-title":"Computers & Education"},{"key":"13037_CR74","doi-asserted-by":"publisher","unstructured":"Wopereis, I., Frerejean, J., & Brand-Gruwel, S. (2015). Information problem solving instruction in higher education: A case study on instructional design. Information literacy: Moving toward sustainability: Third European conference, ecil 2015, Tallinn, Estonia, October 19-22, 2015, revised selected papers 3 (p. 293\u2013302). Retrieved from https:\/\/doi.org\/10.1007\/978-3-319-28197-1_30","DOI":"10.1007\/978-3-319-28197-1_30"},{"key":"13037_CR75","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1057\/s41599-023-02200-0","volume":"10","author":"X Xu","year":"2023","unstructured":"Xu, X., Shen, W., Islam, A. A., & Zhou, Y. (2023). A whole learning process-oriented formative assessment framework to cultivate complex skills. Humanities and Social Sciences Communications, 10, 1\u201315. https:\/\/doi.org\/10.1057\/s41599-023-02200-0","journal-title":"Humanities and Social Sciences Communications"},{"key":"13037_CR76","unstructured":"Xu, X., Zhou, Z., Ji, Y., Wang, M., & Gu, X. (2019). Design and effectiveness of comprehensive learning for complex skills based on the 4c\/id model. China Educational Technology, 10(08), 124\u2013131. Retrieved from https:\/\/kns.cnki.net\/kcms\/detail\/11.3792.g4.20191008.1824.036.html"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-13037-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-024-13037-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-13037-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T08:34:44Z","timestamp":1743755684000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-024-13037-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,23]]},"references-count":76,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["13037"],"URL":"https:\/\/doi.org\/10.1007\/s10639-024-13037-8","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,23]]},"assertion":[{"value":"26 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The study was conducted with the approval of the East China Normal University Committee on Human Research Protection, and all subjects were adults. Prior to the start of the experiment, the subjects were informed of the purpose, method, process, and other information of the study, and written consent was obtained from all subjects.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statement Regarding Research Involving Human Participants and\/or Animals"}},{"value":"The questionnaire and methodology for this study was approved by the Human Research Ethics committee of the East China Normal University (Ethics approval number: HR692-2023).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"The participant has consented to the submission of the case report to the journal.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Publish"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}